blob: 4c5788f30ced276083a729e099e19459b0ff740c [file] [log] [blame]
Arnaldo Carvalho de Melo5aab6212010-03-25 19:59:00 -03001#include <dirent.h>
2#include <errno.h>
Arnaldo Carvalho de Melo5aab6212010-03-25 19:59:00 -03003#include <stdlib.h>
4#include <stdio.h>
5#include <string.h>
6#include <sys/types.h>
7#include <sys/stat.h>
8#include <sys/param.h>
9#include <fcntl.h>
10#include <unistd.h>
Arnaldo Carvalho de Melo9486aa32011-01-22 20:37:02 -020011#include <inttypes.h>
Arnaldo Carvalho de Melob01141f2016-08-25 16:09:21 -030012#include "annotate.h"
Arnaldo Carvalho de Melob36f19d2010-05-20 12:15:33 -030013#include "build-id.h"
Namhyung Kime334c722012-02-10 10:10:17 +090014#include "util.h"
Arnaldo Carvalho de Melo8a6c5b22010-07-20 14:42:52 -030015#include "debug.h"
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030016#include "machine.h"
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -030017#include "symbol.h"
Arnaldo Carvalho de Melo5aab6212010-03-25 19:59:00 -030018#include "strlist.h"
David Aherne03eaa42015-03-24 09:52:41 -060019#include "intlist.h"
Namhyung Kim0a7e6d12014-08-12 15:40:45 +090020#include "header.h"
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -030021
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -030022#include <elf.h>
Arnaldo Carvalho de Melof1617b42009-11-18 20:20:52 -020023#include <limits.h>
Arnaldo Carvalho de Meloc506c962013-12-11 09:15:00 -030024#include <symbol/kallsyms.h>
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -030025#include <sys/utsname.h>
Peter Zijlstra2cdbc462009-08-05 14:05:16 +020026
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -030027static int dso__load_kernel_sym(struct dso *dso, struct map *map,
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -020028 symbol_filter_t filter);
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -030029static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map,
Zhang, Yanmina1645ce2010-04-19 13:32:50 +080030 symbol_filter_t filter);
Arnaldo Carvalho de Melo608c34d2016-09-01 17:54:31 -030031static bool symbol__is_idle(const char *name);
32
Arnaldo Carvalho de Melo3f067dc2012-12-07 17:39:39 -030033int vmlinux_path__nr_entries;
34char **vmlinux_path;
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -030035
Arnaldo Carvalho de Melo75be6cf2009-12-15 20:04:39 -020036struct symbol_conf symbol_conf = {
Namhyung Kime511db52013-12-24 16:19:25 +090037 .use_modules = true,
38 .try_vmlinux_path = true,
39 .annotate_src = true,
40 .demangle = true,
Avi Kivity763122a2014-09-13 07:15:05 +030041 .demangle_kernel = false,
Namhyung Kime511db52013-12-24 16:19:25 +090042 .cumulate_callchain = true,
Jiri Olsac8302362014-06-27 18:26:58 +020043 .show_hist_headers = true,
Namhyung Kime511db52013-12-24 16:19:25 +090044 .symfs = "",
Namhyung Kim1e9abf82015-11-29 23:24:17 +090045 .event_group = true,
Arnaldo Carvalho de Melob32d1332009-11-24 12:05:15 -020046};
47
Jiri Olsa44f24cb2012-07-22 14:14:32 +020048static enum dso_binary_type binary_type_symtab[] = {
49 DSO_BINARY_TYPE__KALLSYMS,
50 DSO_BINARY_TYPE__GUEST_KALLSYMS,
51 DSO_BINARY_TYPE__JAVA_JIT,
52 DSO_BINARY_TYPE__DEBUGLINK,
53 DSO_BINARY_TYPE__BUILD_ID_CACHE,
54 DSO_BINARY_TYPE__FEDORA_DEBUGINFO,
55 DSO_BINARY_TYPE__UBUNTU_DEBUGINFO,
56 DSO_BINARY_TYPE__BUILDID_DEBUGINFO,
57 DSO_BINARY_TYPE__SYSTEM_PATH_DSO,
58 DSO_BINARY_TYPE__GUEST_KMODULE,
Namhyung Kimc00c48f2014-11-04 10:14:27 +090059 DSO_BINARY_TYPE__GUEST_KMODULE_COMP,
Jiri Olsa44f24cb2012-07-22 14:14:32 +020060 DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE,
Namhyung Kimc00c48f2014-11-04 10:14:27 +090061 DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP,
Ricardo Ribalda Delgado9cd00942013-09-18 15:56:14 +020062 DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO,
Jiri Olsa44f24cb2012-07-22 14:14:32 +020063 DSO_BINARY_TYPE__NOT_FOUND,
64};
65
Jiri Olsa028df762012-08-01 14:47:57 +020066#define DSO_BINARY_TYPE__SYMTAB_CNT ARRAY_SIZE(binary_type_symtab)
Jiri Olsa44f24cb2012-07-22 14:14:32 +020067
Arnaldo Carvalho de Melo36a3e642010-01-04 16:19:27 -020068bool symbol_type__is_a(char symbol_type, enum map_type map_type)
Arnaldo Carvalho de Melo6893d4e2009-12-11 14:50:37 -020069{
Anton Blanchard31877902011-08-24 16:40:16 +100070 symbol_type = toupper(symbol_type);
71
Arnaldo Carvalho de Melo6893d4e2009-12-11 14:50:37 -020072 switch (map_type) {
73 case MAP__FUNCTION:
74 return symbol_type == 'T' || symbol_type == 'W';
Arnaldo Carvalho de Melof1dfa0b2009-12-11 14:50:39 -020075 case MAP__VARIABLE:
Anton Blanchard31877902011-08-24 16:40:16 +100076 return symbol_type == 'D';
Arnaldo Carvalho de Melo6893d4e2009-12-11 14:50:37 -020077 default:
78 return false;
79 }
80}
81
Anton Blanchard694bf402011-08-24 16:40:17 +100082static int prefix_underscores_count(const char *str)
83{
84 const char *tail = str;
85
86 while (*tail == '_')
87 tail++;
88
89 return tail - str;
90}
91
Naveen N. Raofb6d5942015-04-28 17:35:36 +053092int __weak arch__choose_best_symbol(struct symbol *syma,
93 struct symbol *symb __maybe_unused)
94{
95 /* Avoid "SyS" kernel syscall aliases */
96 if (strlen(syma->name) >= 3 && !strncmp(syma->name, "SyS", 3))
97 return SYMBOL_B;
98 if (strlen(syma->name) >= 10 && !strncmp(syma->name, "compat_SyS", 10))
99 return SYMBOL_B;
100
101 return SYMBOL_A;
102}
Anton Blanchard694bf402011-08-24 16:40:17 +1000103
104static int choose_best_symbol(struct symbol *syma, struct symbol *symb)
105{
106 s64 a;
107 s64 b;
Adrian Hunter34454322013-08-07 14:38:49 +0300108 size_t na, nb;
Anton Blanchard694bf402011-08-24 16:40:17 +1000109
110 /* Prefer a symbol with non zero length */
111 a = syma->end - syma->start;
112 b = symb->end - symb->start;
113 if ((b == 0) && (a > 0))
114 return SYMBOL_A;
115 else if ((a == 0) && (b > 0))
116 return SYMBOL_B;
117
118 /* Prefer a non weak symbol over a weak one */
119 a = syma->binding == STB_WEAK;
120 b = symb->binding == STB_WEAK;
121 if (b && !a)
122 return SYMBOL_A;
123 if (a && !b)
124 return SYMBOL_B;
125
126 /* Prefer a global symbol over a non global one */
127 a = syma->binding == STB_GLOBAL;
128 b = symb->binding == STB_GLOBAL;
129 if (a && !b)
130 return SYMBOL_A;
131 if (b && !a)
132 return SYMBOL_B;
133
134 /* Prefer a symbol with less underscores */
135 a = prefix_underscores_count(syma->name);
136 b = prefix_underscores_count(symb->name);
137 if (b > a)
138 return SYMBOL_A;
139 else if (a > b)
140 return SYMBOL_B;
141
Adrian Hunter34454322013-08-07 14:38:49 +0300142 /* Choose the symbol with the longest name */
143 na = strlen(syma->name);
144 nb = strlen(symb->name);
145 if (na > nb)
Anton Blanchard694bf402011-08-24 16:40:17 +1000146 return SYMBOL_A;
Adrian Hunter34454322013-08-07 14:38:49 +0300147 else if (na < nb)
Anton Blanchard694bf402011-08-24 16:40:17 +1000148 return SYMBOL_B;
Adrian Hunter34454322013-08-07 14:38:49 +0300149
Naveen N. Raofb6d5942015-04-28 17:35:36 +0530150 return arch__choose_best_symbol(syma, symb);
Anton Blanchard694bf402011-08-24 16:40:17 +1000151}
152
Namhyung Kime5a18452012-08-06 13:41:20 +0900153void symbols__fixup_duplicate(struct rb_root *symbols)
Anton Blanchard694bf402011-08-24 16:40:17 +1000154{
155 struct rb_node *nd;
156 struct symbol *curr, *next;
157
Arnaldo Carvalho de Meloc97b40e2016-09-01 10:56:06 -0300158 if (symbol_conf.allow_aliases)
159 return;
160
Anton Blanchard694bf402011-08-24 16:40:17 +1000161 nd = rb_first(symbols);
162
163 while (nd) {
164 curr = rb_entry(nd, struct symbol, rb_node);
165again:
166 nd = rb_next(&curr->rb_node);
167 next = rb_entry(nd, struct symbol, rb_node);
168
169 if (!nd)
170 break;
171
172 if (curr->start != next->start)
173 continue;
174
175 if (choose_best_symbol(curr, next) == SYMBOL_A) {
176 rb_erase(&next->rb_node, symbols);
Chenggang Qind4f74eb2013-10-11 08:27:59 +0800177 symbol__delete(next);
Anton Blanchard694bf402011-08-24 16:40:17 +1000178 goto again;
179 } else {
180 nd = rb_next(&curr->rb_node);
181 rb_erase(&curr->rb_node, symbols);
Chenggang Qind4f74eb2013-10-11 08:27:59 +0800182 symbol__delete(curr);
Anton Blanchard694bf402011-08-24 16:40:17 +1000183 }
184 }
185}
186
Namhyung Kime5a18452012-08-06 13:41:20 +0900187void symbols__fixup_end(struct rb_root *symbols)
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300188{
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300189 struct rb_node *nd, *prevnd = rb_first(symbols);
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300190 struct symbol *curr, *prev;
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300191
192 if (prevnd == NULL)
193 return;
194
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300195 curr = rb_entry(prevnd, struct symbol, rb_node);
196
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300197 for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300198 prev = curr;
199 curr = rb_entry(nd, struct symbol, rb_node);
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300200
Arnaldo Carvalho de Melo3b01a412010-12-22 01:08:36 -0200201 if (prev->end == prev->start && prev->end != curr->start)
Arnaldo Carvalho de Melo2c241bd2014-10-14 17:19:44 -0300202 prev->end = curr->start;
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300203 }
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300204
205 /* Last entry */
206 if (curr->end == curr->start)
207 curr->end = roundup(curr->start, 4096);
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300208}
209
Namhyung Kime5a18452012-08-06 13:41:20 +0900210void __map_groups__fixup_end(struct map_groups *mg, enum map_type type)
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300211{
Arnaldo Carvalho de Melo1eee78a2015-05-22 12:58:53 -0300212 struct maps *maps = &mg->maps[type];
Arnaldo Carvalho de Melo4bb7123d2015-05-22 11:52:22 -0300213 struct map *next, *curr;
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300214
Arnaldo Carvalho de Melo6a2ffcd2015-05-22 13:45:24 -0300215 pthread_rwlock_wrlock(&maps->lock);
216
Arnaldo Carvalho de Melo4bb7123d2015-05-22 11:52:22 -0300217 curr = maps__first(maps);
218 if (curr == NULL)
Arnaldo Carvalho de Melo6a2ffcd2015-05-22 13:45:24 -0300219 goto out_unlock;
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300220
Arnaldo Carvalho de Melo4bb7123d2015-05-22 11:52:22 -0300221 for (next = map__next(curr); next; next = map__next(curr)) {
222 curr->end = next->start;
223 curr = next;
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300224 }
Arnaldo Carvalho de Melo90c83212009-11-21 14:31:24 -0200225
226 /*
227 * We still haven't the actual symbols, so guess the
228 * last map final address.
229 */
Ian Munsie9d1faba2010-11-25 15:12:53 +1100230 curr->end = ~0ULL;
Arnaldo Carvalho de Melo6a2ffcd2015-05-22 13:45:24 -0300231
232out_unlock:
233 pthread_rwlock_unlock(&maps->lock);
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300234}
235
Namhyung Kime5a18452012-08-06 13:41:20 +0900236struct symbol *symbol__new(u64 start, u64 len, u8 binding, const char *name)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300237{
Arnaldo Carvalho de Melo0085c9542009-05-28 14:55:13 -0300238 size_t namelen = strlen(name) + 1;
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300239 struct symbol *sym = calloc(1, (symbol_conf.priv_size +
240 sizeof(*sym) + namelen));
241 if (sym == NULL)
Ingo Molnar0b73da32009-06-06 15:48:52 +0200242 return NULL;
243
Arnaldo Carvalho de Melob01141f2016-08-25 16:09:21 -0300244 if (symbol_conf.priv_size) {
245 if (symbol_conf.init_annotation) {
246 struct annotation *notes = (void *)sym;
247 pthread_mutex_init(&notes->lock, NULL);
248 }
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300249 sym = ((void *)sym) + symbol_conf.priv_size;
Arnaldo Carvalho de Melob01141f2016-08-25 16:09:21 -0300250 }
Arnaldo Carvalho de Melo36479482009-11-24 12:05:16 -0200251
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300252 sym->start = start;
Arnaldo Carvalho de Melo2c241bd2014-10-14 17:19:44 -0300253 sym->end = len ? start + len : start;
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300254 sym->binding = binding;
255 sym->namelen = namelen - 1;
Arnaldo Carvalho de Meloe4204992009-10-20 14:25:40 -0200256
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300257 pr_debug4("%s: %s %#" PRIx64 "-%#" PRIx64 "\n",
258 __func__, name, start, sym->end);
259 memcpy(sym->name, name, namelen);
Arnaldo Carvalho de Meloe4204992009-10-20 14:25:40 -0200260
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300261 return sym;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300262}
263
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300264void symbol__delete(struct symbol *sym)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300265{
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300266 free(((void *)sym) - symbol_conf.priv_size);
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300267}
268
Jiri Olsacdd059d2012-10-27 23:18:32 +0200269void symbols__delete(struct rb_root *symbols)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300270{
271 struct symbol *pos;
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300272 struct rb_node *next = rb_first(symbols);
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300273
274 while (next) {
275 pos = rb_entry(next, struct symbol, rb_node);
276 next = rb_next(&pos->rb_node);
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300277 rb_erase(&pos->rb_node, symbols);
Arnaldo Carvalho de Melo00a192b2009-10-30 16:28:24 -0200278 symbol__delete(pos);
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300279 }
280}
281
Arnaldo Carvalho de Melo608c34d2016-09-01 17:54:31 -0300282void __symbols__insert(struct rb_root *symbols, struct symbol *sym, bool kernel)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300283{
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300284 struct rb_node **p = &symbols->rb_node;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300285 struct rb_node *parent = NULL;
Paul Mackerras9cffa8d2009-06-19 22:21:42 +1000286 const u64 ip = sym->start;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300287 struct symbol *s;
288
Arnaldo Carvalho de Melo608c34d2016-09-01 17:54:31 -0300289 if (kernel) {
290 const char *name = sym->name;
291 /*
292 * ppc64 uses function descriptors and appends a '.' to the
293 * start of every instruction address. Remove it.
294 */
295 if (name[0] == '.')
296 name++;
297 sym->idle = symbol__is_idle(name);
298 }
299
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300300 while (*p != NULL) {
301 parent = *p;
302 s = rb_entry(parent, struct symbol, rb_node);
303 if (ip < s->start)
304 p = &(*p)->rb_left;
305 else
306 p = &(*p)->rb_right;
307 }
308 rb_link_node(&sym->rb_node, parent, p);
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300309 rb_insert_color(&sym->rb_node, symbols);
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300310}
311
Arnaldo Carvalho de Melo608c34d2016-09-01 17:54:31 -0300312void symbols__insert(struct rb_root *symbols, struct symbol *sym)
313{
314 __symbols__insert(symbols, sym, false);
315}
316
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300317static struct symbol *symbols__find(struct rb_root *symbols, u64 ip)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300318{
319 struct rb_node *n;
320
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300321 if (symbols == NULL)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300322 return NULL;
323
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300324 n = symbols->rb_node;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300325
326 while (n) {
327 struct symbol *s = rb_entry(n, struct symbol, rb_node);
328
329 if (ip < s->start)
330 n = n->rb_left;
Chris Phlipot9c7b37c2016-05-07 02:16:59 -0700331 else if (ip > s->end || (ip == s->end && ip != s->start))
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300332 n = n->rb_right;
333 else
334 return s;
335 }
336
337 return NULL;
338}
339
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300340static struct symbol *symbols__first(struct rb_root *symbols)
341{
342 struct rb_node *n = rb_first(symbols);
343
344 if (n)
345 return rb_entry(n, struct symbol, rb_node);
346
347 return NULL;
348}
349
Adrian Hunter9c00a812014-07-14 13:02:50 +0300350static struct symbol *symbols__next(struct symbol *sym)
351{
352 struct rb_node *n = rb_next(&sym->rb_node);
353
354 if (n)
355 return rb_entry(n, struct symbol, rb_node);
356
357 return NULL;
358}
359
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300360static void symbols__insert_by_name(struct rb_root *symbols, struct symbol *sym)
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200361{
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300362 struct rb_node **p = &symbols->rb_node;
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200363 struct rb_node *parent = NULL;
Rabin Vincent02a9d032010-11-23 22:08:18 +0530364 struct symbol_name_rb_node *symn, *s;
365
366 symn = container_of(sym, struct symbol_name_rb_node, sym);
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200367
368 while (*p != NULL) {
369 parent = *p;
370 s = rb_entry(parent, struct symbol_name_rb_node, rb_node);
371 if (strcmp(sym->name, s->sym.name) < 0)
372 p = &(*p)->rb_left;
373 else
374 p = &(*p)->rb_right;
375 }
376 rb_link_node(&symn->rb_node, parent, p);
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300377 rb_insert_color(&symn->rb_node, symbols);
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200378}
379
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300380static void symbols__sort_by_name(struct rb_root *symbols,
381 struct rb_root *source)
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200382{
383 struct rb_node *nd;
384
385 for (nd = rb_first(source); nd; nd = rb_next(nd)) {
386 struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300387 symbols__insert_by_name(symbols, pos);
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200388 }
389}
390
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300391static struct symbol *symbols__find_by_name(struct rb_root *symbols,
392 const char *name)
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200393{
394 struct rb_node *n;
Martin Liška5bcaaca2015-05-26 11:41:37 -0300395 struct symbol_name_rb_node *s = NULL;
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200396
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300397 if (symbols == NULL)
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200398 return NULL;
399
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300400 n = symbols->rb_node;
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200401
402 while (n) {
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200403 int cmp;
404
405 s = rb_entry(n, struct symbol_name_rb_node, rb_node);
Naveen N. Rao031b84c2015-04-28 17:35:37 +0530406 cmp = arch__compare_symbol_names(name, s->sym.name);
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200407
408 if (cmp < 0)
409 n = n->rb_left;
410 else if (cmp > 0)
411 n = n->rb_right;
412 else
Namhyung Kimde480992015-01-16 15:31:28 -0300413 break;
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200414 }
415
Namhyung Kimde480992015-01-16 15:31:28 -0300416 if (n == NULL)
417 return NULL;
418
419 /* return first symbol that has same name (if any) */
420 for (n = rb_prev(n); n; n = rb_prev(n)) {
421 struct symbol_name_rb_node *tmp;
422
423 tmp = rb_entry(n, struct symbol_name_rb_node, rb_node);
Naveen N. Rao031b84c2015-04-28 17:35:37 +0530424 if (arch__compare_symbol_names(tmp->sym.name, s->sym.name))
Namhyung Kimde480992015-01-16 15:31:28 -0300425 break;
426
427 s = tmp;
428 }
429
430 return &s->sym;
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200431}
432
Arnaldo Carvalho de Meloc0b4dff2015-08-24 13:33:14 -0300433void dso__reset_find_symbol_cache(struct dso *dso)
434{
435 enum map_type type;
436
437 for (type = MAP__FUNCTION; type <= MAP__VARIABLE; ++type) {
438 dso->last_find_result[type].addr = 0;
439 dso->last_find_result[type].symbol = NULL;
440 }
441}
442
Chris Phlipotae93a6c2016-05-10 20:26:46 -0700443void dso__insert_symbol(struct dso *dso, enum map_type type, struct symbol *sym)
444{
Arnaldo Carvalho de Melo608c34d2016-09-01 17:54:31 -0300445 __symbols__insert(&dso->symbols[type], sym, dso->kernel);
Chris Phlipotae93a6c2016-05-10 20:26:46 -0700446
447 /* update the symbol cache if necessary */
448 if (dso->last_find_result[type].addr >= sym->start &&
449 (dso->last_find_result[type].addr < sym->end ||
450 sym->start == sym->end)) {
451 dso->last_find_result[type].symbol = sym;
452 }
453}
454
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300455struct symbol *dso__find_symbol(struct dso *dso,
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200456 enum map_type type, u64 addr)
Arnaldo Carvalho de Melofcf12032009-11-24 13:01:52 -0200457{
Arnaldo Carvalho de Melob685ac22015-07-22 12:52:17 -0300458 if (dso->last_find_result[type].addr != addr) {
459 dso->last_find_result[type].addr = addr;
460 dso->last_find_result[type].symbol = symbols__find(&dso->symbols[type], addr);
461 }
462
463 return dso->last_find_result[type].symbol;
Arnaldo Carvalho de Melofcf12032009-11-24 13:01:52 -0200464}
465
Adrian Hunter9c00a812014-07-14 13:02:50 +0300466struct symbol *dso__first_symbol(struct dso *dso, enum map_type type)
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300467{
468 return symbols__first(&dso->symbols[type]);
469}
470
Adrian Hunter9c00a812014-07-14 13:02:50 +0300471struct symbol *dso__next_symbol(struct symbol *sym)
472{
473 return symbols__next(sym);
474}
475
Arnaldo Carvalho de Melo18bd7262015-01-16 15:39:53 -0300476struct symbol *symbol__next_by_name(struct symbol *sym)
477{
478 struct symbol_name_rb_node *s = container_of(sym, struct symbol_name_rb_node, sym);
479 struct rb_node *n = rb_next(&s->rb_node);
480
481 return n ? &rb_entry(n, struct symbol_name_rb_node, rb_node)->sym : NULL;
482}
483
484 /*
485 * Teturns first symbol that matched with @name.
486 */
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300487struct symbol *dso__find_symbol_by_name(struct dso *dso, enum map_type type,
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200488 const char *name)
489{
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300490 return symbols__find_by_name(&dso->symbol_names[type], name);
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200491}
492
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300493void dso__sort_by_name(struct dso *dso, enum map_type type)
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200494{
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300495 dso__set_sorted_by_name(dso, type);
496 return symbols__sort_by_name(&dso->symbol_names[type],
497 &dso->symbols[type]);
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -0200498}
499
Adrian Hunter316d70d2013-10-08 11:45:48 +0300500int modules__parse(const char *filename, void *arg,
501 int (*process_module)(void *arg, const char *name,
502 u64 start))
503{
504 char *line = NULL;
505 size_t n;
506 FILE *file;
507 int err = 0;
508
509 file = fopen(filename, "r");
510 if (file == NULL)
511 return -1;
512
513 while (1) {
514 char name[PATH_MAX];
515 u64 start;
516 char *sep;
517 ssize_t line_len;
518
519 line_len = getline(&line, &n, file);
520 if (line_len < 0) {
521 if (feof(file))
522 break;
523 err = -1;
524 goto out;
525 }
526
527 if (!line) {
528 err = -1;
529 goto out;
530 }
531
532 line[--line_len] = '\0'; /* \n */
533
534 sep = strrchr(line, 'x');
535 if (sep == NULL)
536 continue;
537
538 hex2u64(sep + 1, &start);
539
540 sep = strchr(line, ' ');
541 if (sep == NULL)
542 continue;
543
544 *sep = '\0';
545
546 scnprintf(name, sizeof(name), "[%s]", line);
547
548 err = process_module(arg, name, start);
549 if (err)
550 break;
551 }
552out:
553 free(line);
554 fclose(file);
555 return err;
556}
557
Arnaldo Carvalho de Melo682b3352010-01-04 16:19:26 -0200558struct process_kallsyms_args {
559 struct map *map;
560 struct dso *dso;
561};
562
Arnaldo Carvalho de Meloe7110b92014-08-08 18:00:39 -0300563/*
564 * These are symbols in the kernel image, so make sure that
565 * sym is from a kernel DSO.
566 */
Arnaldo Carvalho de Melo608c34d2016-09-01 17:54:31 -0300567static bool symbol__is_idle(const char *name)
David Ahern82d1deb2013-11-18 13:32:45 -0700568{
569 const char * const idle_symbols[] = {
570 "cpu_idle",
Arnaldo Carvalho de Meloe0336ed2014-08-08 18:02:41 -0300571 "cpu_startup_entry",
David Ahern82d1deb2013-11-18 13:32:45 -0700572 "intel_idle",
573 "default_idle",
574 "native_safe_halt",
575 "enter_idle",
576 "exit_idle",
577 "mwait_idle",
578 "mwait_idle_with_hints",
579 "poll_idle",
580 "ppc64_runlatch_off",
581 "pseries_dedicated_idle_sleep",
582 NULL
583 };
David Ahern82d1deb2013-11-18 13:32:45 -0700584 int i;
585
David Ahern82d1deb2013-11-18 13:32:45 -0700586 for (i = 0; idle_symbols[i]; i++) {
Arnaldo Carvalho de Melo608c34d2016-09-01 17:54:31 -0300587 if (!strcmp(idle_symbols[i], name))
David Ahern82d1deb2013-11-18 13:32:45 -0700588 return true;
589 }
590
591 return false;
592}
593
Arnaldo Carvalho de Melo682b3352010-01-04 16:19:26 -0200594static int map__process_kallsym_symbol(void *arg, const char *name,
Cody P Schafer82151522012-08-10 15:22:48 -0700595 char type, u64 start)
Arnaldo Carvalho de Melo682b3352010-01-04 16:19:26 -0200596{
597 struct symbol *sym;
598 struct process_kallsyms_args *a = arg;
599 struct rb_root *root = &a->dso->symbols[a->map->type];
600
601 if (!symbol_type__is_a(type, a->map->type))
602 return 0;
603
Cody P Schafer82151522012-08-10 15:22:48 -0700604 /*
605 * module symbols are not sorted so we add all
606 * symbols, setting length to 0, and rely on
607 * symbols__fixup_end() to fix it up.
608 */
Arnaldo Carvalho de Melo8e947f12015-09-30 12:42:07 -0300609 sym = symbol__new(start, 0, kallsyms2elf_binding(type), name);
Arnaldo Carvalho de Melo682b3352010-01-04 16:19:26 -0200610 if (sym == NULL)
611 return -ENOMEM;
612 /*
613 * We will pass the symbols to the filter later, in
614 * map__split_kallsyms, when we have split the maps per module
615 */
Arnaldo Carvalho de Melo608c34d2016-09-01 17:54:31 -0300616 __symbols__insert(root, sym, !strchr(name, '['));
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800617
Arnaldo Carvalho de Melo682b3352010-01-04 16:19:26 -0200618 return 0;
619}
620
621/*
622 * Loads the function entries in /proc/kallsyms into kernel_map->dso,
623 * so that we can in the next step set the symbol ->end address and then
624 * call kernel_maps__split_kallsyms.
625 */
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300626static int dso__load_all_kallsyms(struct dso *dso, const char *filename,
Arnaldo Carvalho de Melo9e201442010-01-14 18:30:06 -0200627 struct map *map)
Arnaldo Carvalho de Melo682b3352010-01-04 16:19:26 -0200628{
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300629 struct process_kallsyms_args args = { .map = map, .dso = dso, };
Arnaldo Carvalho de Melo9e201442010-01-14 18:30:06 -0200630 return kallsyms__parse(filename, &args, map__process_kallsym_symbol);
Arnaldo Carvalho de Melo682b3352010-01-04 16:19:26 -0200631}
632
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300633static int dso__split_kallsyms_for_kcore(struct dso *dso, struct map *map,
634 symbol_filter_t filter)
635{
Wang Nanba927322015-04-07 08:22:45 +0000636 struct map_groups *kmaps = map__kmaps(map);
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300637 struct map *curr_map;
638 struct symbol *pos;
Adrian Hunter866548d2015-11-06 15:59:29 +0200639 int count = 0;
640 struct rb_root old_root = dso->symbols[map->type];
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300641 struct rb_root *root = &dso->symbols[map->type];
642 struct rb_node *next = rb_first(root);
643
Wang Nanba927322015-04-07 08:22:45 +0000644 if (!kmaps)
645 return -1;
646
Adrian Hunter866548d2015-11-06 15:59:29 +0200647 *root = RB_ROOT;
648
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300649 while (next) {
650 char *module;
651
652 pos = rb_entry(next, struct symbol, rb_node);
653 next = rb_next(&pos->rb_node);
654
Adrian Hunter866548d2015-11-06 15:59:29 +0200655 rb_erase_init(&pos->rb_node, &old_root);
656
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300657 module = strchr(pos->name, '\t');
658 if (module)
659 *module = '\0';
660
661 curr_map = map_groups__find(kmaps, map->type, pos->start);
662
663 if (!curr_map || (filter && filter(curr_map, pos))) {
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300664 symbol__delete(pos);
Adrian Hunter866548d2015-11-06 15:59:29 +0200665 continue;
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300666 }
Adrian Hunter866548d2015-11-06 15:59:29 +0200667
668 pos->start -= curr_map->start - curr_map->pgoff;
669 if (pos->end)
670 pos->end -= curr_map->start - curr_map->pgoff;
671 symbols__insert(&curr_map->dso->symbols[curr_map->type], pos);
672 ++count;
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300673 }
674
675 /* Symbols have been adjusted */
676 dso->adjust_symbols = 1;
677
Adrian Hunter866548d2015-11-06 15:59:29 +0200678 return count;
Adrian Hunter8e0cf962013-08-07 14:38:51 +0300679}
680
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300681/*
682 * Split the symbols into maps, making sure there are no overlaps, i.e. the
683 * kernel range is broken in several maps, named [kernel].N, as we don't have
684 * the original ELF section names vmlinux have.
685 */
Adrian Hunterd9b62ab2014-01-29 16:14:43 +0200686static int dso__split_kallsyms(struct dso *dso, struct map *map, u64 delta,
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -0200687 symbol_filter_t filter)
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300688{
Wang Nanba927322015-04-07 08:22:45 +0000689 struct map_groups *kmaps = map__kmaps(map);
690 struct machine *machine;
Arnaldo Carvalho de Melo4e062552009-11-27 16:29:18 -0200691 struct map *curr_map = map;
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300692 struct symbol *pos;
Arnaldo Carvalho de Melo48000a12014-12-17 17:24:45 -0300693 int count = 0, moved = 0;
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300694 struct rb_root *root = &dso->symbols[map->type];
Arnaldo Carvalho de Melo4e062552009-11-27 16:29:18 -0200695 struct rb_node *next = rb_first(root);
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300696 int kernel_range = 0;
697
Wang Nanba927322015-04-07 08:22:45 +0000698 if (!kmaps)
699 return -1;
700
701 machine = kmaps->machine;
702
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300703 while (next) {
704 char *module;
705
706 pos = rb_entry(next, struct symbol, rb_node);
707 next = rb_next(&pos->rb_node);
708
709 module = strchr(pos->name, '\t');
710 if (module) {
Arnaldo Carvalho de Melo75be6cf2009-12-15 20:04:39 -0200711 if (!symbol_conf.use_modules)
Arnaldo Carvalho de Melo1de8e242009-11-27 16:29:21 -0200712 goto discard_symbol;
713
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300714 *module++ = '\0';
715
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200716 if (strcmp(curr_map->dso->short_name, module)) {
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800717 if (curr_map != map &&
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300718 dso->kernel == DSO_TYPE_GUEST_KERNEL &&
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300719 machine__is_default_guest(machine)) {
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800720 /*
721 * We assume all symbols of a module are
722 * continuous in * kallsyms, so curr_map
723 * points to a module and all its
724 * symbols are in its kmap. Mark it as
725 * loaded.
726 */
727 dso__set_loaded(curr_map->dso,
728 curr_map->type);
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300729 }
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200730
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800731 curr_map = map_groups__find_by_name(kmaps,
732 map->type, module);
733 if (curr_map == NULL) {
Arnaldo Carvalho de Melo2f519032010-05-17 17:57:59 -0300734 pr_debug("%s/proc/{kallsyms,modules} "
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800735 "inconsistency while looking "
736 "for \"%s\" module!\n",
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300737 machine->root_dir, module);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800738 curr_map = map;
739 goto discard_symbol;
740 }
741
742 if (curr_map->dso->loaded &&
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300743 !machine__is_default_guest(machine))
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200744 goto discard_symbol;
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -0300745 }
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300746 /*
747 * So that we look just like we get from .ko files,
748 * i.e. not prelinked, relative to map->start.
749 */
Arnaldo Carvalho de Melo4e062552009-11-27 16:29:18 -0200750 pos->start = curr_map->map_ip(curr_map, pos->start);
751 pos->end = curr_map->map_ip(curr_map, pos->end);
752 } else if (curr_map != map) {
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300753 char dso_name[PATH_MAX];
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300754 struct dso *ndso;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300755
Adrian Hunterd9b62ab2014-01-29 16:14:43 +0200756 if (delta) {
757 /* Kernel was relocated at boot time */
758 pos->start -= delta;
759 pos->end -= delta;
760 }
761
Arnaldo Carvalho de Melo8a953312010-11-29 12:44:15 -0200762 if (count == 0) {
763 curr_map = map;
764 goto filter_symbol;
765 }
766
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300767 if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800768 snprintf(dso_name, sizeof(dso_name),
769 "[guest.kernel].%d",
770 kernel_range++);
771 else
772 snprintf(dso_name, sizeof(dso_name),
773 "[kernel].%d",
774 kernel_range++);
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300775
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300776 ndso = dso__new(dso_name);
777 if (ndso == NULL)
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300778 return -1;
779
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300780 ndso->kernel = dso->kernel;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800781
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300782 curr_map = map__new2(pos->start, ndso, map->type);
Zhang, Yanmin37fe5fc2010-02-25 11:00:51 +0800783 if (curr_map == NULL) {
Arnaldo Carvalho de Melod3a7c482015-06-02 11:53:26 -0300784 dso__put(ndso);
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300785 return -1;
786 }
787
Arnaldo Carvalho de Melo4e062552009-11-27 16:29:18 -0200788 curr_map->map_ip = curr_map->unmap_ip = identity__map_ip;
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -0200789 map_groups__insert(kmaps, curr_map);
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300790 ++kernel_range;
Adrian Hunterd9b62ab2014-01-29 16:14:43 +0200791 } else if (delta) {
792 /* Kernel was relocated at boot time */
793 pos->start -= delta;
794 pos->end -= delta;
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300795 }
Arnaldo Carvalho de Melo8a953312010-11-29 12:44:15 -0200796filter_symbol:
Arnaldo Carvalho de Melo4e062552009-11-27 16:29:18 -0200797 if (filter && filter(curr_map, pos)) {
Arnaldo Carvalho de Melo1de8e242009-11-27 16:29:21 -0200798discard_symbol: rb_erase(&pos->rb_node, root);
Arnaldo Carvalho de Melo00a192b2009-10-30 16:28:24 -0200799 symbol__delete(pos);
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -0300800 } else {
Arnaldo Carvalho de Melo4e062552009-11-27 16:29:18 -0200801 if (curr_map != map) {
802 rb_erase(&pos->rb_node, root);
803 symbols__insert(&curr_map->dso->symbols[curr_map->type], pos);
Arnaldo Carvalho de Melo8a953312010-11-29 12:44:15 -0200804 ++moved;
805 } else
806 ++count;
Mike Galbraith9974f492009-07-02 08:05:58 +0200807 }
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300808 }
809
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800810 if (curr_map != map &&
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -0300811 dso->kernel == DSO_TYPE_GUEST_KERNEL &&
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300812 machine__is_default_guest(kmaps->machine)) {
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800813 dso__set_loaded(curr_map->dso, curr_map->type);
814 }
815
Arnaldo Carvalho de Melo8a953312010-11-29 12:44:15 -0200816 return count + moved;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -0300817}
818
Arnaldo Carvalho de Melo3f067dc2012-12-07 17:39:39 -0300819bool symbol__restricted_filename(const char *filename,
820 const char *restricted_filename)
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300821{
822 bool restricted = false;
823
824 if (symbol_conf.kptr_restrict) {
825 char *r = realpath(filename, NULL);
826
827 if (r != NULL) {
828 restricted = strcmp(r, restricted_filename) == 0;
829 free(r);
830 return restricted;
831 }
832 }
833
834 return restricted;
835}
836
Adrian Hunter52afdaf2013-10-09 15:01:11 +0300837struct module_info {
838 struct rb_node rb_node;
839 char *name;
840 u64 start;
841};
842
843static void add_module(struct module_info *mi, struct rb_root *modules)
844{
845 struct rb_node **p = &modules->rb_node;
846 struct rb_node *parent = NULL;
847 struct module_info *m;
848
849 while (*p != NULL) {
850 parent = *p;
851 m = rb_entry(parent, struct module_info, rb_node);
852 if (strcmp(mi->name, m->name) < 0)
853 p = &(*p)->rb_left;
854 else
855 p = &(*p)->rb_right;
856 }
857 rb_link_node(&mi->rb_node, parent, p);
858 rb_insert_color(&mi->rb_node, modules);
859}
860
861static void delete_modules(struct rb_root *modules)
862{
863 struct module_info *mi;
864 struct rb_node *next = rb_first(modules);
865
866 while (next) {
867 mi = rb_entry(next, struct module_info, rb_node);
868 next = rb_next(&mi->rb_node);
869 rb_erase(&mi->rb_node, modules);
Arnaldo Carvalho de Melo74cf2492013-12-27 16:55:14 -0300870 zfree(&mi->name);
Adrian Hunter52afdaf2013-10-09 15:01:11 +0300871 free(mi);
872 }
873}
874
875static struct module_info *find_module(const char *name,
876 struct rb_root *modules)
877{
878 struct rb_node *n = modules->rb_node;
879
880 while (n) {
881 struct module_info *m;
882 int cmp;
883
884 m = rb_entry(n, struct module_info, rb_node);
885 cmp = strcmp(name, m->name);
886 if (cmp < 0)
887 n = n->rb_left;
888 else if (cmp > 0)
889 n = n->rb_right;
890 else
891 return m;
892 }
893
894 return NULL;
895}
896
897static int __read_proc_modules(void *arg, const char *name, u64 start)
898{
899 struct rb_root *modules = arg;
900 struct module_info *mi;
901
902 mi = zalloc(sizeof(struct module_info));
903 if (!mi)
904 return -ENOMEM;
905
906 mi->name = strdup(name);
907 mi->start = start;
908
909 if (!mi->name) {
910 free(mi);
911 return -ENOMEM;
912 }
913
914 add_module(mi, modules);
915
916 return 0;
917}
918
919static int read_proc_modules(const char *filename, struct rb_root *modules)
920{
921 if (symbol__restricted_filename(filename, "/proc/modules"))
922 return -1;
923
924 if (modules__parse(filename, modules, __read_proc_modules)) {
925 delete_modules(modules);
926 return -1;
927 }
928
929 return 0;
930}
931
Adrian Hunterfc1b6912013-10-14 16:57:29 +0300932int compare_proc_modules(const char *from, const char *to)
933{
934 struct rb_root from_modules = RB_ROOT;
935 struct rb_root to_modules = RB_ROOT;
936 struct rb_node *from_node, *to_node;
937 struct module_info *from_m, *to_m;
938 int ret = -1;
939
940 if (read_proc_modules(from, &from_modules))
941 return -1;
942
943 if (read_proc_modules(to, &to_modules))
944 goto out_delete_from;
945
946 from_node = rb_first(&from_modules);
947 to_node = rb_first(&to_modules);
948 while (from_node) {
949 if (!to_node)
950 break;
951
952 from_m = rb_entry(from_node, struct module_info, rb_node);
953 to_m = rb_entry(to_node, struct module_info, rb_node);
954
955 if (from_m->start != to_m->start ||
956 strcmp(from_m->name, to_m->name))
957 break;
958
959 from_node = rb_next(from_node);
960 to_node = rb_next(to_node);
961 }
962
963 if (!from_node && !to_node)
964 ret = 0;
965
966 delete_modules(&to_modules);
967out_delete_from:
968 delete_modules(&from_modules);
969
970 return ret;
971}
972
Adrian Hunter52afdaf2013-10-09 15:01:11 +0300973static int do_validate_kcore_modules(const char *filename, struct map *map,
974 struct map_groups *kmaps)
975{
976 struct rb_root modules = RB_ROOT;
977 struct map *old_map;
978 int err;
979
980 err = read_proc_modules(filename, &modules);
981 if (err)
982 return err;
983
984 old_map = map_groups__first(kmaps, map->type);
985 while (old_map) {
986 struct map *next = map_groups__next(old_map);
987 struct module_info *mi;
988
989 if (old_map == map || old_map->start == map->start) {
990 /* The kernel map */
991 old_map = next;
992 continue;
993 }
994
995 /* Module must be in memory at the same address */
996 mi = find_module(old_map->dso->short_name, &modules);
997 if (!mi || mi->start != old_map->start) {
998 err = -EINVAL;
999 goto out;
1000 }
1001
1002 old_map = next;
1003 }
1004out:
1005 delete_modules(&modules);
1006 return err;
1007}
1008
1009/*
1010 * If kallsyms is referenced by name then we look for filename in the same
1011 * directory.
1012 */
1013static bool filename_from_kallsyms_filename(char *filename,
1014 const char *base_name,
1015 const char *kallsyms_filename)
1016{
1017 char *name;
1018
1019 strcpy(filename, kallsyms_filename);
1020 name = strrchr(filename, '/');
1021 if (!name)
1022 return false;
1023
1024 name += 1;
1025
1026 if (!strcmp(name, "kallsyms")) {
1027 strcpy(name, base_name);
1028 return true;
1029 }
1030
1031 return false;
1032}
1033
1034static int validate_kcore_modules(const char *kallsyms_filename,
1035 struct map *map)
1036{
Wang Nanba927322015-04-07 08:22:45 +00001037 struct map_groups *kmaps = map__kmaps(map);
Adrian Hunter52afdaf2013-10-09 15:01:11 +03001038 char modules_filename[PATH_MAX];
1039
Wang Nanba927322015-04-07 08:22:45 +00001040 if (!kmaps)
1041 return -EINVAL;
1042
Adrian Hunter52afdaf2013-10-09 15:01:11 +03001043 if (!filename_from_kallsyms_filename(modules_filename, "modules",
1044 kallsyms_filename))
1045 return -EINVAL;
1046
1047 if (do_validate_kcore_modules(modules_filename, map, kmaps))
1048 return -EINVAL;
1049
1050 return 0;
1051}
1052
Adrian Huntera00d28c2014-01-29 16:14:41 +02001053static int validate_kcore_addresses(const char *kallsyms_filename,
1054 struct map *map)
1055{
1056 struct kmap *kmap = map__kmap(map);
1057
Wang Nanba927322015-04-07 08:22:45 +00001058 if (!kmap)
1059 return -EINVAL;
1060
Adrian Huntera00d28c2014-01-29 16:14:41 +02001061 if (kmap->ref_reloc_sym && kmap->ref_reloc_sym->name) {
1062 u64 start;
1063
1064 start = kallsyms__get_function_start(kallsyms_filename,
1065 kmap->ref_reloc_sym->name);
1066 if (start != kmap->ref_reloc_sym->addr)
1067 return -EINVAL;
1068 }
1069
1070 return validate_kcore_modules(kallsyms_filename, map);
1071}
1072
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001073struct kcore_mapfn_data {
1074 struct dso *dso;
1075 enum map_type type;
1076 struct list_head maps;
1077};
1078
1079static int kcore_mapfn(u64 start, u64 len, u64 pgoff, void *data)
1080{
1081 struct kcore_mapfn_data *md = data;
1082 struct map *map;
1083
1084 map = map__new2(start, md->dso, md->type);
1085 if (map == NULL)
1086 return -ENOMEM;
1087
1088 map->end = map->start + len;
1089 map->pgoff = pgoff;
1090
1091 list_add(&map->node, &md->maps);
1092
1093 return 0;
1094}
1095
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001096static int dso__load_kcore(struct dso *dso, struct map *map,
1097 const char *kallsyms_filename)
1098{
Wang Nanba927322015-04-07 08:22:45 +00001099 struct map_groups *kmaps = map__kmaps(map);
1100 struct machine *machine;
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001101 struct kcore_mapfn_data md;
1102 struct map *old_map, *new_map, *replacement_map = NULL;
1103 bool is_64_bit;
1104 int err, fd;
1105 char kcore_filename[PATH_MAX];
1106 struct symbol *sym;
1107
Wang Nanba927322015-04-07 08:22:45 +00001108 if (!kmaps)
1109 return -EINVAL;
1110
1111 machine = kmaps->machine;
1112
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001113 /* This function requires that the map is the kernel map */
1114 if (map != machine->vmlinux_maps[map->type])
1115 return -EINVAL;
1116
Adrian Hunter52afdaf2013-10-09 15:01:11 +03001117 if (!filename_from_kallsyms_filename(kcore_filename, "kcore",
1118 kallsyms_filename))
1119 return -EINVAL;
1120
Adrian Huntera00d28c2014-01-29 16:14:41 +02001121 /* Modules and kernel must be present at their original addresses */
1122 if (validate_kcore_addresses(kallsyms_filename, map))
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001123 return -EINVAL;
1124
1125 md.dso = dso;
1126 md.type = map->type;
1127 INIT_LIST_HEAD(&md.maps);
1128
1129 fd = open(kcore_filename, O_RDONLY);
Li Zhang36c8bb52015-06-19 16:57:33 +08001130 if (fd < 0) {
Adrian Hunter133de942015-08-20 13:07:40 +03001131 pr_debug("Failed to open %s. Note /proc/kcore requires CAP_SYS_RAWIO capability to access.\n",
1132 kcore_filename);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001133 return -EINVAL;
Li Zhang36c8bb52015-06-19 16:57:33 +08001134 }
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001135
1136 /* Read new maps into temporary lists */
1137 err = file__read_maps(fd, md.type == MAP__FUNCTION, kcore_mapfn, &md,
1138 &is_64_bit);
1139 if (err)
1140 goto out_err;
Adrian Hunterc6d8f2a2014-07-14 13:02:41 +03001141 dso->is_64_bit = is_64_bit;
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001142
1143 if (list_empty(&md.maps)) {
1144 err = -EINVAL;
1145 goto out_err;
1146 }
1147
1148 /* Remove old maps */
1149 old_map = map_groups__first(kmaps, map->type);
1150 while (old_map) {
1151 struct map *next = map_groups__next(old_map);
1152
1153 if (old_map != map)
1154 map_groups__remove(kmaps, old_map);
1155 old_map = next;
1156 }
1157
1158 /* Find the kernel map using the first symbol */
1159 sym = dso__first_symbol(dso, map->type);
1160 list_for_each_entry(new_map, &md.maps, node) {
1161 if (sym && sym->start >= new_map->start &&
1162 sym->start < new_map->end) {
1163 replacement_map = new_map;
1164 break;
1165 }
1166 }
1167
1168 if (!replacement_map)
1169 replacement_map = list_entry(md.maps.next, struct map, node);
1170
1171 /* Add new maps */
1172 while (!list_empty(&md.maps)) {
1173 new_map = list_entry(md.maps.next, struct map, node);
Arnaldo Carvalho de Melofacf3f02015-05-25 15:30:09 -03001174 list_del_init(&new_map->node);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001175 if (new_map == replacement_map) {
1176 map->start = new_map->start;
1177 map->end = new_map->end;
1178 map->pgoff = new_map->pgoff;
1179 map->map_ip = new_map->map_ip;
1180 map->unmap_ip = new_map->unmap_ip;
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001181 /* Ensure maps are correctly ordered */
Arnaldo Carvalho de Melo84c2caf2015-05-25 16:59:56 -03001182 map__get(map);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001183 map_groups__remove(kmaps, map);
1184 map_groups__insert(kmaps, map);
Arnaldo Carvalho de Melo84c2caf2015-05-25 16:59:56 -03001185 map__put(map);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001186 } else {
1187 map_groups__insert(kmaps, new_map);
1188 }
Arnaldo Carvalho de Melo84c2caf2015-05-25 16:59:56 -03001189
1190 map__put(new_map);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001191 }
1192
1193 /*
1194 * Set the data type and long name so that kcore can be read via
1195 * dso__data_read_addr().
1196 */
1197 if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
Arnaldo Carvalho de Melo5f706192013-12-17 16:14:07 -03001198 dso->binary_type = DSO_BINARY_TYPE__GUEST_KCORE;
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001199 else
Arnaldo Carvalho de Melo5f706192013-12-17 16:14:07 -03001200 dso->binary_type = DSO_BINARY_TYPE__KCORE;
Arnaldo Carvalho de Melo7e155d42013-12-10 15:08:44 -03001201 dso__set_long_name(dso, strdup(kcore_filename), true);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001202
1203 close(fd);
1204
1205 if (map->type == MAP__FUNCTION)
1206 pr_debug("Using %s for kernel object code\n", kcore_filename);
1207 else
1208 pr_debug("Using %s for kernel data\n", kcore_filename);
1209
1210 return 0;
1211
1212out_err:
1213 while (!list_empty(&md.maps)) {
1214 map = list_entry(md.maps.next, struct map, node);
Arnaldo Carvalho de Melofacf3f02015-05-25 15:30:09 -03001215 list_del_init(&map->node);
Arnaldo Carvalho de Melo84c2caf2015-05-25 16:59:56 -03001216 map__put(map);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001217 }
1218 close(fd);
1219 return -EINVAL;
1220}
1221
Adrian Hunterd9b62ab2014-01-29 16:14:43 +02001222/*
1223 * If the kernel is relocated at boot time, kallsyms won't match. Compute the
1224 * delta based on the relocation reference symbol.
1225 */
1226static int kallsyms__delta(struct map *map, const char *filename, u64 *delta)
1227{
1228 struct kmap *kmap = map__kmap(map);
1229 u64 addr;
1230
Wang Nanba927322015-04-07 08:22:45 +00001231 if (!kmap)
1232 return -1;
1233
Adrian Hunterd9b62ab2014-01-29 16:14:43 +02001234 if (!kmap->ref_reloc_sym || !kmap->ref_reloc_sym->name)
1235 return 0;
1236
1237 addr = kallsyms__get_function_start(filename,
1238 kmap->ref_reloc_sym->name);
1239 if (!addr)
1240 return -1;
1241
1242 *delta = addr - kmap->ref_reloc_sym->addr;
1243 return 0;
1244}
1245
Arnaldo Carvalho de Meloe02092b2016-04-19 12:12:49 -03001246int __dso__load_kallsyms(struct dso *dso, const char *filename,
1247 struct map *map, bool no_kcore, symbol_filter_t filter)
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -03001248{
Adrian Hunterd9b62ab2014-01-29 16:14:43 +02001249 u64 delta = 0;
1250
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -03001251 if (symbol__restricted_filename(filename, "/proc/kallsyms"))
1252 return -1;
1253
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001254 if (dso__load_all_kallsyms(dso, filename, map) < 0)
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -03001255 return -1;
1256
Adrian Hunterd9b62ab2014-01-29 16:14:43 +02001257 if (kallsyms__delta(map, filename, &delta))
1258 return -1;
1259
Anton Blanchard3f5a4272011-08-24 16:40:15 +10001260 symbols__fixup_end(&dso->symbols[map->type]);
Arnaldo Carvalho de Melo432746f2016-09-01 11:00:23 -03001261 symbols__fixup_duplicate(&dso->symbols[map->type]);
Anton Blanchard3f5a4272011-08-24 16:40:15 +10001262
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001263 if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
Jiri Olsa44f24cb2012-07-22 14:14:32 +02001264 dso->symtab_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001265 else
Jiri Olsa44f24cb2012-07-22 14:14:32 +02001266 dso->symtab_type = DSO_BINARY_TYPE__KALLSYMS;
Arnaldo Carvalho de Melo2e538c42009-10-07 13:48:56 -03001267
Arnaldo Carvalho de Meloe02092b2016-04-19 12:12:49 -03001268 if (!no_kcore && !dso__load_kcore(dso, map, filename))
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001269 return dso__split_kallsyms_for_kcore(dso, map, filter);
1270 else
Adrian Hunterd9b62ab2014-01-29 16:14:43 +02001271 return dso__split_kallsyms(dso, map, delta, filter);
Arnaldo Carvalho de Meloaf427bf2009-10-05 14:26:17 -03001272}
1273
Arnaldo Carvalho de Meloe02092b2016-04-19 12:12:49 -03001274int dso__load_kallsyms(struct dso *dso, const char *filename,
1275 struct map *map, symbol_filter_t filter)
1276{
1277 return __dso__load_kallsyms(dso, filename, map, false, filter);
1278}
1279
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001280static int dso__load_perf_map(struct dso *dso, struct map *map,
Arnaldo Carvalho de Melo6beba7a2009-10-21 17:34:06 -02001281 symbol_filter_t filter)
Pekka Enberg80d496b2009-06-08 21:12:48 +03001282{
1283 char *line = NULL;
1284 size_t n;
1285 FILE *file;
1286 int nr_syms = 0;
1287
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001288 file = fopen(dso->long_name, "r");
Pekka Enberg80d496b2009-06-08 21:12:48 +03001289 if (file == NULL)
1290 goto out_failure;
1291
1292 while (!feof(file)) {
Paul Mackerras9cffa8d2009-06-19 22:21:42 +10001293 u64 start, size;
Pekka Enberg80d496b2009-06-08 21:12:48 +03001294 struct symbol *sym;
1295 int line_len, len;
1296
1297 line_len = getline(&line, &n, file);
1298 if (line_len < 0)
1299 break;
1300
1301 if (!line)
1302 goto out_failure;
1303
1304 line[--line_len] = '\0'; /* \n */
1305
1306 len = hex2u64(line, &start);
1307
1308 len++;
1309 if (len + 2 >= line_len)
1310 continue;
1311
1312 len += hex2u64(line + len, &size);
1313
1314 len++;
1315 if (len + 2 >= line_len)
1316 continue;
1317
Arnaldo Carvalho de Meloc408fed2010-08-05 12:59:47 -03001318 sym = symbol__new(start, size, STB_GLOBAL, line + len);
Pekka Enberg80d496b2009-06-08 21:12:48 +03001319
1320 if (sym == NULL)
1321 goto out_delete_line;
1322
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -03001323 if (filter && filter(map, sym))
Arnaldo Carvalho de Melo00a192b2009-10-30 16:28:24 -02001324 symbol__delete(sym);
Pekka Enberg80d496b2009-06-08 21:12:48 +03001325 else {
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001326 symbols__insert(&dso->symbols[map->type], sym);
Pekka Enberg80d496b2009-06-08 21:12:48 +03001327 nr_syms++;
1328 }
1329 }
1330
1331 free(line);
1332 fclose(file);
1333
1334 return nr_syms;
1335
1336out_delete_line:
1337 free(line);
1338out_failure:
1339 return -1;
1340}
1341
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001342static bool dso__is_compatible_symtab_type(struct dso *dso, bool kmod,
1343 enum dso_binary_type type)
1344{
1345 switch (type) {
1346 case DSO_BINARY_TYPE__JAVA_JIT:
1347 case DSO_BINARY_TYPE__DEBUGLINK:
1348 case DSO_BINARY_TYPE__SYSTEM_PATH_DSO:
1349 case DSO_BINARY_TYPE__FEDORA_DEBUGINFO:
1350 case DSO_BINARY_TYPE__UBUNTU_DEBUGINFO:
1351 case DSO_BINARY_TYPE__BUILDID_DEBUGINFO:
1352 case DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO:
1353 return !kmod && dso->kernel == DSO_TYPE_USER;
1354
1355 case DSO_BINARY_TYPE__KALLSYMS:
1356 case DSO_BINARY_TYPE__VMLINUX:
1357 case DSO_BINARY_TYPE__KCORE:
1358 return dso->kernel == DSO_TYPE_KERNEL;
1359
1360 case DSO_BINARY_TYPE__GUEST_KALLSYMS:
1361 case DSO_BINARY_TYPE__GUEST_VMLINUX:
1362 case DSO_BINARY_TYPE__GUEST_KCORE:
1363 return dso->kernel == DSO_TYPE_GUEST_KERNEL;
1364
1365 case DSO_BINARY_TYPE__GUEST_KMODULE:
Namhyung Kimc00c48f2014-11-04 10:14:27 +09001366 case DSO_BINARY_TYPE__GUEST_KMODULE_COMP:
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001367 case DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE:
Namhyung Kimc00c48f2014-11-04 10:14:27 +09001368 case DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP:
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001369 /*
1370 * kernel modules know their symtab type - it's set when
Arnaldo Carvalho de Melo9f2de312015-06-01 12:01:02 -03001371 * creating a module dso in machine__findnew_module_map().
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001372 */
1373 return kmod && dso->symtab_type == type;
1374
1375 case DSO_BINARY_TYPE__BUILD_ID_CACHE:
1376 return true;
1377
1378 case DSO_BINARY_TYPE__NOT_FOUND:
1379 default:
1380 return false;
1381 }
1382}
1383
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001384int dso__load(struct dso *dso, struct map *map, symbol_filter_t filter)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001385{
Arnaldo Carvalho de Meloc338aee2009-11-20 20:51:27 -02001386 char *name;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001387 int ret = -1;
Jiri Olsa44f24cb2012-07-22 14:14:32 +02001388 u_int i;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -03001389 struct machine *machine;
Jiri Olsa44f24cb2012-07-22 14:14:32 +02001390 char *root_dir = (char *) "";
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001391 int ss_pos = 0;
1392 struct symsrc ss_[2];
1393 struct symsrc *syms_ss = NULL, *runtime_ss = NULL;
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001394 bool kmod;
Dima Kogan5baecbc2015-09-07 17:34:19 -07001395 unsigned char build_id[BUILD_ID_SIZE];
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001396
Namhyung Kim4a936ed2015-05-18 09:30:40 +09001397 pthread_mutex_lock(&dso->lock);
Arnaldo Carvalho de Melo66bd8422009-10-28 21:51:21 -02001398
Namhyung Kim4a936ed2015-05-18 09:30:40 +09001399 /* check again under the dso->lock */
1400 if (dso__loaded(dso, map->type)) {
1401 ret = 1;
1402 goto out;
1403 }
1404
1405 if (dso->kernel) {
1406 if (dso->kernel == DSO_TYPE_KERNEL)
1407 ret = dso__load_kernel_sym(dso, map, filter);
1408 else if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1409 ret = dso__load_guest_kernel_sym(dso, map, filter);
1410
1411 goto out;
1412 }
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001413
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -03001414 if (map->groups && map->groups->machine)
1415 machine = map->groups->machine;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001416 else
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -03001417 machine = NULL;
Arnaldo Carvalho de Meloc338aee2009-11-20 20:51:27 -02001418
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001419 dso->adjust_symbols = 0;
Arnaldo Carvalho de Melof5812a72009-06-30 11:43:17 -03001420
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001421 if (strncmp(dso->name, "/tmp/perf-", 10) == 0) {
Pekka Enberg981c1252011-08-09 22:54:18 +03001422 struct stat st;
1423
Vasiliy Kulikove9b52ef2011-08-12 00:55:37 +04001424 if (lstat(dso->name, &st) < 0)
Namhyung Kim4a936ed2015-05-18 09:30:40 +09001425 goto out;
Pekka Enberg981c1252011-08-09 22:54:18 +03001426
Arnaldo Carvalho de Melo2059fc72015-11-12 16:50:13 -03001427 if (!symbol_conf.force && st.st_uid && (st.st_uid != geteuid())) {
Pekka Enberg981c1252011-08-09 22:54:18 +03001428 pr_warning("File %s not owned by current user or root, "
Arnaldo Carvalho de Melo2059fc72015-11-12 16:50:13 -03001429 "ignoring it (use -f to override).\n", dso->name);
Namhyung Kim4a936ed2015-05-18 09:30:40 +09001430 goto out;
Pekka Enberg981c1252011-08-09 22:54:18 +03001431 }
1432
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001433 ret = dso__load_perf_map(dso, map, filter);
Jiri Olsa44f24cb2012-07-22 14:14:32 +02001434 dso->symtab_type = ret > 0 ? DSO_BINARY_TYPE__JAVA_JIT :
1435 DSO_BINARY_TYPE__NOT_FOUND;
Namhyung Kim4a936ed2015-05-18 09:30:40 +09001436 goto out;
Arnaldo Carvalho de Melo94cb9e32009-08-06 14:43:17 -03001437 }
1438
Jiri Olsa44f24cb2012-07-22 14:14:32 +02001439 if (machine)
1440 root_dir = machine->root_dir;
1441
David Ahern164c8002013-01-14 10:46:47 -07001442 name = malloc(PATH_MAX);
1443 if (!name)
Namhyung Kim4a936ed2015-05-18 09:30:40 +09001444 goto out;
David Ahern164c8002013-01-14 10:46:47 -07001445
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001446 kmod = dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE ||
Namhyung Kimc00c48f2014-11-04 10:14:27 +09001447 dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP ||
1448 dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE ||
1449 dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE_COMP;
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001450
Dima Kogan5baecbc2015-09-07 17:34:19 -07001451
1452 /*
1453 * Read the build id if possible. This is required for
1454 * DSO_BINARY_TYPE__BUILDID_DEBUGINFO to work
1455 */
Jiri Olsaed7b6302016-06-24 14:40:25 +02001456 if (is_regular_file(dso->long_name) &&
Jiri Olsa40356722016-01-20 12:56:32 +01001457 filename__read_build_id(dso->long_name, build_id, BUILD_ID_SIZE) > 0)
Dima Kogan5baecbc2015-09-07 17:34:19 -07001458 dso__set_build_id(dso, build_id);
1459
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001460 /*
1461 * Iterate over candidate debug images.
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001462 * Keep track of "interesting" ones (those which have a symtab, dynsym,
1463 * and/or opd section) for processing.
Dave Martin6da80ce2010-07-30 09:50:09 -03001464 */
Jiri Olsa44f24cb2012-07-22 14:14:32 +02001465 for (i = 0; i < DSO_BINARY_TYPE__SYMTAB_CNT; i++) {
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001466 struct symsrc *ss = &ss_[ss_pos];
1467 bool next_slot = false;
Dave Martin6da80ce2010-07-30 09:50:09 -03001468
Cody P Schafer005f9292012-08-10 15:22:58 -07001469 enum dso_binary_type symtab_type = binary_type_symtab[i];
Dave Martin6da80ce2010-07-30 09:50:09 -03001470
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001471 if (!dso__is_compatible_symtab_type(dso, kmod, symtab_type))
1472 continue;
1473
Arnaldo Carvalho de Meloee4e9622013-12-16 17:03:18 -03001474 if (dso__read_binary_type_filename(dso, symtab_type,
1475 root_dir, name, PATH_MAX))
Jiri Olsa44f24cb2012-07-22 14:14:32 +02001476 continue;
Dave Martin6da80ce2010-07-30 09:50:09 -03001477
Jiri Olsa40356722016-01-20 12:56:32 +01001478 if (!is_regular_file(name))
1479 continue;
1480
Dave Martin6da80ce2010-07-30 09:50:09 -03001481 /* Name is now the name of the next image to try */
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001482 if (symsrc__init(ss, dso, name, symtab_type) < 0)
Dave Martin6da80ce2010-07-30 09:50:09 -03001483 continue;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001484
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001485 if (!syms_ss && symsrc__has_symtab(ss)) {
1486 syms_ss = ss;
1487 next_slot = true;
Adrian Hunter0058aef2013-12-03 09:23:08 +02001488 if (!dso->symsrc_filename)
1489 dso->symsrc_filename = strdup(name);
Cody P Schaferd26cd122012-08-10 15:23:00 -07001490 }
1491
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001492 if (!runtime_ss && symsrc__possibly_runtime(ss)) {
1493 runtime_ss = ss;
1494 next_slot = true;
Cody P Schafera44f6052012-08-10 15:22:59 -07001495 }
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001496
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001497 if (next_slot) {
1498 ss_pos++;
Jiri Olsa33ff5812012-04-18 15:46:58 +02001499
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001500 if (syms_ss && runtime_ss)
1501 break;
Namhyung Kim98e9f032014-02-20 10:32:54 +09001502 } else {
1503 symsrc__destroy(ss);
Dave Martin6da80ce2010-07-30 09:50:09 -03001504 }
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001505
Arnaldo Carvalho de Meloa25e46c2009-07-11 12:18:36 -03001506 }
Dave Martin6da80ce2010-07-30 09:50:09 -03001507
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001508 if (!runtime_ss && !syms_ss)
1509 goto out_free;
1510
1511 if (runtime_ss && !syms_ss) {
1512 syms_ss = runtime_ss;
Arnaldo Carvalho de Melo60e4b102011-03-22 15:42:14 -03001513 }
1514
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001515 /* We'll have to hope for the best */
1516 if (!runtime_ss && syms_ss)
1517 runtime_ss = syms_ss;
1518
Wang Nane7ee4042016-02-05 14:01:27 +00001519 if (syms_ss && syms_ss->type == DSO_BINARY_TYPE__BUILD_ID_CACHE)
1520 if (dso__build_id_is_kmod(dso, name, PATH_MAX))
1521 kmod = true;
1522
Namhyung Kim1029f9f2014-02-20 10:32:56 +09001523 if (syms_ss)
1524 ret = dso__load_sym(dso, map, syms_ss, runtime_ss, filter, kmod);
1525 else
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001526 ret = -1;
1527
David Ahernf47b58b2012-08-19 09:47:14 -06001528 if (ret > 0) {
Cody P Schafer3aafe5a2012-08-10 15:23:02 -07001529 int nr_plt;
1530
1531 nr_plt = dso__synthesize_plt_symbols(dso, runtime_ss, map, filter);
1532 if (nr_plt > 0)
1533 ret += nr_plt;
1534 }
1535
1536 for (; ss_pos > 0; ss_pos--)
1537 symsrc__destroy(&ss_[ss_pos - 1]);
1538out_free:
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001539 free(name);
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001540 if (ret < 0 && strstr(dso->name, " (deleted)") != NULL)
Namhyung Kim4a936ed2015-05-18 09:30:40 +09001541 ret = 0;
1542out:
1543 dso__set_loaded(dso, map->type);
1544 pthread_mutex_unlock(&dso->lock);
1545
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001546 return ret;
1547}
1548
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001549struct map *map_groups__find_by_name(struct map_groups *mg,
Arnaldo Carvalho de Melo79406cd2009-12-11 18:50:22 -02001550 enum map_type type, const char *name)
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -03001551{
Arnaldo Carvalho de Melo1eee78a2015-05-22 12:58:53 -03001552 struct maps *maps = &mg->maps[type];
Arnaldo Carvalho de Melo4bb7123d2015-05-22 11:52:22 -03001553 struct map *map;
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -03001554
Arnaldo Carvalho de Melo6a2ffcd2015-05-22 13:45:24 -03001555 pthread_rwlock_rdlock(&maps->lock);
1556
Arnaldo Carvalho de Melo4bb7123d2015-05-22 11:52:22 -03001557 for (map = maps__first(maps); map; map = map__next(map)) {
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -02001558 if (map->dso && strcmp(map->dso->short_name, name) == 0)
Arnaldo Carvalho de Melo6a2ffcd2015-05-22 13:45:24 -03001559 goto out_unlock;
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -03001560 }
1561
Arnaldo Carvalho de Melo6a2ffcd2015-05-22 13:45:24 -03001562 map = NULL;
1563
1564out_unlock:
1565 pthread_rwlock_unlock(&maps->lock);
1566 return map;
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -03001567}
1568
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001569int dso__load_vmlinux(struct dso *dso, struct map *map,
Arnaldo Carvalho de Melo5230fb72013-12-10 11:58:52 -03001570 const char *vmlinux, bool vmlinux_allocated,
1571 symbol_filter_t filter)
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001572{
Cody P Schaferb68e2f92012-08-10 15:22:57 -07001573 int err = -1;
1574 struct symsrc ss;
David Ahernec5761e2010-12-09 13:27:07 -07001575 char symfs_vmlinux[PATH_MAX];
Cody P Schafer005f9292012-08-10 15:22:58 -07001576 enum dso_binary_type symtab_type;
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001577
Namhyung Kim5698d2c2013-07-17 17:08:15 +09001578 if (vmlinux[0] == '/')
1579 snprintf(symfs_vmlinux, sizeof(symfs_vmlinux), "%s", vmlinux);
1580 else
Arnaldo Carvalho de Melo972f3932014-07-29 10:21:58 -03001581 symbol__join_symfs(symfs_vmlinux, vmlinux);
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001582
Cody P Schafer21ea4532012-08-10 15:22:56 -07001583 if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
Cody P Schafer005f9292012-08-10 15:22:58 -07001584 symtab_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
Cody P Schafer21ea4532012-08-10 15:22:56 -07001585 else
Cody P Schafer005f9292012-08-10 15:22:58 -07001586 symtab_type = DSO_BINARY_TYPE__VMLINUX;
Cody P Schafer21ea4532012-08-10 15:22:56 -07001587
Cody P Schafer005f9292012-08-10 15:22:58 -07001588 if (symsrc__init(&ss, dso, symfs_vmlinux, symtab_type))
Cody P Schaferb68e2f92012-08-10 15:22:57 -07001589 return -1;
1590
Cody P Schafer261360b2012-08-10 15:23:01 -07001591 err = dso__load_sym(dso, map, &ss, &ss, filter, 0);
Cody P Schaferb68e2f92012-08-10 15:22:57 -07001592 symsrc__destroy(&ss);
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001593
Cody P Schafer515850e2012-08-10 15:22:54 -07001594 if (err > 0) {
Adrian Hunter39b12f782013-08-07 14:38:47 +03001595 if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
Arnaldo Carvalho de Melo5f706192013-12-17 16:14:07 -03001596 dso->binary_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
Adrian Hunter39b12f782013-08-07 14:38:47 +03001597 else
Arnaldo Carvalho de Melo5f706192013-12-17 16:14:07 -03001598 dso->binary_type = DSO_BINARY_TYPE__VMLINUX;
Arnaldo Carvalho de Melobf4414a2013-12-10 15:19:23 -03001599 dso__set_long_name(dso, vmlinux, vmlinux_allocated);
Cody P Schafer515850e2012-08-10 15:22:54 -07001600 dso__set_loaded(dso, map->type);
David Ahernec5761e2010-12-09 13:27:07 -07001601 pr_debug("Using %s for symbols\n", symfs_vmlinux);
Cody P Schafer515850e2012-08-10 15:22:54 -07001602 }
Arnaldo Carvalho de Melo3846df22010-02-22 16:15:39 -03001603
Arnaldo Carvalho de Meloa2928c42009-05-28 14:55:04 -03001604 return err;
1605}
1606
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001607int dso__load_vmlinux_path(struct dso *dso, struct map *map,
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -02001608 symbol_filter_t filter)
Arnaldo Carvalho de Meloa19afe42010-01-27 21:05:50 -02001609{
1610 int i, err = 0;
Namhyung Kim00dc8652014-11-04 10:14:32 +09001611 char *filename = NULL;
Arnaldo Carvalho de Meloa19afe42010-01-27 21:05:50 -02001612
Arnaldo Carvalho de Melodc382182015-10-11 17:17:24 -03001613 pr_debug("Looking at the vmlinux_path (%d entries long)\n",
1614 vmlinux_path__nr_entries + 1);
1615
1616 for (i = 0; i < vmlinux_path__nr_entries; ++i) {
1617 err = dso__load_vmlinux(dso, map, vmlinux_path[i], false, filter);
1618 if (err > 0)
1619 goto out;
1620 }
1621
Namhyung Kim00dc8652014-11-04 10:14:32 +09001622 if (!symbol_conf.ignore_vmlinux_buildid)
1623 filename = dso__build_id_filename(dso, NULL, 0);
Arnaldo Carvalho de Melo5ad90e42010-05-26 13:26:02 -03001624 if (filename != NULL) {
Arnaldo Carvalho de Melo5230fb72013-12-10 11:58:52 -03001625 err = dso__load_vmlinux(dso, map, filename, true, filter);
1626 if (err > 0)
Arnaldo Carvalho de Melo5ad90e42010-05-26 13:26:02 -03001627 goto out;
Arnaldo Carvalho de Melo5ad90e42010-05-26 13:26:02 -03001628 free(filename);
1629 }
Arnaldo Carvalho de Melo5ad90e42010-05-26 13:26:02 -03001630out:
Arnaldo Carvalho de Meloa19afe42010-01-27 21:05:50 -02001631 return err;
1632}
1633
Masami Hiramatsuc48903b2016-05-11 22:52:08 +09001634static bool visible_dir_filter(const char *name, struct dirent *d)
1635{
1636 if (d->d_type != DT_DIR)
1637 return false;
1638 return lsdir_no_dot_filter(name, d);
1639}
1640
Adrian Hunter0544d422013-10-14 13:43:43 +03001641static int find_matching_kcore(struct map *map, char *dir, size_t dir_sz)
1642{
1643 char kallsyms_filename[PATH_MAX];
Adrian Hunter0544d422013-10-14 13:43:43 +03001644 int ret = -1;
Masami Hiramatsuc48903b2016-05-11 22:52:08 +09001645 struct strlist *dirs;
1646 struct str_node *nd;
Adrian Hunter0544d422013-10-14 13:43:43 +03001647
Masami Hiramatsuc48903b2016-05-11 22:52:08 +09001648 dirs = lsdir(dir, visible_dir_filter);
1649 if (!dirs)
Adrian Hunter0544d422013-10-14 13:43:43 +03001650 return -1;
1651
Arnaldo Carvalho de Melo602a1f42016-06-23 11:31:20 -03001652 strlist__for_each_entry(nd, dirs) {
Adrian Hunter0544d422013-10-14 13:43:43 +03001653 scnprintf(kallsyms_filename, sizeof(kallsyms_filename),
Masami Hiramatsuc48903b2016-05-11 22:52:08 +09001654 "%s/%s/kallsyms", dir, nd->s);
Adrian Huntera00d28c2014-01-29 16:14:41 +02001655 if (!validate_kcore_addresses(kallsyms_filename, map)) {
Adrian Hunter0544d422013-10-14 13:43:43 +03001656 strlcpy(dir, kallsyms_filename, dir_sz);
1657 ret = 0;
1658 break;
1659 }
1660 }
1661
Masami Hiramatsuc48903b2016-05-11 22:52:08 +09001662 strlist__delete(dirs);
Adrian Hunter0544d422013-10-14 13:43:43 +03001663
1664 return ret;
1665}
1666
Masami Hiramatsu11870d72016-05-29 00:15:13 +09001667/*
1668 * Use open(O_RDONLY) to check readability directly instead of access(R_OK)
1669 * since access(R_OK) only checks with real UID/GID but open() use effective
1670 * UID/GID and actual capabilities (e.g. /proc/kcore requires CAP_SYS_RAWIO).
1671 */
1672static bool filename__readable(const char *file)
1673{
1674 int fd = open(file, O_RDONLY);
1675 if (fd < 0)
1676 return false;
1677 close(fd);
1678 return true;
1679}
1680
Adrian Hunter0544d422013-10-14 13:43:43 +03001681static char *dso__find_kallsyms(struct dso *dso, struct map *map)
1682{
1683 u8 host_build_id[BUILD_ID_SIZE];
Masami Hiramatsub5d8bbe2016-05-11 22:51:59 +09001684 char sbuild_id[SBUILD_ID_SIZE];
Adrian Hunter0544d422013-10-14 13:43:43 +03001685 bool is_host = false;
1686 char path[PATH_MAX];
1687
1688 if (!dso->has_build_id) {
1689 /*
1690 * Last resort, if we don't have a build-id and couldn't find
1691 * any vmlinux file, try the running kernel kallsyms table.
1692 */
1693 goto proc_kallsyms;
1694 }
1695
1696 if (sysfs__read_build_id("/sys/kernel/notes", host_build_id,
1697 sizeof(host_build_id)) == 0)
1698 is_host = dso__build_id_equal(dso, host_build_id);
1699
Masami Hiramatsu4e4b6c02016-05-29 00:15:28 +09001700 /* Try a fast path for /proc/kallsyms if possible */
Adrian Hunter0544d422013-10-14 13:43:43 +03001701 if (is_host) {
Adrian Hunter0544d422013-10-14 13:43:43 +03001702 /*
Masami Hiramatsu11870d72016-05-29 00:15:13 +09001703 * Do not check the build-id cache, unless we know we cannot use
1704 * /proc/kcore or module maps don't match to /proc/kallsyms.
1705 * To check readability of /proc/kcore, do not use access(R_OK)
1706 * since /proc/kcore requires CAP_SYS_RAWIO to read and access
1707 * can't check it.
Adrian Hunter0544d422013-10-14 13:43:43 +03001708 */
Masami Hiramatsu11870d72016-05-29 00:15:13 +09001709 if (filename__readable("/proc/kcore") &&
1710 !validate_kcore_addresses("/proc/kallsyms", map))
1711 goto proc_kallsyms;
Adrian Hunter0544d422013-10-14 13:43:43 +03001712 }
1713
Masami Hiramatsu4e4b6c02016-05-29 00:15:28 +09001714 build_id__sprintf(dso->build_id, sizeof(dso->build_id), sbuild_id);
1715
Adrian Hunter449867e2013-11-26 15:19:24 +02001716 /* Find kallsyms in build-id cache with kcore */
Masami Hiramatsu4e4b6c02016-05-29 00:15:28 +09001717 scnprintf(path, sizeof(path), "%s/%s/%s",
1718 buildid_dir, DSO__NAME_KCORE, sbuild_id);
1719
Adrian Hunter449867e2013-11-26 15:19:24 +02001720 if (!find_matching_kcore(map, path, sizeof(path)))
1721 return strdup(path);
1722
Masami Hiramatsu4e4b6c02016-05-29 00:15:28 +09001723 /* Use current /proc/kallsyms if possible */
1724 if (is_host) {
1725proc_kallsyms:
1726 return strdup("/proc/kallsyms");
1727 }
1728
1729 /* Finally, find a cache of kallsyms */
Masami Hiramatsu01412262016-05-29 00:15:37 +09001730 if (!build_id_cache__kallsyms_path(sbuild_id, path, sizeof(path))) {
Adrian Hunter0544d422013-10-14 13:43:43 +03001731 pr_err("No kallsyms or vmlinux with build-id %s was found\n",
1732 sbuild_id);
1733 return NULL;
1734 }
1735
1736 return strdup(path);
Adrian Hunter0544d422013-10-14 13:43:43 +03001737}
1738
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001739static int dso__load_kernel_sym(struct dso *dso, struct map *map,
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -02001740 symbol_filter_t filter)
Arnaldo Carvalho de Meloa827c872009-05-28 14:55:19 -03001741{
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001742 int err;
Arnaldo Carvalho de Melo9e201442010-01-14 18:30:06 -02001743 const char *kallsyms_filename = NULL;
1744 char *kallsyms_allocated_filename = NULL;
Arnaldo Carvalho de Melodc8d6ab2010-01-19 10:36:14 -02001745 /*
David Ahernb226a5a72010-12-07 19:39:46 -07001746 * Step 1: if the user specified a kallsyms or vmlinux filename, use
1747 * it and only it, reporting errors to the user if it cannot be used.
Arnaldo Carvalho de Melodc8d6ab2010-01-19 10:36:14 -02001748 *
1749 * For instance, try to analyse an ARM perf.data file _without_ a
1750 * build-id, or if the user specifies the wrong path to the right
1751 * vmlinux file, obviously we can't fallback to another vmlinux (a
1752 * x86_86 one, on the machine where analysis is being performed, say),
1753 * or worse, /proc/kallsyms.
1754 *
1755 * If the specified file _has_ a build-id and there is a build-id
1756 * section in the perf.data file, we will still do the expected
1757 * validation in dso__load_vmlinux and will bail out if they don't
1758 * match.
1759 */
David Ahernb226a5a72010-12-07 19:39:46 -07001760 if (symbol_conf.kallsyms_name != NULL) {
1761 kallsyms_filename = symbol_conf.kallsyms_name;
1762 goto do_kallsyms;
1763 }
1764
Willy Tarreaufc2be692013-09-14 10:32:59 +02001765 if (!symbol_conf.ignore_vmlinux && symbol_conf.vmlinux_name != NULL) {
Arnaldo Carvalho de Melo5230fb72013-12-10 11:58:52 -03001766 return dso__load_vmlinux(dso, map, symbol_conf.vmlinux_name,
1767 false, filter);
Arnaldo Carvalho de Melodc8d6ab2010-01-19 10:36:14 -02001768 }
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -03001769
Willy Tarreaufc2be692013-09-14 10:32:59 +02001770 if (!symbol_conf.ignore_vmlinux && vmlinux_path != NULL) {
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001771 err = dso__load_vmlinux_path(dso, map, filter);
Arnaldo Carvalho de Meloa19afe42010-01-27 21:05:50 -02001772 if (err > 0)
Adrian Hunter39b12f782013-08-07 14:38:47 +03001773 return err;
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001774 }
1775
David Ahernec5761e2010-12-09 13:27:07 -07001776 /* do not try local files if a symfs was given */
1777 if (symbol_conf.symfs[0] != 0)
1778 return -1;
1779
Adrian Hunter0544d422013-10-14 13:43:43 +03001780 kallsyms_allocated_filename = dso__find_kallsyms(dso, map);
1781 if (!kallsyms_allocated_filename)
1782 return -1;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -02001783
Adrian Hunter0544d422013-10-14 13:43:43 +03001784 kallsyms_filename = kallsyms_allocated_filename;
Arnaldo Carvalho de Meloa827c872009-05-28 14:55:19 -03001785
Arnaldo Carvalho de Melodc8d6ab2010-01-19 10:36:14 -02001786do_kallsyms:
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001787 err = dso__load_kallsyms(dso, kallsyms_filename, map, filter);
Arnaldo Carvalho de Melo3846df22010-02-22 16:15:39 -03001788 if (err > 0)
1789 pr_debug("Using %s for symbols\n", kallsyms_filename);
Arnaldo Carvalho de Melodc8d6ab2010-01-19 10:36:14 -02001790 free(kallsyms_allocated_filename);
1791
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001792 if (err > 0 && !dso__is_kcore(dso)) {
Adrian Hunterbdac0bc2014-07-14 13:02:43 +03001793 dso->binary_type = DSO_BINARY_TYPE__KALLSYMS;
Masami Hiramatsu0a775822016-05-15 12:19:40 +09001794 dso__set_long_name(dso, DSO__NAME_KALLSYMS, false);
Arnaldo Carvalho de Melo6a4694a2009-11-27 16:29:17 -02001795 map__fixup_start(map);
1796 map__fixup_end(map);
Arnaldo Carvalho de Melo439d4732009-10-02 03:29:58 -03001797 }
Arnaldo Carvalho de Melo94cb9e32009-08-06 14:43:17 -03001798
Arnaldo Carvalho de Meloa827c872009-05-28 14:55:19 -03001799 return err;
1800}
1801
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001802static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map,
1803 symbol_filter_t filter)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001804{
1805 int err;
1806 const char *kallsyms_filename = NULL;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -03001807 struct machine *machine;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001808 char path[PATH_MAX];
1809
1810 if (!map->groups) {
1811 pr_debug("Guest kernel map hasn't the point to groups\n");
1812 return -1;
1813 }
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -03001814 machine = map->groups->machine;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001815
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -03001816 if (machine__is_default_guest(machine)) {
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001817 /*
1818 * if the user specified a vmlinux filename, use it and only
1819 * it, reporting errors to the user if it cannot be used.
1820 * Or use file guest_kallsyms inputted by user on commandline
1821 */
1822 if (symbol_conf.default_guest_vmlinux_name != NULL) {
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001823 err = dso__load_vmlinux(dso, map,
Arnaldo Carvalho de Melo5230fb72013-12-10 11:58:52 -03001824 symbol_conf.default_guest_vmlinux_name,
1825 false, filter);
Adrian Hunter39b12f782013-08-07 14:38:47 +03001826 return err;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001827 }
1828
1829 kallsyms_filename = symbol_conf.default_guest_kallsyms;
1830 if (!kallsyms_filename)
1831 return -1;
1832 } else {
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -03001833 sprintf(path, "%s/proc/kallsyms", machine->root_dir);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001834 kallsyms_filename = path;
1835 }
1836
Arnaldo Carvalho de Meloaeafcba2011-03-31 10:56:28 -03001837 err = dso__load_kallsyms(dso, kallsyms_filename, map, filter);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001838 if (err > 0)
Adrian Hunter39b12f782013-08-07 14:38:47 +03001839 pr_debug("Using %s for symbols\n", kallsyms_filename);
Adrian Hunter8e0cf962013-08-07 14:38:51 +03001840 if (err > 0 && !dso__is_kcore(dso)) {
Adrian Hunterbdac0bc2014-07-14 13:02:43 +03001841 dso->binary_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;
Adrian Hunter39b12f782013-08-07 14:38:47 +03001842 machine__mmap_name(machine, path, sizeof(path));
Arnaldo Carvalho de Melo7e155d42013-12-10 15:08:44 -03001843 dso__set_long_name(dso, strdup(path), true);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +08001844 map__fixup_start(map);
1845 map__fixup_end(map);
1846 }
1847
1848 return err;
1849}
Frederic Weisbeckercd84c2a2009-08-12 10:03:49 +02001850
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001851static void vmlinux_path__exit(void)
Arnaldo Carvalho de Melo24460422009-11-18 20:20:53 -02001852{
Arnaldo Carvalho de Melo04662522013-12-26 17:41:15 -03001853 while (--vmlinux_path__nr_entries >= 0)
1854 zfree(&vmlinux_path[vmlinux_path__nr_entries]);
Wang Nanc4f03542015-05-17 10:56:27 +00001855 vmlinux_path__nr_entries = 0;
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001856
Arnaldo Carvalho de Melo04662522013-12-26 17:41:15 -03001857 zfree(&vmlinux_path);
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001858}
1859
Ekaterina Tumanovaaac48642015-11-25 17:32:45 +01001860static const char * const vmlinux_paths[] = {
1861 "vmlinux",
1862 "/boot/vmlinux"
1863};
1864
1865static const char * const vmlinux_paths_upd[] = {
1866 "/boot/vmlinux-%s",
1867 "/usr/lib/debug/boot/vmlinux-%s",
1868 "/lib/modules/%s/build/vmlinux",
Ekaterina Tumanovaf55ae952015-11-25 17:32:46 +01001869 "/usr/lib/debug/lib/modules/%s/vmlinux",
1870 "/usr/lib/debug/boot/vmlinux-%s.debug"
Ekaterina Tumanovaaac48642015-11-25 17:32:45 +01001871};
1872
1873static int vmlinux_path__add(const char *new_entry)
1874{
1875 vmlinux_path[vmlinux_path__nr_entries] = strdup(new_entry);
1876 if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1877 return -1;
1878 ++vmlinux_path__nr_entries;
1879
1880 return 0;
1881}
1882
Kan Liangce80d3b2015-08-28 05:48:04 -04001883static int vmlinux_path__init(struct perf_env *env)
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001884{
1885 struct utsname uts;
1886 char bf[PATH_MAX];
Namhyung Kim0a7e6d12014-08-12 15:40:45 +09001887 char *kernel_version;
Ekaterina Tumanovaaac48642015-11-25 17:32:45 +01001888 unsigned int i;
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001889
Ekaterina Tumanovaaac48642015-11-25 17:32:45 +01001890 vmlinux_path = malloc(sizeof(char *) * (ARRAY_SIZE(vmlinux_paths) +
1891 ARRAY_SIZE(vmlinux_paths_upd)));
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001892 if (vmlinux_path == NULL)
1893 return -1;
1894
Ekaterina Tumanovaaac48642015-11-25 17:32:45 +01001895 for (i = 0; i < ARRAY_SIZE(vmlinux_paths); i++)
1896 if (vmlinux_path__add(vmlinux_paths[i]) < 0)
1897 goto out_fail;
David Ahernec5761e2010-12-09 13:27:07 -07001898
Namhyung Kim0a7e6d12014-08-12 15:40:45 +09001899 /* only try kernel version if no symfs was given */
David Ahernec5761e2010-12-09 13:27:07 -07001900 if (symbol_conf.symfs[0] != 0)
1901 return 0;
1902
Namhyung Kim0a7e6d12014-08-12 15:40:45 +09001903 if (env) {
1904 kernel_version = env->os_release;
1905 } else {
1906 if (uname(&uts) < 0)
1907 goto out_fail;
David Ahernec5761e2010-12-09 13:27:07 -07001908
Namhyung Kim0a7e6d12014-08-12 15:40:45 +09001909 kernel_version = uts.release;
1910 }
1911
Ekaterina Tumanovaaac48642015-11-25 17:32:45 +01001912 for (i = 0; i < ARRAY_SIZE(vmlinux_paths_upd); i++) {
1913 snprintf(bf, sizeof(bf), vmlinux_paths_upd[i], kernel_version);
1914 if (vmlinux_path__add(bf) < 0)
1915 goto out_fail;
1916 }
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001917
1918 return 0;
1919
1920out_fail:
1921 vmlinux_path__exit();
1922 return -1;
1923}
1924
David Ahern3bfe5f82013-11-18 13:32:48 -07001925int setup_list(struct strlist **list, const char *list_str,
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02001926 const char *list_name)
1927{
1928 if (list_str == NULL)
1929 return 0;
1930
Arnaldo Carvalho de Melo4a77e212015-07-20 12:13:34 -03001931 *list = strlist__new(list_str, NULL);
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02001932 if (!*list) {
1933 pr_err("problems parsing %s list\n", list_name);
1934 return -1;
1935 }
Arnaldo Carvalho de Melo0bc2f2f2015-07-13 08:21:57 -03001936
1937 symbol_conf.has_filter = true;
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02001938 return 0;
1939}
1940
David Aherne03eaa42015-03-24 09:52:41 -06001941int setup_intlist(struct intlist **list, const char *list_str,
1942 const char *list_name)
1943{
1944 if (list_str == NULL)
1945 return 0;
1946
1947 *list = intlist__new(list_str);
1948 if (!*list) {
1949 pr_err("problems parsing %s list\n", list_name);
1950 return -1;
1951 }
1952 return 0;
1953}
1954
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -03001955static bool symbol__read_kptr_restrict(void)
1956{
1957 bool value = false;
Wang Nan38272dc2016-05-24 09:21:27 +00001958 FILE *fp = fopen("/proc/sys/kernel/kptr_restrict", "r");
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -03001959
Wang Nan38272dc2016-05-24 09:21:27 +00001960 if (fp != NULL) {
1961 char line[8];
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -03001962
Wang Nan38272dc2016-05-24 09:21:27 +00001963 if (fgets(line, sizeof(line), fp) != NULL)
1964 value = (geteuid() != 0) ?
1965 (atoi(line) != 0) :
1966 (atoi(line) == 2);
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -03001967
Wang Nan38272dc2016-05-24 09:21:27 +00001968 fclose(fp);
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -03001969 }
1970
1971 return value;
1972}
1973
Arnaldo Carvalho de Melob01141f2016-08-25 16:09:21 -03001974int symbol__annotation_init(void)
1975{
1976 if (symbol_conf.initialized) {
1977 pr_err("Annotation needs to be init before symbol__init()\n");
1978 return -1;
1979 }
1980
1981 if (symbol_conf.init_annotation) {
1982 pr_warning("Annotation being initialized multiple times\n");
1983 return 0;
1984 }
1985
1986 symbol_conf.priv_size += sizeof(struct annotation);
1987 symbol_conf.init_annotation = true;
1988 return 0;
1989}
1990
Kan Liangce80d3b2015-08-28 05:48:04 -04001991int symbol__init(struct perf_env *env)
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02001992{
David Ahernec5761e2010-12-09 13:27:07 -07001993 const char *symfs;
1994
Jovi Zhang85e00b52010-09-09 13:30:59 -03001995 if (symbol_conf.initialized)
1996 return 0;
1997
Irina Tirdea9ac3e482012-09-11 01:15:01 +03001998 symbol_conf.priv_size = PERF_ALIGN(symbol_conf.priv_size, sizeof(u64));
David S. Miller4d439512011-03-29 14:18:39 -03001999
Namhyung Kim166ccc92012-08-06 13:41:19 +09002000 symbol__elf_init();
2001
Arnaldo Carvalho de Melo75be6cf2009-12-15 20:04:39 -02002002 if (symbol_conf.sort_by_name)
2003 symbol_conf.priv_size += (sizeof(struct symbol_name_rb_node) -
2004 sizeof(struct symbol));
Arnaldo Carvalho de Melob32d1332009-11-24 12:05:15 -02002005
Namhyung Kim0a7e6d12014-08-12 15:40:45 +09002006 if (symbol_conf.try_vmlinux_path && vmlinux_path__init(env) < 0)
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02002007 return -1;
2008
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -02002009 if (symbol_conf.field_sep && *symbol_conf.field_sep == '.') {
2010 pr_err("'.' is the only non valid --field-separator argument\n");
2011 return -1;
2012 }
2013
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02002014 if (setup_list(&symbol_conf.dso_list,
2015 symbol_conf.dso_list_str, "dso") < 0)
2016 return -1;
2017
2018 if (setup_list(&symbol_conf.comm_list,
2019 symbol_conf.comm_list_str, "comm") < 0)
2020 goto out_free_dso_list;
2021
David Aherne03eaa42015-03-24 09:52:41 -06002022 if (setup_intlist(&symbol_conf.pid_list,
2023 symbol_conf.pid_list_str, "pid") < 0)
2024 goto out_free_comm_list;
2025
2026 if (setup_intlist(&symbol_conf.tid_list,
2027 symbol_conf.tid_list_str, "tid") < 0)
2028 goto out_free_pid_list;
2029
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02002030 if (setup_list(&symbol_conf.sym_list,
2031 symbol_conf.sym_list_str, "symbol") < 0)
David Aherne03eaa42015-03-24 09:52:41 -06002032 goto out_free_tid_list;
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02002033
David Ahernec5761e2010-12-09 13:27:07 -07002034 /*
2035 * A path to symbols of "/" is identical to ""
2036 * reset here for simplicity.
2037 */
2038 symfs = realpath(symbol_conf.symfs, NULL);
2039 if (symfs == NULL)
2040 symfs = symbol_conf.symfs;
2041 if (strcmp(symfs, "/") == 0)
2042 symbol_conf.symfs = "";
2043 if (symfs != symbol_conf.symfs)
2044 free((void *)symfs);
2045
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -03002046 symbol_conf.kptr_restrict = symbol__read_kptr_restrict();
2047
Jovi Zhang85e00b52010-09-09 13:30:59 -03002048 symbol_conf.initialized = true;
Arnaldo Carvalho de Melo4aa65632009-12-13 19:50:29 -02002049 return 0;
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02002050
David Aherne03eaa42015-03-24 09:52:41 -06002051out_free_tid_list:
2052 intlist__delete(symbol_conf.tid_list);
2053out_free_pid_list:
2054 intlist__delete(symbol_conf.pid_list);
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02002055out_free_comm_list:
2056 strlist__delete(symbol_conf.comm_list);
Namhyung Kimd74c8962011-12-13 00:16:52 +09002057out_free_dso_list:
2058 strlist__delete(symbol_conf.dso_list);
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02002059 return -1;
Arnaldo Carvalho de Melo4aa65632009-12-13 19:50:29 -02002060}
Arnaldo Carvalho de Melocc612d82009-11-23 16:39:10 -02002061
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -03002062void symbol__exit(void)
2063{
Jovi Zhang85e00b52010-09-09 13:30:59 -03002064 if (!symbol_conf.initialized)
2065 return;
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -03002066 strlist__delete(symbol_conf.sym_list);
2067 strlist__delete(symbol_conf.dso_list);
2068 strlist__delete(symbol_conf.comm_list);
David Aherne03eaa42015-03-24 09:52:41 -06002069 intlist__delete(symbol_conf.tid_list);
2070 intlist__delete(symbol_conf.pid_list);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -03002071 vmlinux_path__exit();
2072 symbol_conf.sym_list = symbol_conf.dso_list = symbol_conf.comm_list = NULL;
Jovi Zhang85e00b52010-09-09 13:30:59 -03002073 symbol_conf.initialized = false;
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -03002074}
He Kuanga7066702016-05-19 11:47:37 +00002075
2076int symbol__config_symfs(const struct option *opt __maybe_unused,
2077 const char *dir, int unset __maybe_unused)
2078{
2079 char *bf = NULL;
2080 int ret;
2081
2082 symbol_conf.symfs = strdup(dir);
2083 if (symbol_conf.symfs == NULL)
2084 return -ENOMEM;
2085
2086 /* skip the locally configured cache if a symfs is given, and
2087 * config buildid dir to symfs/.debug
2088 */
2089 ret = asprintf(&bf, "%s/%s", dir, ".debug");
2090 if (ret < 0)
2091 return -ENOMEM;
2092
2093 set_buildid_dir(bf);
2094
2095 free(bf);
2096 return 0;
2097}