Arnaldo Carvalho de Melo | 5aab621 | 2010-03-25 19:59:00 -0300 | [diff] [blame] | 1 | #include <dirent.h> |
| 2 | #include <errno.h> |
Arnaldo Carvalho de Melo | 5aab621 | 2010-03-25 19:59:00 -0300 | [diff] [blame] | 3 | #include <stdlib.h> |
| 4 | #include <stdio.h> |
| 5 | #include <string.h> |
| 6 | #include <sys/types.h> |
| 7 | #include <sys/stat.h> |
| 8 | #include <sys/param.h> |
| 9 | #include <fcntl.h> |
| 10 | #include <unistd.h> |
Arnaldo Carvalho de Melo | 9486aa3 | 2011-01-22 20:37:02 -0200 | [diff] [blame] | 11 | #include <inttypes.h> |
Arnaldo Carvalho de Melo | b36f19d | 2010-05-20 12:15:33 -0300 | [diff] [blame] | 12 | #include "build-id.h" |
Namhyung Kim | e334c72 | 2012-02-10 10:10:17 +0900 | [diff] [blame] | 13 | #include "util.h" |
Arnaldo Carvalho de Melo | 8a6c5b2 | 2010-07-20 14:42:52 -0300 | [diff] [blame] | 14 | #include "debug.h" |
Arnaldo Carvalho de Melo | 69d2591 | 2012-11-09 11:32:52 -0300 | [diff] [blame] | 15 | #include "machine.h" |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 16 | #include "symbol.h" |
Arnaldo Carvalho de Melo | 5aab621 | 2010-03-25 19:59:00 -0300 | [diff] [blame] | 17 | #include "strlist.h" |
Namhyung Kim | 0a7e6d1 | 2014-08-12 15:40:45 +0900 | [diff] [blame^] | 18 | #include "header.h" |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 19 | |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 20 | #include <elf.h> |
Arnaldo Carvalho de Melo | f1617b4 | 2009-11-18 20:20:52 -0200 | [diff] [blame] | 21 | #include <limits.h> |
Arnaldo Carvalho de Melo | c506c96 | 2013-12-11 09:15:00 -0300 | [diff] [blame] | 22 | #include <symbol/kallsyms.h> |
Arnaldo Carvalho de Melo | 439d473 | 2009-10-02 03:29:58 -0300 | [diff] [blame] | 23 | #include <sys/utsname.h> |
Peter Zijlstra | 2cdbc46 | 2009-08-05 14:05:16 +0200 | [diff] [blame] | 24 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 25 | static int dso__load_kernel_sym(struct dso *dso, struct map *map, |
Arnaldo Carvalho de Melo | 9de89fe | 2010-02-03 16:52:00 -0200 | [diff] [blame] | 26 | symbol_filter_t filter); |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 27 | static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map, |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 28 | symbol_filter_t filter); |
Arnaldo Carvalho de Melo | 3f067dc | 2012-12-07 17:39:39 -0300 | [diff] [blame] | 29 | int vmlinux_path__nr_entries; |
| 30 | char **vmlinux_path; |
Arnaldo Carvalho de Melo | 439d473 | 2009-10-02 03:29:58 -0300 | [diff] [blame] | 31 | |
Arnaldo Carvalho de Melo | 75be6cf | 2009-12-15 20:04:39 -0200 | [diff] [blame] | 32 | struct symbol_conf symbol_conf = { |
Namhyung Kim | e511db5 | 2013-12-24 16:19:25 +0900 | [diff] [blame] | 33 | .use_modules = true, |
| 34 | .try_vmlinux_path = true, |
| 35 | .annotate_src = true, |
| 36 | .demangle = true, |
| 37 | .cumulate_callchain = true, |
Jiri Olsa | c830236 | 2014-06-27 18:26:58 +0200 | [diff] [blame] | 38 | .show_hist_headers = true, |
Namhyung Kim | e511db5 | 2013-12-24 16:19:25 +0900 | [diff] [blame] | 39 | .symfs = "", |
Arnaldo Carvalho de Melo | b32d133 | 2009-11-24 12:05:15 -0200 | [diff] [blame] | 40 | }; |
| 41 | |
Jiri Olsa | 44f24cb | 2012-07-22 14:14:32 +0200 | [diff] [blame] | 42 | static enum dso_binary_type binary_type_symtab[] = { |
| 43 | DSO_BINARY_TYPE__KALLSYMS, |
| 44 | DSO_BINARY_TYPE__GUEST_KALLSYMS, |
| 45 | DSO_BINARY_TYPE__JAVA_JIT, |
| 46 | DSO_BINARY_TYPE__DEBUGLINK, |
| 47 | DSO_BINARY_TYPE__BUILD_ID_CACHE, |
| 48 | DSO_BINARY_TYPE__FEDORA_DEBUGINFO, |
| 49 | DSO_BINARY_TYPE__UBUNTU_DEBUGINFO, |
| 50 | DSO_BINARY_TYPE__BUILDID_DEBUGINFO, |
| 51 | DSO_BINARY_TYPE__SYSTEM_PATH_DSO, |
| 52 | DSO_BINARY_TYPE__GUEST_KMODULE, |
| 53 | DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE, |
Ricardo Ribalda Delgado | 9cd0094 | 2013-09-18 15:56:14 +0200 | [diff] [blame] | 54 | DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO, |
Jiri Olsa | 44f24cb | 2012-07-22 14:14:32 +0200 | [diff] [blame] | 55 | DSO_BINARY_TYPE__NOT_FOUND, |
| 56 | }; |
| 57 | |
Jiri Olsa | 028df76 | 2012-08-01 14:47:57 +0200 | [diff] [blame] | 58 | #define DSO_BINARY_TYPE__SYMTAB_CNT ARRAY_SIZE(binary_type_symtab) |
Jiri Olsa | 44f24cb | 2012-07-22 14:14:32 +0200 | [diff] [blame] | 59 | |
Arnaldo Carvalho de Melo | 36a3e64 | 2010-01-04 16:19:27 -0200 | [diff] [blame] | 60 | bool symbol_type__is_a(char symbol_type, enum map_type map_type) |
Arnaldo Carvalho de Melo | 6893d4e | 2009-12-11 14:50:37 -0200 | [diff] [blame] | 61 | { |
Anton Blanchard | 3187790 | 2011-08-24 16:40:16 +1000 | [diff] [blame] | 62 | symbol_type = toupper(symbol_type); |
| 63 | |
Arnaldo Carvalho de Melo | 6893d4e | 2009-12-11 14:50:37 -0200 | [diff] [blame] | 64 | switch (map_type) { |
| 65 | case MAP__FUNCTION: |
| 66 | return symbol_type == 'T' || symbol_type == 'W'; |
Arnaldo Carvalho de Melo | f1dfa0b | 2009-12-11 14:50:39 -0200 | [diff] [blame] | 67 | case MAP__VARIABLE: |
Anton Blanchard | 3187790 | 2011-08-24 16:40:16 +1000 | [diff] [blame] | 68 | return symbol_type == 'D'; |
Arnaldo Carvalho de Melo | 6893d4e | 2009-12-11 14:50:37 -0200 | [diff] [blame] | 69 | default: |
| 70 | return false; |
| 71 | } |
| 72 | } |
| 73 | |
Anton Blanchard | 694bf40 | 2011-08-24 16:40:17 +1000 | [diff] [blame] | 74 | static int prefix_underscores_count(const char *str) |
| 75 | { |
| 76 | const char *tail = str; |
| 77 | |
| 78 | while (*tail == '_') |
| 79 | tail++; |
| 80 | |
| 81 | return tail - str; |
| 82 | } |
| 83 | |
| 84 | #define SYMBOL_A 0 |
| 85 | #define SYMBOL_B 1 |
| 86 | |
| 87 | static int choose_best_symbol(struct symbol *syma, struct symbol *symb) |
| 88 | { |
| 89 | s64 a; |
| 90 | s64 b; |
Adrian Hunter | 3445432 | 2013-08-07 14:38:49 +0300 | [diff] [blame] | 91 | size_t na, nb; |
Anton Blanchard | 694bf40 | 2011-08-24 16:40:17 +1000 | [diff] [blame] | 92 | |
| 93 | /* Prefer a symbol with non zero length */ |
| 94 | a = syma->end - syma->start; |
| 95 | b = symb->end - symb->start; |
| 96 | if ((b == 0) && (a > 0)) |
| 97 | return SYMBOL_A; |
| 98 | else if ((a == 0) && (b > 0)) |
| 99 | return SYMBOL_B; |
| 100 | |
| 101 | /* Prefer a non weak symbol over a weak one */ |
| 102 | a = syma->binding == STB_WEAK; |
| 103 | b = symb->binding == STB_WEAK; |
| 104 | if (b && !a) |
| 105 | return SYMBOL_A; |
| 106 | if (a && !b) |
| 107 | return SYMBOL_B; |
| 108 | |
| 109 | /* Prefer a global symbol over a non global one */ |
| 110 | a = syma->binding == STB_GLOBAL; |
| 111 | b = symb->binding == STB_GLOBAL; |
| 112 | if (a && !b) |
| 113 | return SYMBOL_A; |
| 114 | if (b && !a) |
| 115 | return SYMBOL_B; |
| 116 | |
| 117 | /* Prefer a symbol with less underscores */ |
| 118 | a = prefix_underscores_count(syma->name); |
| 119 | b = prefix_underscores_count(symb->name); |
| 120 | if (b > a) |
| 121 | return SYMBOL_A; |
| 122 | else if (a > b) |
| 123 | return SYMBOL_B; |
| 124 | |
Adrian Hunter | 3445432 | 2013-08-07 14:38:49 +0300 | [diff] [blame] | 125 | /* Choose the symbol with the longest name */ |
| 126 | na = strlen(syma->name); |
| 127 | nb = strlen(symb->name); |
| 128 | if (na > nb) |
Anton Blanchard | 694bf40 | 2011-08-24 16:40:17 +1000 | [diff] [blame] | 129 | return SYMBOL_A; |
Adrian Hunter | 3445432 | 2013-08-07 14:38:49 +0300 | [diff] [blame] | 130 | else if (na < nb) |
Anton Blanchard | 694bf40 | 2011-08-24 16:40:17 +1000 | [diff] [blame] | 131 | return SYMBOL_B; |
Adrian Hunter | 3445432 | 2013-08-07 14:38:49 +0300 | [diff] [blame] | 132 | |
| 133 | /* Avoid "SyS" kernel syscall aliases */ |
| 134 | if (na >= 3 && !strncmp(syma->name, "SyS", 3)) |
| 135 | return SYMBOL_B; |
| 136 | if (na >= 10 && !strncmp(syma->name, "compat_SyS", 10)) |
| 137 | return SYMBOL_B; |
| 138 | |
| 139 | return SYMBOL_A; |
Anton Blanchard | 694bf40 | 2011-08-24 16:40:17 +1000 | [diff] [blame] | 140 | } |
| 141 | |
Namhyung Kim | e5a1845 | 2012-08-06 13:41:20 +0900 | [diff] [blame] | 142 | void symbols__fixup_duplicate(struct rb_root *symbols) |
Anton Blanchard | 694bf40 | 2011-08-24 16:40:17 +1000 | [diff] [blame] | 143 | { |
| 144 | struct rb_node *nd; |
| 145 | struct symbol *curr, *next; |
| 146 | |
| 147 | nd = rb_first(symbols); |
| 148 | |
| 149 | while (nd) { |
| 150 | curr = rb_entry(nd, struct symbol, rb_node); |
| 151 | again: |
| 152 | nd = rb_next(&curr->rb_node); |
| 153 | next = rb_entry(nd, struct symbol, rb_node); |
| 154 | |
| 155 | if (!nd) |
| 156 | break; |
| 157 | |
| 158 | if (curr->start != next->start) |
| 159 | continue; |
| 160 | |
| 161 | if (choose_best_symbol(curr, next) == SYMBOL_A) { |
| 162 | rb_erase(&next->rb_node, symbols); |
Chenggang Qin | d4f74eb | 2013-10-11 08:27:59 +0800 | [diff] [blame] | 163 | symbol__delete(next); |
Anton Blanchard | 694bf40 | 2011-08-24 16:40:17 +1000 | [diff] [blame] | 164 | goto again; |
| 165 | } else { |
| 166 | nd = rb_next(&curr->rb_node); |
| 167 | rb_erase(&curr->rb_node, symbols); |
Chenggang Qin | d4f74eb | 2013-10-11 08:27:59 +0800 | [diff] [blame] | 168 | symbol__delete(curr); |
Anton Blanchard | 694bf40 | 2011-08-24 16:40:17 +1000 | [diff] [blame] | 169 | } |
| 170 | } |
| 171 | } |
| 172 | |
Namhyung Kim | e5a1845 | 2012-08-06 13:41:20 +0900 | [diff] [blame] | 173 | void symbols__fixup_end(struct rb_root *symbols) |
Arnaldo Carvalho de Melo | af427bf | 2009-10-05 14:26:17 -0300 | [diff] [blame] | 174 | { |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 175 | struct rb_node *nd, *prevnd = rb_first(symbols); |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 176 | struct symbol *curr, *prev; |
Arnaldo Carvalho de Melo | af427bf | 2009-10-05 14:26:17 -0300 | [diff] [blame] | 177 | |
| 178 | if (prevnd == NULL) |
| 179 | return; |
| 180 | |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 181 | curr = rb_entry(prevnd, struct symbol, rb_node); |
| 182 | |
Arnaldo Carvalho de Melo | af427bf | 2009-10-05 14:26:17 -0300 | [diff] [blame] | 183 | for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) { |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 184 | prev = curr; |
| 185 | curr = rb_entry(nd, struct symbol, rb_node); |
Arnaldo Carvalho de Melo | af427bf | 2009-10-05 14:26:17 -0300 | [diff] [blame] | 186 | |
Arnaldo Carvalho de Melo | 3b01a41 | 2010-12-22 01:08:36 -0200 | [diff] [blame] | 187 | if (prev->end == prev->start && prev->end != curr->start) |
Arnaldo Carvalho de Melo | af427bf | 2009-10-05 14:26:17 -0300 | [diff] [blame] | 188 | prev->end = curr->start - 1; |
Arnaldo Carvalho de Melo | af427bf | 2009-10-05 14:26:17 -0300 | [diff] [blame] | 189 | } |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 190 | |
| 191 | /* Last entry */ |
| 192 | if (curr->end == curr->start) |
| 193 | curr->end = roundup(curr->start, 4096); |
Arnaldo Carvalho de Melo | af427bf | 2009-10-05 14:26:17 -0300 | [diff] [blame] | 194 | } |
| 195 | |
Namhyung Kim | e5a1845 | 2012-08-06 13:41:20 +0900 | [diff] [blame] | 196 | void __map_groups__fixup_end(struct map_groups *mg, enum map_type type) |
Arnaldo Carvalho de Melo | af427bf | 2009-10-05 14:26:17 -0300 | [diff] [blame] | 197 | { |
| 198 | struct map *prev, *curr; |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 199 | struct rb_node *nd, *prevnd = rb_first(&mg->maps[type]); |
Arnaldo Carvalho de Melo | af427bf | 2009-10-05 14:26:17 -0300 | [diff] [blame] | 200 | |
| 201 | if (prevnd == NULL) |
| 202 | return; |
| 203 | |
| 204 | curr = rb_entry(prevnd, struct map, rb_node); |
Arnaldo Carvalho de Melo | af427bf | 2009-10-05 14:26:17 -0300 | [diff] [blame] | 205 | |
| 206 | for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) { |
| 207 | prev = curr; |
| 208 | curr = rb_entry(nd, struct map, rb_node); |
| 209 | prev->end = curr->start - 1; |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 210 | } |
Arnaldo Carvalho de Melo | 90c8321 | 2009-11-21 14:31:24 -0200 | [diff] [blame] | 211 | |
| 212 | /* |
| 213 | * We still haven't the actual symbols, so guess the |
| 214 | * last map final address. |
| 215 | */ |
Ian Munsie | 9d1faba | 2010-11-25 15:12:53 +1100 | [diff] [blame] | 216 | curr->end = ~0ULL; |
Arnaldo Carvalho de Melo | af427bf | 2009-10-05 14:26:17 -0300 | [diff] [blame] | 217 | } |
| 218 | |
Namhyung Kim | e5a1845 | 2012-08-06 13:41:20 +0900 | [diff] [blame] | 219 | struct symbol *symbol__new(u64 start, u64 len, u8 binding, const char *name) |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 220 | { |
Arnaldo Carvalho de Melo | 0085c954 | 2009-05-28 14:55:13 -0300 | [diff] [blame] | 221 | size_t namelen = strlen(name) + 1; |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 222 | struct symbol *sym = calloc(1, (symbol_conf.priv_size + |
| 223 | sizeof(*sym) + namelen)); |
| 224 | if (sym == NULL) |
Ingo Molnar | 0b73da3 | 2009-06-06 15:48:52 +0200 | [diff] [blame] | 225 | return NULL; |
| 226 | |
Arnaldo Carvalho de Melo | 75be6cf | 2009-12-15 20:04:39 -0200 | [diff] [blame] | 227 | if (symbol_conf.priv_size) |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 228 | sym = ((void *)sym) + symbol_conf.priv_size; |
Arnaldo Carvalho de Melo | 3647948 | 2009-11-24 12:05:16 -0200 | [diff] [blame] | 229 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 230 | sym->start = start; |
| 231 | sym->end = len ? start + len - 1 : start; |
| 232 | sym->binding = binding; |
| 233 | sym->namelen = namelen - 1; |
Arnaldo Carvalho de Melo | e420499 | 2009-10-20 14:25:40 -0200 | [diff] [blame] | 234 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 235 | pr_debug4("%s: %s %#" PRIx64 "-%#" PRIx64 "\n", |
| 236 | __func__, name, start, sym->end); |
| 237 | memcpy(sym->name, name, namelen); |
Arnaldo Carvalho de Melo | e420499 | 2009-10-20 14:25:40 -0200 | [diff] [blame] | 238 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 239 | return sym; |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 240 | } |
| 241 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 242 | void symbol__delete(struct symbol *sym) |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 243 | { |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 244 | free(((void *)sym) - symbol_conf.priv_size); |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 245 | } |
| 246 | |
Jiri Olsa | cdd059d | 2012-10-27 23:18:32 +0200 | [diff] [blame] | 247 | size_t symbol__fprintf(struct symbol *sym, FILE *fp) |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 248 | { |
Arnaldo Carvalho de Melo | 9486aa3 | 2011-01-22 20:37:02 -0200 | [diff] [blame] | 249 | return fprintf(fp, " %" PRIx64 "-%" PRIx64 " %c %s\n", |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 250 | sym->start, sym->end, |
| 251 | sym->binding == STB_GLOBAL ? 'g' : |
| 252 | sym->binding == STB_LOCAL ? 'l' : 'w', |
| 253 | sym->name); |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 254 | } |
| 255 | |
Akihiro Nagai | a978f2a | 2012-01-30 13:43:15 +0900 | [diff] [blame] | 256 | size_t symbol__fprintf_symname_offs(const struct symbol *sym, |
| 257 | const struct addr_location *al, FILE *fp) |
| 258 | { |
| 259 | unsigned long offset; |
| 260 | size_t length; |
| 261 | |
| 262 | if (sym && sym->name) { |
| 263 | length = fprintf(fp, "%s", sym->name); |
| 264 | if (al) { |
David Ahern | 0b8c25d | 2013-07-28 09:48:32 -0600 | [diff] [blame] | 265 | if (al->addr < sym->end) |
| 266 | offset = al->addr - sym->start; |
| 267 | else |
| 268 | offset = al->addr - al->map->start - sym->start; |
Akihiro Nagai | a978f2a | 2012-01-30 13:43:15 +0900 | [diff] [blame] | 269 | length += fprintf(fp, "+0x%lx", offset); |
| 270 | } |
| 271 | return length; |
| 272 | } else |
| 273 | return fprintf(fp, "[unknown]"); |
| 274 | } |
| 275 | |
Akihiro Nagai | 547a92e | 2012-01-30 13:42:57 +0900 | [diff] [blame] | 276 | size_t symbol__fprintf_symname(const struct symbol *sym, FILE *fp) |
| 277 | { |
Akihiro Nagai | a978f2a | 2012-01-30 13:43:15 +0900 | [diff] [blame] | 278 | return symbol__fprintf_symname_offs(sym, NULL, fp); |
Akihiro Nagai | 547a92e | 2012-01-30 13:42:57 +0900 | [diff] [blame] | 279 | } |
| 280 | |
Jiri Olsa | cdd059d | 2012-10-27 23:18:32 +0200 | [diff] [blame] | 281 | void symbols__delete(struct rb_root *symbols) |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 282 | { |
| 283 | struct symbol *pos; |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 284 | struct rb_node *next = rb_first(symbols); |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 285 | |
| 286 | while (next) { |
| 287 | pos = rb_entry(next, struct symbol, rb_node); |
| 288 | next = rb_next(&pos->rb_node); |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 289 | rb_erase(&pos->rb_node, symbols); |
Arnaldo Carvalho de Melo | 00a192b | 2009-10-30 16:28:24 -0200 | [diff] [blame] | 290 | symbol__delete(pos); |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 291 | } |
| 292 | } |
| 293 | |
Namhyung Kim | e5a1845 | 2012-08-06 13:41:20 +0900 | [diff] [blame] | 294 | void symbols__insert(struct rb_root *symbols, struct symbol *sym) |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 295 | { |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 296 | struct rb_node **p = &symbols->rb_node; |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 297 | struct rb_node *parent = NULL; |
Paul Mackerras | 9cffa8d | 2009-06-19 22:21:42 +1000 | [diff] [blame] | 298 | const u64 ip = sym->start; |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 299 | struct symbol *s; |
| 300 | |
| 301 | while (*p != NULL) { |
| 302 | parent = *p; |
| 303 | s = rb_entry(parent, struct symbol, rb_node); |
| 304 | if (ip < s->start) |
| 305 | p = &(*p)->rb_left; |
| 306 | else |
| 307 | p = &(*p)->rb_right; |
| 308 | } |
| 309 | rb_link_node(&sym->rb_node, parent, p); |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 310 | rb_insert_color(&sym->rb_node, symbols); |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 311 | } |
| 312 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 313 | static struct symbol *symbols__find(struct rb_root *symbols, u64 ip) |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 314 | { |
| 315 | struct rb_node *n; |
| 316 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 317 | if (symbols == NULL) |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 318 | return NULL; |
| 319 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 320 | n = symbols->rb_node; |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 321 | |
| 322 | while (n) { |
| 323 | struct symbol *s = rb_entry(n, struct symbol, rb_node); |
| 324 | |
| 325 | if (ip < s->start) |
| 326 | n = n->rb_left; |
| 327 | else if (ip > s->end) |
| 328 | n = n->rb_right; |
| 329 | else |
| 330 | return s; |
| 331 | } |
| 332 | |
| 333 | return NULL; |
| 334 | } |
| 335 | |
Adrian Hunter | 8e0cf96 | 2013-08-07 14:38:51 +0300 | [diff] [blame] | 336 | static struct symbol *symbols__first(struct rb_root *symbols) |
| 337 | { |
| 338 | struct rb_node *n = rb_first(symbols); |
| 339 | |
| 340 | if (n) |
| 341 | return rb_entry(n, struct symbol, rb_node); |
| 342 | |
| 343 | return NULL; |
| 344 | } |
| 345 | |
Adrian Hunter | 9c00a81 | 2014-07-14 13:02:50 +0300 | [diff] [blame] | 346 | static struct symbol *symbols__next(struct symbol *sym) |
| 347 | { |
| 348 | struct rb_node *n = rb_next(&sym->rb_node); |
| 349 | |
| 350 | if (n) |
| 351 | return rb_entry(n, struct symbol, rb_node); |
| 352 | |
| 353 | return NULL; |
| 354 | } |
| 355 | |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 356 | struct symbol_name_rb_node { |
| 357 | struct rb_node rb_node; |
| 358 | struct symbol sym; |
| 359 | }; |
| 360 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 361 | static void symbols__insert_by_name(struct rb_root *symbols, struct symbol *sym) |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 362 | { |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 363 | struct rb_node **p = &symbols->rb_node; |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 364 | struct rb_node *parent = NULL; |
Rabin Vincent | 02a9d03 | 2010-11-23 22:08:18 +0530 | [diff] [blame] | 365 | struct symbol_name_rb_node *symn, *s; |
| 366 | |
| 367 | symn = container_of(sym, struct symbol_name_rb_node, sym); |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 368 | |
| 369 | while (*p != NULL) { |
| 370 | parent = *p; |
| 371 | s = rb_entry(parent, struct symbol_name_rb_node, rb_node); |
| 372 | if (strcmp(sym->name, s->sym.name) < 0) |
| 373 | p = &(*p)->rb_left; |
| 374 | else |
| 375 | p = &(*p)->rb_right; |
| 376 | } |
| 377 | rb_link_node(&symn->rb_node, parent, p); |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 378 | rb_insert_color(&symn->rb_node, symbols); |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 379 | } |
| 380 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 381 | static void symbols__sort_by_name(struct rb_root *symbols, |
| 382 | struct rb_root *source) |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 383 | { |
| 384 | struct rb_node *nd; |
| 385 | |
| 386 | for (nd = rb_first(source); nd; nd = rb_next(nd)) { |
| 387 | struct symbol *pos = rb_entry(nd, struct symbol, rb_node); |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 388 | symbols__insert_by_name(symbols, pos); |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 389 | } |
| 390 | } |
| 391 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 392 | static struct symbol *symbols__find_by_name(struct rb_root *symbols, |
| 393 | const char *name) |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 394 | { |
| 395 | struct rb_node *n; |
| 396 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 397 | if (symbols == NULL) |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 398 | return NULL; |
| 399 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 400 | n = symbols->rb_node; |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 401 | |
| 402 | while (n) { |
| 403 | struct symbol_name_rb_node *s; |
| 404 | int cmp; |
| 405 | |
| 406 | s = rb_entry(n, struct symbol_name_rb_node, rb_node); |
| 407 | cmp = strcmp(name, s->sym.name); |
| 408 | |
| 409 | if (cmp < 0) |
| 410 | n = n->rb_left; |
| 411 | else if (cmp > 0) |
| 412 | n = n->rb_right; |
| 413 | else |
| 414 | return &s->sym; |
| 415 | } |
| 416 | |
| 417 | return NULL; |
| 418 | } |
| 419 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 420 | struct symbol *dso__find_symbol(struct dso *dso, |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 421 | enum map_type type, u64 addr) |
Arnaldo Carvalho de Melo | fcf1203 | 2009-11-24 13:01:52 -0200 | [diff] [blame] | 422 | { |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 423 | return symbols__find(&dso->symbols[type], addr); |
Arnaldo Carvalho de Melo | fcf1203 | 2009-11-24 13:01:52 -0200 | [diff] [blame] | 424 | } |
| 425 | |
Adrian Hunter | 9c00a81 | 2014-07-14 13:02:50 +0300 | [diff] [blame] | 426 | struct symbol *dso__first_symbol(struct dso *dso, enum map_type type) |
Adrian Hunter | 8e0cf96 | 2013-08-07 14:38:51 +0300 | [diff] [blame] | 427 | { |
| 428 | return symbols__first(&dso->symbols[type]); |
| 429 | } |
| 430 | |
Adrian Hunter | 9c00a81 | 2014-07-14 13:02:50 +0300 | [diff] [blame] | 431 | struct symbol *dso__next_symbol(struct symbol *sym) |
| 432 | { |
| 433 | return symbols__next(sym); |
| 434 | } |
| 435 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 436 | struct symbol *dso__find_symbol_by_name(struct dso *dso, enum map_type type, |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 437 | const char *name) |
| 438 | { |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 439 | return symbols__find_by_name(&dso->symbol_names[type], name); |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 440 | } |
| 441 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 442 | void dso__sort_by_name(struct dso *dso, enum map_type type) |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 443 | { |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 444 | dso__set_sorted_by_name(dso, type); |
| 445 | return symbols__sort_by_name(&dso->symbol_names[type], |
| 446 | &dso->symbols[type]); |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 447 | } |
| 448 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 449 | size_t dso__fprintf_symbols_by_name(struct dso *dso, |
| 450 | enum map_type type, FILE *fp) |
Srikar Dronamraju | 90f18e6 | 2010-08-25 19:13:29 +0530 | [diff] [blame] | 451 | { |
| 452 | size_t ret = 0; |
| 453 | struct rb_node *nd; |
| 454 | struct symbol_name_rb_node *pos; |
| 455 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 456 | for (nd = rb_first(&dso->symbol_names[type]); nd; nd = rb_next(nd)) { |
Srikar Dronamraju | 90f18e6 | 2010-08-25 19:13:29 +0530 | [diff] [blame] | 457 | pos = rb_entry(nd, struct symbol_name_rb_node, rb_node); |
| 458 | fprintf(fp, "%s\n", pos->sym.name); |
| 459 | } |
| 460 | |
| 461 | return ret; |
| 462 | } |
| 463 | |
Adrian Hunter | 316d70d | 2013-10-08 11:45:48 +0300 | [diff] [blame] | 464 | int modules__parse(const char *filename, void *arg, |
| 465 | int (*process_module)(void *arg, const char *name, |
| 466 | u64 start)) |
| 467 | { |
| 468 | char *line = NULL; |
| 469 | size_t n; |
| 470 | FILE *file; |
| 471 | int err = 0; |
| 472 | |
| 473 | file = fopen(filename, "r"); |
| 474 | if (file == NULL) |
| 475 | return -1; |
| 476 | |
| 477 | while (1) { |
| 478 | char name[PATH_MAX]; |
| 479 | u64 start; |
| 480 | char *sep; |
| 481 | ssize_t line_len; |
| 482 | |
| 483 | line_len = getline(&line, &n, file); |
| 484 | if (line_len < 0) { |
| 485 | if (feof(file)) |
| 486 | break; |
| 487 | err = -1; |
| 488 | goto out; |
| 489 | } |
| 490 | |
| 491 | if (!line) { |
| 492 | err = -1; |
| 493 | goto out; |
| 494 | } |
| 495 | |
| 496 | line[--line_len] = '\0'; /* \n */ |
| 497 | |
| 498 | sep = strrchr(line, 'x'); |
| 499 | if (sep == NULL) |
| 500 | continue; |
| 501 | |
| 502 | hex2u64(sep + 1, &start); |
| 503 | |
| 504 | sep = strchr(line, ' '); |
| 505 | if (sep == NULL) |
| 506 | continue; |
| 507 | |
| 508 | *sep = '\0'; |
| 509 | |
| 510 | scnprintf(name, sizeof(name), "[%s]", line); |
| 511 | |
| 512 | err = process_module(arg, name, start); |
| 513 | if (err) |
| 514 | break; |
| 515 | } |
| 516 | out: |
| 517 | free(line); |
| 518 | fclose(file); |
| 519 | return err; |
| 520 | } |
| 521 | |
Arnaldo Carvalho de Melo | 682b335 | 2010-01-04 16:19:26 -0200 | [diff] [blame] | 522 | struct process_kallsyms_args { |
| 523 | struct map *map; |
| 524 | struct dso *dso; |
| 525 | }; |
| 526 | |
Arnaldo Carvalho de Melo | e7110b9 | 2014-08-08 18:00:39 -0300 | [diff] [blame] | 527 | /* |
| 528 | * These are symbols in the kernel image, so make sure that |
| 529 | * sym is from a kernel DSO. |
| 530 | */ |
David Ahern | 82d1deb | 2013-11-18 13:32:45 -0700 | [diff] [blame] | 531 | bool symbol__is_idle(struct symbol *sym) |
| 532 | { |
| 533 | const char * const idle_symbols[] = { |
| 534 | "cpu_idle", |
Arnaldo Carvalho de Melo | e0336ed | 2014-08-08 18:02:41 -0300 | [diff] [blame] | 535 | "cpu_startup_entry", |
David Ahern | 82d1deb | 2013-11-18 13:32:45 -0700 | [diff] [blame] | 536 | "intel_idle", |
| 537 | "default_idle", |
| 538 | "native_safe_halt", |
| 539 | "enter_idle", |
| 540 | "exit_idle", |
| 541 | "mwait_idle", |
| 542 | "mwait_idle_with_hints", |
| 543 | "poll_idle", |
| 544 | "ppc64_runlatch_off", |
| 545 | "pseries_dedicated_idle_sleep", |
| 546 | NULL |
| 547 | }; |
| 548 | |
| 549 | int i; |
| 550 | |
| 551 | if (!sym) |
| 552 | return false; |
| 553 | |
| 554 | for (i = 0; idle_symbols[i]; i++) { |
| 555 | if (!strcmp(idle_symbols[i], sym->name)) |
| 556 | return true; |
| 557 | } |
| 558 | |
| 559 | return false; |
| 560 | } |
| 561 | |
Arnaldo Carvalho de Melo | 682b335 | 2010-01-04 16:19:26 -0200 | [diff] [blame] | 562 | static int map__process_kallsym_symbol(void *arg, const char *name, |
Cody P Schafer | 8215152 | 2012-08-10 15:22:48 -0700 | [diff] [blame] | 563 | char type, u64 start) |
Arnaldo Carvalho de Melo | 682b335 | 2010-01-04 16:19:26 -0200 | [diff] [blame] | 564 | { |
| 565 | struct symbol *sym; |
| 566 | struct process_kallsyms_args *a = arg; |
| 567 | struct rb_root *root = &a->dso->symbols[a->map->type]; |
| 568 | |
| 569 | if (!symbol_type__is_a(type, a->map->type)) |
| 570 | return 0; |
| 571 | |
Cody P Schafer | 8215152 | 2012-08-10 15:22:48 -0700 | [diff] [blame] | 572 | /* |
| 573 | * module symbols are not sorted so we add all |
| 574 | * symbols, setting length to 0, and rely on |
| 575 | * symbols__fixup_end() to fix it up. |
| 576 | */ |
| 577 | sym = symbol__new(start, 0, kallsyms2elf_type(type), name); |
Arnaldo Carvalho de Melo | 682b335 | 2010-01-04 16:19:26 -0200 | [diff] [blame] | 578 | if (sym == NULL) |
| 579 | return -ENOMEM; |
| 580 | /* |
| 581 | * We will pass the symbols to the filter later, in |
| 582 | * map__split_kallsyms, when we have split the maps per module |
| 583 | */ |
| 584 | symbols__insert(root, sym); |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 585 | |
Arnaldo Carvalho de Melo | 682b335 | 2010-01-04 16:19:26 -0200 | [diff] [blame] | 586 | return 0; |
| 587 | } |
| 588 | |
| 589 | /* |
| 590 | * Loads the function entries in /proc/kallsyms into kernel_map->dso, |
| 591 | * so that we can in the next step set the symbol ->end address and then |
| 592 | * call kernel_maps__split_kallsyms. |
| 593 | */ |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 594 | static int dso__load_all_kallsyms(struct dso *dso, const char *filename, |
Arnaldo Carvalho de Melo | 9e20144 | 2010-01-14 18:30:06 -0200 | [diff] [blame] | 595 | struct map *map) |
Arnaldo Carvalho de Melo | 682b335 | 2010-01-04 16:19:26 -0200 | [diff] [blame] | 596 | { |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 597 | struct process_kallsyms_args args = { .map = map, .dso = dso, }; |
Arnaldo Carvalho de Melo | 9e20144 | 2010-01-14 18:30:06 -0200 | [diff] [blame] | 598 | return kallsyms__parse(filename, &args, map__process_kallsym_symbol); |
Arnaldo Carvalho de Melo | 682b335 | 2010-01-04 16:19:26 -0200 | [diff] [blame] | 599 | } |
| 600 | |
Adrian Hunter | 8e0cf96 | 2013-08-07 14:38:51 +0300 | [diff] [blame] | 601 | static int dso__split_kallsyms_for_kcore(struct dso *dso, struct map *map, |
| 602 | symbol_filter_t filter) |
| 603 | { |
| 604 | struct map_groups *kmaps = map__kmap(map)->kmaps; |
| 605 | struct map *curr_map; |
| 606 | struct symbol *pos; |
| 607 | int count = 0, moved = 0; |
| 608 | struct rb_root *root = &dso->symbols[map->type]; |
| 609 | struct rb_node *next = rb_first(root); |
| 610 | |
| 611 | while (next) { |
| 612 | char *module; |
| 613 | |
| 614 | pos = rb_entry(next, struct symbol, rb_node); |
| 615 | next = rb_next(&pos->rb_node); |
| 616 | |
| 617 | module = strchr(pos->name, '\t'); |
| 618 | if (module) |
| 619 | *module = '\0'; |
| 620 | |
| 621 | curr_map = map_groups__find(kmaps, map->type, pos->start); |
| 622 | |
| 623 | if (!curr_map || (filter && filter(curr_map, pos))) { |
| 624 | rb_erase(&pos->rb_node, root); |
| 625 | symbol__delete(pos); |
| 626 | } else { |
| 627 | pos->start -= curr_map->start - curr_map->pgoff; |
| 628 | if (pos->end) |
| 629 | pos->end -= curr_map->start - curr_map->pgoff; |
| 630 | if (curr_map != map) { |
| 631 | rb_erase(&pos->rb_node, root); |
| 632 | symbols__insert( |
| 633 | &curr_map->dso->symbols[curr_map->type], |
| 634 | pos); |
| 635 | ++moved; |
| 636 | } else { |
| 637 | ++count; |
| 638 | } |
| 639 | } |
| 640 | } |
| 641 | |
| 642 | /* Symbols have been adjusted */ |
| 643 | dso->adjust_symbols = 1; |
| 644 | |
| 645 | return count + moved; |
| 646 | } |
| 647 | |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 648 | /* |
| 649 | * Split the symbols into maps, making sure there are no overlaps, i.e. the |
| 650 | * kernel range is broken in several maps, named [kernel].N, as we don't have |
| 651 | * the original ELF section names vmlinux have. |
| 652 | */ |
Adrian Hunter | d9b62ab | 2014-01-29 16:14:43 +0200 | [diff] [blame] | 653 | static int dso__split_kallsyms(struct dso *dso, struct map *map, u64 delta, |
Arnaldo Carvalho de Melo | 9de89fe | 2010-02-03 16:52:00 -0200 | [diff] [blame] | 654 | symbol_filter_t filter) |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 655 | { |
Arnaldo Carvalho de Melo | 9de89fe | 2010-02-03 16:52:00 -0200 | [diff] [blame] | 656 | struct map_groups *kmaps = map__kmap(map)->kmaps; |
Arnaldo Carvalho de Melo | 23346f2 | 2010-04-27 21:17:50 -0300 | [diff] [blame] | 657 | struct machine *machine = kmaps->machine; |
Arnaldo Carvalho de Melo | 4e06255 | 2009-11-27 16:29:18 -0200 | [diff] [blame] | 658 | struct map *curr_map = map; |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 659 | struct symbol *pos; |
Arnaldo Carvalho de Melo | 8a95331 | 2010-11-29 12:44:15 -0200 | [diff] [blame] | 660 | int count = 0, moved = 0; |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 661 | struct rb_root *root = &dso->symbols[map->type]; |
Arnaldo Carvalho de Melo | 4e06255 | 2009-11-27 16:29:18 -0200 | [diff] [blame] | 662 | struct rb_node *next = rb_first(root); |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 663 | int kernel_range = 0; |
| 664 | |
| 665 | while (next) { |
| 666 | char *module; |
| 667 | |
| 668 | pos = rb_entry(next, struct symbol, rb_node); |
| 669 | next = rb_next(&pos->rb_node); |
| 670 | |
| 671 | module = strchr(pos->name, '\t'); |
| 672 | if (module) { |
Arnaldo Carvalho de Melo | 75be6cf | 2009-12-15 20:04:39 -0200 | [diff] [blame] | 673 | if (!symbol_conf.use_modules) |
Arnaldo Carvalho de Melo | 1de8e24 | 2009-11-27 16:29:21 -0200 | [diff] [blame] | 674 | goto discard_symbol; |
| 675 | |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 676 | *module++ = '\0'; |
| 677 | |
Arnaldo Carvalho de Melo | b7cece7 | 2010-01-13 13:22:17 -0200 | [diff] [blame] | 678 | if (strcmp(curr_map->dso->short_name, module)) { |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 679 | if (curr_map != map && |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 680 | dso->kernel == DSO_TYPE_GUEST_KERNEL && |
Arnaldo Carvalho de Melo | 23346f2 | 2010-04-27 21:17:50 -0300 | [diff] [blame] | 681 | machine__is_default_guest(machine)) { |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 682 | /* |
| 683 | * We assume all symbols of a module are |
| 684 | * continuous in * kallsyms, so curr_map |
| 685 | * points to a module and all its |
| 686 | * symbols are in its kmap. Mark it as |
| 687 | * loaded. |
| 688 | */ |
| 689 | dso__set_loaded(curr_map->dso, |
| 690 | curr_map->type); |
Arnaldo Carvalho de Melo | af427bf | 2009-10-05 14:26:17 -0300 | [diff] [blame] | 691 | } |
Arnaldo Carvalho de Melo | b7cece7 | 2010-01-13 13:22:17 -0200 | [diff] [blame] | 692 | |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 693 | curr_map = map_groups__find_by_name(kmaps, |
| 694 | map->type, module); |
| 695 | if (curr_map == NULL) { |
Arnaldo Carvalho de Melo | 2f51903 | 2010-05-17 17:57:59 -0300 | [diff] [blame] | 696 | pr_debug("%s/proc/{kallsyms,modules} " |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 697 | "inconsistency while looking " |
| 698 | "for \"%s\" module!\n", |
Arnaldo Carvalho de Melo | 23346f2 | 2010-04-27 21:17:50 -0300 | [diff] [blame] | 699 | machine->root_dir, module); |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 700 | curr_map = map; |
| 701 | goto discard_symbol; |
| 702 | } |
| 703 | |
| 704 | if (curr_map->dso->loaded && |
Arnaldo Carvalho de Melo | 23346f2 | 2010-04-27 21:17:50 -0300 | [diff] [blame] | 705 | !machine__is_default_guest(machine)) |
Arnaldo Carvalho de Melo | b7cece7 | 2010-01-13 13:22:17 -0200 | [diff] [blame] | 706 | goto discard_symbol; |
Arnaldo Carvalho de Melo | af427bf | 2009-10-05 14:26:17 -0300 | [diff] [blame] | 707 | } |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 708 | /* |
| 709 | * So that we look just like we get from .ko files, |
| 710 | * i.e. not prelinked, relative to map->start. |
| 711 | */ |
Arnaldo Carvalho de Melo | 4e06255 | 2009-11-27 16:29:18 -0200 | [diff] [blame] | 712 | pos->start = curr_map->map_ip(curr_map, pos->start); |
| 713 | pos->end = curr_map->map_ip(curr_map, pos->end); |
| 714 | } else if (curr_map != map) { |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 715 | char dso_name[PATH_MAX]; |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 716 | struct dso *ndso; |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 717 | |
Adrian Hunter | d9b62ab | 2014-01-29 16:14:43 +0200 | [diff] [blame] | 718 | if (delta) { |
| 719 | /* Kernel was relocated at boot time */ |
| 720 | pos->start -= delta; |
| 721 | pos->end -= delta; |
| 722 | } |
| 723 | |
Arnaldo Carvalho de Melo | 8a95331 | 2010-11-29 12:44:15 -0200 | [diff] [blame] | 724 | if (count == 0) { |
| 725 | curr_map = map; |
| 726 | goto filter_symbol; |
| 727 | } |
| 728 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 729 | if (dso->kernel == DSO_TYPE_GUEST_KERNEL) |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 730 | snprintf(dso_name, sizeof(dso_name), |
| 731 | "[guest.kernel].%d", |
| 732 | kernel_range++); |
| 733 | else |
| 734 | snprintf(dso_name, sizeof(dso_name), |
| 735 | "[kernel].%d", |
| 736 | kernel_range++); |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 737 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 738 | ndso = dso__new(dso_name); |
| 739 | if (ndso == NULL) |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 740 | return -1; |
| 741 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 742 | ndso->kernel = dso->kernel; |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 743 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 744 | curr_map = map__new2(pos->start, ndso, map->type); |
Zhang, Yanmin | 37fe5fc | 2010-02-25 11:00:51 +0800 | [diff] [blame] | 745 | if (curr_map == NULL) { |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 746 | dso__delete(ndso); |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 747 | return -1; |
| 748 | } |
| 749 | |
Arnaldo Carvalho de Melo | 4e06255 | 2009-11-27 16:29:18 -0200 | [diff] [blame] | 750 | curr_map->map_ip = curr_map->unmap_ip = identity__map_ip; |
Arnaldo Carvalho de Melo | 9de89fe | 2010-02-03 16:52:00 -0200 | [diff] [blame] | 751 | map_groups__insert(kmaps, curr_map); |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 752 | ++kernel_range; |
Adrian Hunter | d9b62ab | 2014-01-29 16:14:43 +0200 | [diff] [blame] | 753 | } else if (delta) { |
| 754 | /* Kernel was relocated at boot time */ |
| 755 | pos->start -= delta; |
| 756 | pos->end -= delta; |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 757 | } |
Arnaldo Carvalho de Melo | 8a95331 | 2010-11-29 12:44:15 -0200 | [diff] [blame] | 758 | filter_symbol: |
Arnaldo Carvalho de Melo | 4e06255 | 2009-11-27 16:29:18 -0200 | [diff] [blame] | 759 | if (filter && filter(curr_map, pos)) { |
Arnaldo Carvalho de Melo | 1de8e24 | 2009-11-27 16:29:21 -0200 | [diff] [blame] | 760 | discard_symbol: rb_erase(&pos->rb_node, root); |
Arnaldo Carvalho de Melo | 00a192b | 2009-10-30 16:28:24 -0200 | [diff] [blame] | 761 | symbol__delete(pos); |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 762 | } else { |
Arnaldo Carvalho de Melo | 4e06255 | 2009-11-27 16:29:18 -0200 | [diff] [blame] | 763 | if (curr_map != map) { |
| 764 | rb_erase(&pos->rb_node, root); |
| 765 | symbols__insert(&curr_map->dso->symbols[curr_map->type], pos); |
Arnaldo Carvalho de Melo | 8a95331 | 2010-11-29 12:44:15 -0200 | [diff] [blame] | 766 | ++moved; |
| 767 | } else |
| 768 | ++count; |
Mike Galbraith | 9974f49 | 2009-07-02 08:05:58 +0200 | [diff] [blame] | 769 | } |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 770 | } |
| 771 | |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 772 | if (curr_map != map && |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 773 | dso->kernel == DSO_TYPE_GUEST_KERNEL && |
Arnaldo Carvalho de Melo | 23346f2 | 2010-04-27 21:17:50 -0300 | [diff] [blame] | 774 | machine__is_default_guest(kmaps->machine)) { |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 775 | dso__set_loaded(curr_map->dso, curr_map->type); |
| 776 | } |
| 777 | |
Arnaldo Carvalho de Melo | 8a95331 | 2010-11-29 12:44:15 -0200 | [diff] [blame] | 778 | return count + moved; |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 779 | } |
| 780 | |
Arnaldo Carvalho de Melo | 3f067dc | 2012-12-07 17:39:39 -0300 | [diff] [blame] | 781 | bool symbol__restricted_filename(const char *filename, |
| 782 | const char *restricted_filename) |
Arnaldo Carvalho de Melo | ec80fde | 2011-05-26 09:53:51 -0300 | [diff] [blame] | 783 | { |
| 784 | bool restricted = false; |
| 785 | |
| 786 | if (symbol_conf.kptr_restrict) { |
| 787 | char *r = realpath(filename, NULL); |
| 788 | |
| 789 | if (r != NULL) { |
| 790 | restricted = strcmp(r, restricted_filename) == 0; |
| 791 | free(r); |
| 792 | return restricted; |
| 793 | } |
| 794 | } |
| 795 | |
| 796 | return restricted; |
| 797 | } |
| 798 | |
Adrian Hunter | 52afdaf | 2013-10-09 15:01:11 +0300 | [diff] [blame] | 799 | struct module_info { |
| 800 | struct rb_node rb_node; |
| 801 | char *name; |
| 802 | u64 start; |
| 803 | }; |
| 804 | |
| 805 | static void add_module(struct module_info *mi, struct rb_root *modules) |
| 806 | { |
| 807 | struct rb_node **p = &modules->rb_node; |
| 808 | struct rb_node *parent = NULL; |
| 809 | struct module_info *m; |
| 810 | |
| 811 | while (*p != NULL) { |
| 812 | parent = *p; |
| 813 | m = rb_entry(parent, struct module_info, rb_node); |
| 814 | if (strcmp(mi->name, m->name) < 0) |
| 815 | p = &(*p)->rb_left; |
| 816 | else |
| 817 | p = &(*p)->rb_right; |
| 818 | } |
| 819 | rb_link_node(&mi->rb_node, parent, p); |
| 820 | rb_insert_color(&mi->rb_node, modules); |
| 821 | } |
| 822 | |
| 823 | static void delete_modules(struct rb_root *modules) |
| 824 | { |
| 825 | struct module_info *mi; |
| 826 | struct rb_node *next = rb_first(modules); |
| 827 | |
| 828 | while (next) { |
| 829 | mi = rb_entry(next, struct module_info, rb_node); |
| 830 | next = rb_next(&mi->rb_node); |
| 831 | rb_erase(&mi->rb_node, modules); |
Arnaldo Carvalho de Melo | 74cf249 | 2013-12-27 16:55:14 -0300 | [diff] [blame] | 832 | zfree(&mi->name); |
Adrian Hunter | 52afdaf | 2013-10-09 15:01:11 +0300 | [diff] [blame] | 833 | free(mi); |
| 834 | } |
| 835 | } |
| 836 | |
| 837 | static struct module_info *find_module(const char *name, |
| 838 | struct rb_root *modules) |
| 839 | { |
| 840 | struct rb_node *n = modules->rb_node; |
| 841 | |
| 842 | while (n) { |
| 843 | struct module_info *m; |
| 844 | int cmp; |
| 845 | |
| 846 | m = rb_entry(n, struct module_info, rb_node); |
| 847 | cmp = strcmp(name, m->name); |
| 848 | if (cmp < 0) |
| 849 | n = n->rb_left; |
| 850 | else if (cmp > 0) |
| 851 | n = n->rb_right; |
| 852 | else |
| 853 | return m; |
| 854 | } |
| 855 | |
| 856 | return NULL; |
| 857 | } |
| 858 | |
| 859 | static int __read_proc_modules(void *arg, const char *name, u64 start) |
| 860 | { |
| 861 | struct rb_root *modules = arg; |
| 862 | struct module_info *mi; |
| 863 | |
| 864 | mi = zalloc(sizeof(struct module_info)); |
| 865 | if (!mi) |
| 866 | return -ENOMEM; |
| 867 | |
| 868 | mi->name = strdup(name); |
| 869 | mi->start = start; |
| 870 | |
| 871 | if (!mi->name) { |
| 872 | free(mi); |
| 873 | return -ENOMEM; |
| 874 | } |
| 875 | |
| 876 | add_module(mi, modules); |
| 877 | |
| 878 | return 0; |
| 879 | } |
| 880 | |
| 881 | static int read_proc_modules(const char *filename, struct rb_root *modules) |
| 882 | { |
| 883 | if (symbol__restricted_filename(filename, "/proc/modules")) |
| 884 | return -1; |
| 885 | |
| 886 | if (modules__parse(filename, modules, __read_proc_modules)) { |
| 887 | delete_modules(modules); |
| 888 | return -1; |
| 889 | } |
| 890 | |
| 891 | return 0; |
| 892 | } |
| 893 | |
Adrian Hunter | fc1b691 | 2013-10-14 16:57:29 +0300 | [diff] [blame] | 894 | int compare_proc_modules(const char *from, const char *to) |
| 895 | { |
| 896 | struct rb_root from_modules = RB_ROOT; |
| 897 | struct rb_root to_modules = RB_ROOT; |
| 898 | struct rb_node *from_node, *to_node; |
| 899 | struct module_info *from_m, *to_m; |
| 900 | int ret = -1; |
| 901 | |
| 902 | if (read_proc_modules(from, &from_modules)) |
| 903 | return -1; |
| 904 | |
| 905 | if (read_proc_modules(to, &to_modules)) |
| 906 | goto out_delete_from; |
| 907 | |
| 908 | from_node = rb_first(&from_modules); |
| 909 | to_node = rb_first(&to_modules); |
| 910 | while (from_node) { |
| 911 | if (!to_node) |
| 912 | break; |
| 913 | |
| 914 | from_m = rb_entry(from_node, struct module_info, rb_node); |
| 915 | to_m = rb_entry(to_node, struct module_info, rb_node); |
| 916 | |
| 917 | if (from_m->start != to_m->start || |
| 918 | strcmp(from_m->name, to_m->name)) |
| 919 | break; |
| 920 | |
| 921 | from_node = rb_next(from_node); |
| 922 | to_node = rb_next(to_node); |
| 923 | } |
| 924 | |
| 925 | if (!from_node && !to_node) |
| 926 | ret = 0; |
| 927 | |
| 928 | delete_modules(&to_modules); |
| 929 | out_delete_from: |
| 930 | delete_modules(&from_modules); |
| 931 | |
| 932 | return ret; |
| 933 | } |
| 934 | |
Adrian Hunter | 52afdaf | 2013-10-09 15:01:11 +0300 | [diff] [blame] | 935 | static int do_validate_kcore_modules(const char *filename, struct map *map, |
| 936 | struct map_groups *kmaps) |
| 937 | { |
| 938 | struct rb_root modules = RB_ROOT; |
| 939 | struct map *old_map; |
| 940 | int err; |
| 941 | |
| 942 | err = read_proc_modules(filename, &modules); |
| 943 | if (err) |
| 944 | return err; |
| 945 | |
| 946 | old_map = map_groups__first(kmaps, map->type); |
| 947 | while (old_map) { |
| 948 | struct map *next = map_groups__next(old_map); |
| 949 | struct module_info *mi; |
| 950 | |
| 951 | if (old_map == map || old_map->start == map->start) { |
| 952 | /* The kernel map */ |
| 953 | old_map = next; |
| 954 | continue; |
| 955 | } |
| 956 | |
| 957 | /* Module must be in memory at the same address */ |
| 958 | mi = find_module(old_map->dso->short_name, &modules); |
| 959 | if (!mi || mi->start != old_map->start) { |
| 960 | err = -EINVAL; |
| 961 | goto out; |
| 962 | } |
| 963 | |
| 964 | old_map = next; |
| 965 | } |
| 966 | out: |
| 967 | delete_modules(&modules); |
| 968 | return err; |
| 969 | } |
| 970 | |
| 971 | /* |
| 972 | * If kallsyms is referenced by name then we look for filename in the same |
| 973 | * directory. |
| 974 | */ |
| 975 | static bool filename_from_kallsyms_filename(char *filename, |
| 976 | const char *base_name, |
| 977 | const char *kallsyms_filename) |
| 978 | { |
| 979 | char *name; |
| 980 | |
| 981 | strcpy(filename, kallsyms_filename); |
| 982 | name = strrchr(filename, '/'); |
| 983 | if (!name) |
| 984 | return false; |
| 985 | |
| 986 | name += 1; |
| 987 | |
| 988 | if (!strcmp(name, "kallsyms")) { |
| 989 | strcpy(name, base_name); |
| 990 | return true; |
| 991 | } |
| 992 | |
| 993 | return false; |
| 994 | } |
| 995 | |
| 996 | static int validate_kcore_modules(const char *kallsyms_filename, |
| 997 | struct map *map) |
| 998 | { |
| 999 | struct map_groups *kmaps = map__kmap(map)->kmaps; |
| 1000 | char modules_filename[PATH_MAX]; |
| 1001 | |
| 1002 | if (!filename_from_kallsyms_filename(modules_filename, "modules", |
| 1003 | kallsyms_filename)) |
| 1004 | return -EINVAL; |
| 1005 | |
| 1006 | if (do_validate_kcore_modules(modules_filename, map, kmaps)) |
| 1007 | return -EINVAL; |
| 1008 | |
| 1009 | return 0; |
| 1010 | } |
| 1011 | |
Adrian Hunter | a00d28c | 2014-01-29 16:14:41 +0200 | [diff] [blame] | 1012 | static int validate_kcore_addresses(const char *kallsyms_filename, |
| 1013 | struct map *map) |
| 1014 | { |
| 1015 | struct kmap *kmap = map__kmap(map); |
| 1016 | |
| 1017 | if (kmap->ref_reloc_sym && kmap->ref_reloc_sym->name) { |
| 1018 | u64 start; |
| 1019 | |
| 1020 | start = kallsyms__get_function_start(kallsyms_filename, |
| 1021 | kmap->ref_reloc_sym->name); |
| 1022 | if (start != kmap->ref_reloc_sym->addr) |
| 1023 | return -EINVAL; |
| 1024 | } |
| 1025 | |
| 1026 | return validate_kcore_modules(kallsyms_filename, map); |
| 1027 | } |
| 1028 | |
Adrian Hunter | 8e0cf96 | 2013-08-07 14:38:51 +0300 | [diff] [blame] | 1029 | struct kcore_mapfn_data { |
| 1030 | struct dso *dso; |
| 1031 | enum map_type type; |
| 1032 | struct list_head maps; |
| 1033 | }; |
| 1034 | |
| 1035 | static int kcore_mapfn(u64 start, u64 len, u64 pgoff, void *data) |
| 1036 | { |
| 1037 | struct kcore_mapfn_data *md = data; |
| 1038 | struct map *map; |
| 1039 | |
| 1040 | map = map__new2(start, md->dso, md->type); |
| 1041 | if (map == NULL) |
| 1042 | return -ENOMEM; |
| 1043 | |
| 1044 | map->end = map->start + len; |
| 1045 | map->pgoff = pgoff; |
| 1046 | |
| 1047 | list_add(&map->node, &md->maps); |
| 1048 | |
| 1049 | return 0; |
| 1050 | } |
| 1051 | |
Adrian Hunter | 8e0cf96 | 2013-08-07 14:38:51 +0300 | [diff] [blame] | 1052 | static int dso__load_kcore(struct dso *dso, struct map *map, |
| 1053 | const char *kallsyms_filename) |
| 1054 | { |
| 1055 | struct map_groups *kmaps = map__kmap(map)->kmaps; |
| 1056 | struct machine *machine = kmaps->machine; |
| 1057 | struct kcore_mapfn_data md; |
| 1058 | struct map *old_map, *new_map, *replacement_map = NULL; |
| 1059 | bool is_64_bit; |
| 1060 | int err, fd; |
| 1061 | char kcore_filename[PATH_MAX]; |
| 1062 | struct symbol *sym; |
| 1063 | |
| 1064 | /* This function requires that the map is the kernel map */ |
| 1065 | if (map != machine->vmlinux_maps[map->type]) |
| 1066 | return -EINVAL; |
| 1067 | |
Adrian Hunter | 52afdaf | 2013-10-09 15:01:11 +0300 | [diff] [blame] | 1068 | if (!filename_from_kallsyms_filename(kcore_filename, "kcore", |
| 1069 | kallsyms_filename)) |
| 1070 | return -EINVAL; |
| 1071 | |
Adrian Hunter | a00d28c | 2014-01-29 16:14:41 +0200 | [diff] [blame] | 1072 | /* Modules and kernel must be present at their original addresses */ |
| 1073 | if (validate_kcore_addresses(kallsyms_filename, map)) |
Adrian Hunter | 8e0cf96 | 2013-08-07 14:38:51 +0300 | [diff] [blame] | 1074 | return -EINVAL; |
| 1075 | |
| 1076 | md.dso = dso; |
| 1077 | md.type = map->type; |
| 1078 | INIT_LIST_HEAD(&md.maps); |
| 1079 | |
| 1080 | fd = open(kcore_filename, O_RDONLY); |
| 1081 | if (fd < 0) |
| 1082 | return -EINVAL; |
| 1083 | |
| 1084 | /* Read new maps into temporary lists */ |
| 1085 | err = file__read_maps(fd, md.type == MAP__FUNCTION, kcore_mapfn, &md, |
| 1086 | &is_64_bit); |
| 1087 | if (err) |
| 1088 | goto out_err; |
Adrian Hunter | c6d8f2a | 2014-07-14 13:02:41 +0300 | [diff] [blame] | 1089 | dso->is_64_bit = is_64_bit; |
Adrian Hunter | 8e0cf96 | 2013-08-07 14:38:51 +0300 | [diff] [blame] | 1090 | |
| 1091 | if (list_empty(&md.maps)) { |
| 1092 | err = -EINVAL; |
| 1093 | goto out_err; |
| 1094 | } |
| 1095 | |
| 1096 | /* Remove old maps */ |
| 1097 | old_map = map_groups__first(kmaps, map->type); |
| 1098 | while (old_map) { |
| 1099 | struct map *next = map_groups__next(old_map); |
| 1100 | |
| 1101 | if (old_map != map) |
| 1102 | map_groups__remove(kmaps, old_map); |
| 1103 | old_map = next; |
| 1104 | } |
| 1105 | |
| 1106 | /* Find the kernel map using the first symbol */ |
| 1107 | sym = dso__first_symbol(dso, map->type); |
| 1108 | list_for_each_entry(new_map, &md.maps, node) { |
| 1109 | if (sym && sym->start >= new_map->start && |
| 1110 | sym->start < new_map->end) { |
| 1111 | replacement_map = new_map; |
| 1112 | break; |
| 1113 | } |
| 1114 | } |
| 1115 | |
| 1116 | if (!replacement_map) |
| 1117 | replacement_map = list_entry(md.maps.next, struct map, node); |
| 1118 | |
| 1119 | /* Add new maps */ |
| 1120 | while (!list_empty(&md.maps)) { |
| 1121 | new_map = list_entry(md.maps.next, struct map, node); |
| 1122 | list_del(&new_map->node); |
| 1123 | if (new_map == replacement_map) { |
| 1124 | map->start = new_map->start; |
| 1125 | map->end = new_map->end; |
| 1126 | map->pgoff = new_map->pgoff; |
| 1127 | map->map_ip = new_map->map_ip; |
| 1128 | map->unmap_ip = new_map->unmap_ip; |
| 1129 | map__delete(new_map); |
| 1130 | /* Ensure maps are correctly ordered */ |
| 1131 | map_groups__remove(kmaps, map); |
| 1132 | map_groups__insert(kmaps, map); |
| 1133 | } else { |
| 1134 | map_groups__insert(kmaps, new_map); |
| 1135 | } |
| 1136 | } |
| 1137 | |
| 1138 | /* |
| 1139 | * Set the data type and long name so that kcore can be read via |
| 1140 | * dso__data_read_addr(). |
| 1141 | */ |
| 1142 | if (dso->kernel == DSO_TYPE_GUEST_KERNEL) |
Arnaldo Carvalho de Melo | 5f70619 | 2013-12-17 16:14:07 -0300 | [diff] [blame] | 1143 | dso->binary_type = DSO_BINARY_TYPE__GUEST_KCORE; |
Adrian Hunter | 8e0cf96 | 2013-08-07 14:38:51 +0300 | [diff] [blame] | 1144 | else |
Arnaldo Carvalho de Melo | 5f70619 | 2013-12-17 16:14:07 -0300 | [diff] [blame] | 1145 | dso->binary_type = DSO_BINARY_TYPE__KCORE; |
Arnaldo Carvalho de Melo | 7e155d4 | 2013-12-10 15:08:44 -0300 | [diff] [blame] | 1146 | dso__set_long_name(dso, strdup(kcore_filename), true); |
Adrian Hunter | 8e0cf96 | 2013-08-07 14:38:51 +0300 | [diff] [blame] | 1147 | |
| 1148 | close(fd); |
| 1149 | |
| 1150 | if (map->type == MAP__FUNCTION) |
| 1151 | pr_debug("Using %s for kernel object code\n", kcore_filename); |
| 1152 | else |
| 1153 | pr_debug("Using %s for kernel data\n", kcore_filename); |
| 1154 | |
| 1155 | return 0; |
| 1156 | |
| 1157 | out_err: |
| 1158 | while (!list_empty(&md.maps)) { |
| 1159 | map = list_entry(md.maps.next, struct map, node); |
| 1160 | list_del(&map->node); |
| 1161 | map__delete(map); |
| 1162 | } |
| 1163 | close(fd); |
| 1164 | return -EINVAL; |
| 1165 | } |
| 1166 | |
Adrian Hunter | d9b62ab | 2014-01-29 16:14:43 +0200 | [diff] [blame] | 1167 | /* |
| 1168 | * If the kernel is relocated at boot time, kallsyms won't match. Compute the |
| 1169 | * delta based on the relocation reference symbol. |
| 1170 | */ |
| 1171 | static int kallsyms__delta(struct map *map, const char *filename, u64 *delta) |
| 1172 | { |
| 1173 | struct kmap *kmap = map__kmap(map); |
| 1174 | u64 addr; |
| 1175 | |
| 1176 | if (!kmap->ref_reloc_sym || !kmap->ref_reloc_sym->name) |
| 1177 | return 0; |
| 1178 | |
| 1179 | addr = kallsyms__get_function_start(filename, |
| 1180 | kmap->ref_reloc_sym->name); |
| 1181 | if (!addr) |
| 1182 | return -1; |
| 1183 | |
| 1184 | *delta = addr - kmap->ref_reloc_sym->addr; |
| 1185 | return 0; |
| 1186 | } |
| 1187 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1188 | int dso__load_kallsyms(struct dso *dso, const char *filename, |
Arnaldo Carvalho de Melo | 9de89fe | 2010-02-03 16:52:00 -0200 | [diff] [blame] | 1189 | struct map *map, symbol_filter_t filter) |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 1190 | { |
Adrian Hunter | d9b62ab | 2014-01-29 16:14:43 +0200 | [diff] [blame] | 1191 | u64 delta = 0; |
| 1192 | |
Arnaldo Carvalho de Melo | ec80fde | 2011-05-26 09:53:51 -0300 | [diff] [blame] | 1193 | if (symbol__restricted_filename(filename, "/proc/kallsyms")) |
| 1194 | return -1; |
| 1195 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1196 | if (dso__load_all_kallsyms(dso, filename, map) < 0) |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 1197 | return -1; |
| 1198 | |
Adrian Hunter | d9b62ab | 2014-01-29 16:14:43 +0200 | [diff] [blame] | 1199 | if (kallsyms__delta(map, filename, &delta)) |
| 1200 | return -1; |
| 1201 | |
Anton Blanchard | 694bf40 | 2011-08-24 16:40:17 +1000 | [diff] [blame] | 1202 | symbols__fixup_duplicate(&dso->symbols[map->type]); |
Anton Blanchard | 3f5a427 | 2011-08-24 16:40:15 +1000 | [diff] [blame] | 1203 | symbols__fixup_end(&dso->symbols[map->type]); |
| 1204 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1205 | if (dso->kernel == DSO_TYPE_GUEST_KERNEL) |
Jiri Olsa | 44f24cb | 2012-07-22 14:14:32 +0200 | [diff] [blame] | 1206 | dso->symtab_type = DSO_BINARY_TYPE__GUEST_KALLSYMS; |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 1207 | else |
Jiri Olsa | 44f24cb | 2012-07-22 14:14:32 +0200 | [diff] [blame] | 1208 | dso->symtab_type = DSO_BINARY_TYPE__KALLSYMS; |
Arnaldo Carvalho de Melo | 2e538c4 | 2009-10-07 13:48:56 -0300 | [diff] [blame] | 1209 | |
Adrian Hunter | 8e0cf96 | 2013-08-07 14:38:51 +0300 | [diff] [blame] | 1210 | if (!dso__load_kcore(dso, map, filename)) |
| 1211 | return dso__split_kallsyms_for_kcore(dso, map, filter); |
| 1212 | else |
Adrian Hunter | d9b62ab | 2014-01-29 16:14:43 +0200 | [diff] [blame] | 1213 | return dso__split_kallsyms(dso, map, delta, filter); |
Arnaldo Carvalho de Melo | af427bf | 2009-10-05 14:26:17 -0300 | [diff] [blame] | 1214 | } |
| 1215 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1216 | static int dso__load_perf_map(struct dso *dso, struct map *map, |
Arnaldo Carvalho de Melo | 6beba7a | 2009-10-21 17:34:06 -0200 | [diff] [blame] | 1217 | symbol_filter_t filter) |
Pekka Enberg | 80d496b | 2009-06-08 21:12:48 +0300 | [diff] [blame] | 1218 | { |
| 1219 | char *line = NULL; |
| 1220 | size_t n; |
| 1221 | FILE *file; |
| 1222 | int nr_syms = 0; |
| 1223 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1224 | file = fopen(dso->long_name, "r"); |
Pekka Enberg | 80d496b | 2009-06-08 21:12:48 +0300 | [diff] [blame] | 1225 | if (file == NULL) |
| 1226 | goto out_failure; |
| 1227 | |
| 1228 | while (!feof(file)) { |
Paul Mackerras | 9cffa8d | 2009-06-19 22:21:42 +1000 | [diff] [blame] | 1229 | u64 start, size; |
Pekka Enberg | 80d496b | 2009-06-08 21:12:48 +0300 | [diff] [blame] | 1230 | struct symbol *sym; |
| 1231 | int line_len, len; |
| 1232 | |
| 1233 | line_len = getline(&line, &n, file); |
| 1234 | if (line_len < 0) |
| 1235 | break; |
| 1236 | |
| 1237 | if (!line) |
| 1238 | goto out_failure; |
| 1239 | |
| 1240 | line[--line_len] = '\0'; /* \n */ |
| 1241 | |
| 1242 | len = hex2u64(line, &start); |
| 1243 | |
| 1244 | len++; |
| 1245 | if (len + 2 >= line_len) |
| 1246 | continue; |
| 1247 | |
| 1248 | len += hex2u64(line + len, &size); |
| 1249 | |
| 1250 | len++; |
| 1251 | if (len + 2 >= line_len) |
| 1252 | continue; |
| 1253 | |
Arnaldo Carvalho de Melo | c408fed | 2010-08-05 12:59:47 -0300 | [diff] [blame] | 1254 | sym = symbol__new(start, size, STB_GLOBAL, line + len); |
Pekka Enberg | 80d496b | 2009-06-08 21:12:48 +0300 | [diff] [blame] | 1255 | |
| 1256 | if (sym == NULL) |
| 1257 | goto out_delete_line; |
| 1258 | |
Arnaldo Carvalho de Melo | 439d473 | 2009-10-02 03:29:58 -0300 | [diff] [blame] | 1259 | if (filter && filter(map, sym)) |
Arnaldo Carvalho de Melo | 00a192b | 2009-10-30 16:28:24 -0200 | [diff] [blame] | 1260 | symbol__delete(sym); |
Pekka Enberg | 80d496b | 2009-06-08 21:12:48 +0300 | [diff] [blame] | 1261 | else { |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1262 | symbols__insert(&dso->symbols[map->type], sym); |
Pekka Enberg | 80d496b | 2009-06-08 21:12:48 +0300 | [diff] [blame] | 1263 | nr_syms++; |
| 1264 | } |
| 1265 | } |
| 1266 | |
| 1267 | free(line); |
| 1268 | fclose(file); |
| 1269 | |
| 1270 | return nr_syms; |
| 1271 | |
| 1272 | out_delete_line: |
| 1273 | free(line); |
| 1274 | out_failure: |
| 1275 | return -1; |
| 1276 | } |
| 1277 | |
Namhyung Kim | 1029f9f | 2014-02-20 10:32:56 +0900 | [diff] [blame] | 1278 | static bool dso__is_compatible_symtab_type(struct dso *dso, bool kmod, |
| 1279 | enum dso_binary_type type) |
| 1280 | { |
| 1281 | switch (type) { |
| 1282 | case DSO_BINARY_TYPE__JAVA_JIT: |
| 1283 | case DSO_BINARY_TYPE__DEBUGLINK: |
| 1284 | case DSO_BINARY_TYPE__SYSTEM_PATH_DSO: |
| 1285 | case DSO_BINARY_TYPE__FEDORA_DEBUGINFO: |
| 1286 | case DSO_BINARY_TYPE__UBUNTU_DEBUGINFO: |
| 1287 | case DSO_BINARY_TYPE__BUILDID_DEBUGINFO: |
| 1288 | case DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO: |
| 1289 | return !kmod && dso->kernel == DSO_TYPE_USER; |
| 1290 | |
| 1291 | case DSO_BINARY_TYPE__KALLSYMS: |
| 1292 | case DSO_BINARY_TYPE__VMLINUX: |
| 1293 | case DSO_BINARY_TYPE__KCORE: |
| 1294 | return dso->kernel == DSO_TYPE_KERNEL; |
| 1295 | |
| 1296 | case DSO_BINARY_TYPE__GUEST_KALLSYMS: |
| 1297 | case DSO_BINARY_TYPE__GUEST_VMLINUX: |
| 1298 | case DSO_BINARY_TYPE__GUEST_KCORE: |
| 1299 | return dso->kernel == DSO_TYPE_GUEST_KERNEL; |
| 1300 | |
| 1301 | case DSO_BINARY_TYPE__GUEST_KMODULE: |
| 1302 | case DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE: |
| 1303 | /* |
| 1304 | * kernel modules know their symtab type - it's set when |
| 1305 | * creating a module dso in machine__new_module(). |
| 1306 | */ |
| 1307 | return kmod && dso->symtab_type == type; |
| 1308 | |
| 1309 | case DSO_BINARY_TYPE__BUILD_ID_CACHE: |
| 1310 | return true; |
| 1311 | |
| 1312 | case DSO_BINARY_TYPE__NOT_FOUND: |
| 1313 | default: |
| 1314 | return false; |
| 1315 | } |
| 1316 | } |
| 1317 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1318 | int dso__load(struct dso *dso, struct map *map, symbol_filter_t filter) |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 1319 | { |
Arnaldo Carvalho de Melo | c338aee | 2009-11-20 20:51:27 -0200 | [diff] [blame] | 1320 | char *name; |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 1321 | int ret = -1; |
Jiri Olsa | 44f24cb | 2012-07-22 14:14:32 +0200 | [diff] [blame] | 1322 | u_int i; |
Arnaldo Carvalho de Melo | 23346f2 | 2010-04-27 21:17:50 -0300 | [diff] [blame] | 1323 | struct machine *machine; |
Jiri Olsa | 44f24cb | 2012-07-22 14:14:32 +0200 | [diff] [blame] | 1324 | char *root_dir = (char *) ""; |
Cody P Schafer | 3aafe5a | 2012-08-10 15:23:02 -0700 | [diff] [blame] | 1325 | int ss_pos = 0; |
| 1326 | struct symsrc ss_[2]; |
| 1327 | struct symsrc *syms_ss = NULL, *runtime_ss = NULL; |
Namhyung Kim | 1029f9f | 2014-02-20 10:32:56 +0900 | [diff] [blame] | 1328 | bool kmod; |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 1329 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1330 | dso__set_loaded(dso, map->type); |
Arnaldo Carvalho de Melo | 66bd842 | 2009-10-28 21:51:21 -0200 | [diff] [blame] | 1331 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1332 | if (dso->kernel == DSO_TYPE_KERNEL) |
| 1333 | return dso__load_kernel_sym(dso, map, filter); |
| 1334 | else if (dso->kernel == DSO_TYPE_GUEST_KERNEL) |
| 1335 | return dso__load_guest_kernel_sym(dso, map, filter); |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 1336 | |
Arnaldo Carvalho de Melo | 23346f2 | 2010-04-27 21:17:50 -0300 | [diff] [blame] | 1337 | if (map->groups && map->groups->machine) |
| 1338 | machine = map->groups->machine; |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 1339 | else |
Arnaldo Carvalho de Melo | 23346f2 | 2010-04-27 21:17:50 -0300 | [diff] [blame] | 1340 | machine = NULL; |
Arnaldo Carvalho de Melo | c338aee | 2009-11-20 20:51:27 -0200 | [diff] [blame] | 1341 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1342 | dso->adjust_symbols = 0; |
Arnaldo Carvalho de Melo | f5812a7 | 2009-06-30 11:43:17 -0300 | [diff] [blame] | 1343 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1344 | if (strncmp(dso->name, "/tmp/perf-", 10) == 0) { |
Pekka Enberg | 981c125 | 2011-08-09 22:54:18 +0300 | [diff] [blame] | 1345 | struct stat st; |
| 1346 | |
Vasiliy Kulikov | e9b52ef | 2011-08-12 00:55:37 +0400 | [diff] [blame] | 1347 | if (lstat(dso->name, &st) < 0) |
Pekka Enberg | 981c125 | 2011-08-09 22:54:18 +0300 | [diff] [blame] | 1348 | return -1; |
| 1349 | |
| 1350 | if (st.st_uid && (st.st_uid != geteuid())) { |
| 1351 | pr_warning("File %s not owned by current user or root, " |
| 1352 | "ignoring it.\n", dso->name); |
| 1353 | return -1; |
| 1354 | } |
| 1355 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1356 | ret = dso__load_perf_map(dso, map, filter); |
Jiri Olsa | 44f24cb | 2012-07-22 14:14:32 +0200 | [diff] [blame] | 1357 | dso->symtab_type = ret > 0 ? DSO_BINARY_TYPE__JAVA_JIT : |
| 1358 | DSO_BINARY_TYPE__NOT_FOUND; |
Arnaldo Carvalho de Melo | 94cb9e3 | 2009-08-06 14:43:17 -0300 | [diff] [blame] | 1359 | return ret; |
| 1360 | } |
| 1361 | |
Jiri Olsa | 44f24cb | 2012-07-22 14:14:32 +0200 | [diff] [blame] | 1362 | if (machine) |
| 1363 | root_dir = machine->root_dir; |
| 1364 | |
David Ahern | 164c800 | 2013-01-14 10:46:47 -0700 | [diff] [blame] | 1365 | name = malloc(PATH_MAX); |
| 1366 | if (!name) |
| 1367 | return -1; |
| 1368 | |
Namhyung Kim | 1029f9f | 2014-02-20 10:32:56 +0900 | [diff] [blame] | 1369 | kmod = dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE || |
| 1370 | dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE; |
| 1371 | |
| 1372 | /* |
| 1373 | * Iterate over candidate debug images. |
Cody P Schafer | 3aafe5a | 2012-08-10 15:23:02 -0700 | [diff] [blame] | 1374 | * Keep track of "interesting" ones (those which have a symtab, dynsym, |
| 1375 | * and/or opd section) for processing. |
Dave Martin | 6da80ce | 2010-07-30 09:50:09 -0300 | [diff] [blame] | 1376 | */ |
Jiri Olsa | 44f24cb | 2012-07-22 14:14:32 +0200 | [diff] [blame] | 1377 | for (i = 0; i < DSO_BINARY_TYPE__SYMTAB_CNT; i++) { |
Cody P Schafer | 3aafe5a | 2012-08-10 15:23:02 -0700 | [diff] [blame] | 1378 | struct symsrc *ss = &ss_[ss_pos]; |
| 1379 | bool next_slot = false; |
Dave Martin | 6da80ce | 2010-07-30 09:50:09 -0300 | [diff] [blame] | 1380 | |
Cody P Schafer | 005f929 | 2012-08-10 15:22:58 -0700 | [diff] [blame] | 1381 | enum dso_binary_type symtab_type = binary_type_symtab[i]; |
Dave Martin | 6da80ce | 2010-07-30 09:50:09 -0300 | [diff] [blame] | 1382 | |
Namhyung Kim | 1029f9f | 2014-02-20 10:32:56 +0900 | [diff] [blame] | 1383 | if (!dso__is_compatible_symtab_type(dso, kmod, symtab_type)) |
| 1384 | continue; |
| 1385 | |
Arnaldo Carvalho de Melo | ee4e962 | 2013-12-16 17:03:18 -0300 | [diff] [blame] | 1386 | if (dso__read_binary_type_filename(dso, symtab_type, |
| 1387 | root_dir, name, PATH_MAX)) |
Jiri Olsa | 44f24cb | 2012-07-22 14:14:32 +0200 | [diff] [blame] | 1388 | continue; |
Dave Martin | 6da80ce | 2010-07-30 09:50:09 -0300 | [diff] [blame] | 1389 | |
| 1390 | /* Name is now the name of the next image to try */ |
Cody P Schafer | 3aafe5a | 2012-08-10 15:23:02 -0700 | [diff] [blame] | 1391 | if (symsrc__init(ss, dso, name, symtab_type) < 0) |
Dave Martin | 6da80ce | 2010-07-30 09:50:09 -0300 | [diff] [blame] | 1392 | continue; |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 1393 | |
Cody P Schafer | 3aafe5a | 2012-08-10 15:23:02 -0700 | [diff] [blame] | 1394 | if (!syms_ss && symsrc__has_symtab(ss)) { |
| 1395 | syms_ss = ss; |
| 1396 | next_slot = true; |
Adrian Hunter | 0058aef | 2013-12-03 09:23:08 +0200 | [diff] [blame] | 1397 | if (!dso->symsrc_filename) |
| 1398 | dso->symsrc_filename = strdup(name); |
Cody P Schafer | d26cd12 | 2012-08-10 15:23:00 -0700 | [diff] [blame] | 1399 | } |
| 1400 | |
Cody P Schafer | 3aafe5a | 2012-08-10 15:23:02 -0700 | [diff] [blame] | 1401 | if (!runtime_ss && symsrc__possibly_runtime(ss)) { |
| 1402 | runtime_ss = ss; |
| 1403 | next_slot = true; |
Cody P Schafer | a44f605 | 2012-08-10 15:22:59 -0700 | [diff] [blame] | 1404 | } |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 1405 | |
Cody P Schafer | 3aafe5a | 2012-08-10 15:23:02 -0700 | [diff] [blame] | 1406 | if (next_slot) { |
| 1407 | ss_pos++; |
Jiri Olsa | 33ff581 | 2012-04-18 15:46:58 +0200 | [diff] [blame] | 1408 | |
Cody P Schafer | 3aafe5a | 2012-08-10 15:23:02 -0700 | [diff] [blame] | 1409 | if (syms_ss && runtime_ss) |
| 1410 | break; |
Namhyung Kim | 98e9f03 | 2014-02-20 10:32:54 +0900 | [diff] [blame] | 1411 | } else { |
| 1412 | symsrc__destroy(ss); |
Dave Martin | 6da80ce | 2010-07-30 09:50:09 -0300 | [diff] [blame] | 1413 | } |
Cody P Schafer | 3aafe5a | 2012-08-10 15:23:02 -0700 | [diff] [blame] | 1414 | |
Arnaldo Carvalho de Melo | a25e46c | 2009-07-11 12:18:36 -0300 | [diff] [blame] | 1415 | } |
Dave Martin | 6da80ce | 2010-07-30 09:50:09 -0300 | [diff] [blame] | 1416 | |
Cody P Schafer | 3aafe5a | 2012-08-10 15:23:02 -0700 | [diff] [blame] | 1417 | if (!runtime_ss && !syms_ss) |
| 1418 | goto out_free; |
| 1419 | |
| 1420 | if (runtime_ss && !syms_ss) { |
| 1421 | syms_ss = runtime_ss; |
Arnaldo Carvalho de Melo | 60e4b10 | 2011-03-22 15:42:14 -0300 | [diff] [blame] | 1422 | } |
| 1423 | |
Cody P Schafer | 3aafe5a | 2012-08-10 15:23:02 -0700 | [diff] [blame] | 1424 | /* We'll have to hope for the best */ |
| 1425 | if (!runtime_ss && syms_ss) |
| 1426 | runtime_ss = syms_ss; |
| 1427 | |
Namhyung Kim | 1029f9f | 2014-02-20 10:32:56 +0900 | [diff] [blame] | 1428 | if (syms_ss) |
| 1429 | ret = dso__load_sym(dso, map, syms_ss, runtime_ss, filter, kmod); |
| 1430 | else |
Cody P Schafer | 3aafe5a | 2012-08-10 15:23:02 -0700 | [diff] [blame] | 1431 | ret = -1; |
| 1432 | |
David Ahern | f47b58b | 2012-08-19 09:47:14 -0600 | [diff] [blame] | 1433 | if (ret > 0) { |
Cody P Schafer | 3aafe5a | 2012-08-10 15:23:02 -0700 | [diff] [blame] | 1434 | int nr_plt; |
| 1435 | |
| 1436 | nr_plt = dso__synthesize_plt_symbols(dso, runtime_ss, map, filter); |
| 1437 | if (nr_plt > 0) |
| 1438 | ret += nr_plt; |
| 1439 | } |
| 1440 | |
| 1441 | for (; ss_pos > 0; ss_pos--) |
| 1442 | symsrc__destroy(&ss_[ss_pos - 1]); |
| 1443 | out_free: |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 1444 | free(name); |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1445 | if (ret < 0 && strstr(dso->name, " (deleted)") != NULL) |
Arnaldo Carvalho de Melo | 1340e6b | 2009-08-11 17:04:36 -0300 | [diff] [blame] | 1446 | return 0; |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 1447 | return ret; |
| 1448 | } |
| 1449 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1450 | struct map *map_groups__find_by_name(struct map_groups *mg, |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 1451 | enum map_type type, const char *name) |
Arnaldo Carvalho de Melo | 439d473 | 2009-10-02 03:29:58 -0300 | [diff] [blame] | 1452 | { |
| 1453 | struct rb_node *nd; |
| 1454 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1455 | for (nd = rb_first(&mg->maps[type]); nd; nd = rb_next(nd)) { |
Arnaldo Carvalho de Melo | 439d473 | 2009-10-02 03:29:58 -0300 | [diff] [blame] | 1456 | struct map *map = rb_entry(nd, struct map, rb_node); |
| 1457 | |
Arnaldo Carvalho de Melo | b7cece7 | 2010-01-13 13:22:17 -0200 | [diff] [blame] | 1458 | if (map->dso && strcmp(map->dso->short_name, name) == 0) |
Arnaldo Carvalho de Melo | 439d473 | 2009-10-02 03:29:58 -0300 | [diff] [blame] | 1459 | return map; |
| 1460 | } |
| 1461 | |
| 1462 | return NULL; |
| 1463 | } |
| 1464 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1465 | int dso__load_vmlinux(struct dso *dso, struct map *map, |
Arnaldo Carvalho de Melo | 5230fb7 | 2013-12-10 11:58:52 -0300 | [diff] [blame] | 1466 | const char *vmlinux, bool vmlinux_allocated, |
| 1467 | symbol_filter_t filter) |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 1468 | { |
Cody P Schafer | b68e2f9 | 2012-08-10 15:22:57 -0700 | [diff] [blame] | 1469 | int err = -1; |
| 1470 | struct symsrc ss; |
David Ahern | ec5761e | 2010-12-09 13:27:07 -0700 | [diff] [blame] | 1471 | char symfs_vmlinux[PATH_MAX]; |
Cody P Schafer | 005f929 | 2012-08-10 15:22:58 -0700 | [diff] [blame] | 1472 | enum dso_binary_type symtab_type; |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 1473 | |
Namhyung Kim | 5698d2c | 2013-07-17 17:08:15 +0900 | [diff] [blame] | 1474 | if (vmlinux[0] == '/') |
| 1475 | snprintf(symfs_vmlinux, sizeof(symfs_vmlinux), "%s", vmlinux); |
| 1476 | else |
Arnaldo Carvalho de Melo | 972f393 | 2014-07-29 10:21:58 -0300 | [diff] [blame] | 1477 | symbol__join_symfs(symfs_vmlinux, vmlinux); |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 1478 | |
Cody P Schafer | 21ea453 | 2012-08-10 15:22:56 -0700 | [diff] [blame] | 1479 | if (dso->kernel == DSO_TYPE_GUEST_KERNEL) |
Cody P Schafer | 005f929 | 2012-08-10 15:22:58 -0700 | [diff] [blame] | 1480 | symtab_type = DSO_BINARY_TYPE__GUEST_VMLINUX; |
Cody P Schafer | 21ea453 | 2012-08-10 15:22:56 -0700 | [diff] [blame] | 1481 | else |
Cody P Schafer | 005f929 | 2012-08-10 15:22:58 -0700 | [diff] [blame] | 1482 | symtab_type = DSO_BINARY_TYPE__VMLINUX; |
Cody P Schafer | 21ea453 | 2012-08-10 15:22:56 -0700 | [diff] [blame] | 1483 | |
Cody P Schafer | 005f929 | 2012-08-10 15:22:58 -0700 | [diff] [blame] | 1484 | if (symsrc__init(&ss, dso, symfs_vmlinux, symtab_type)) |
Cody P Schafer | b68e2f9 | 2012-08-10 15:22:57 -0700 | [diff] [blame] | 1485 | return -1; |
| 1486 | |
Cody P Schafer | 261360b | 2012-08-10 15:23:01 -0700 | [diff] [blame] | 1487 | err = dso__load_sym(dso, map, &ss, &ss, filter, 0); |
Cody P Schafer | b68e2f9 | 2012-08-10 15:22:57 -0700 | [diff] [blame] | 1488 | symsrc__destroy(&ss); |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 1489 | |
Cody P Schafer | 515850e | 2012-08-10 15:22:54 -0700 | [diff] [blame] | 1490 | if (err > 0) { |
Adrian Hunter | 39b12f78 | 2013-08-07 14:38:47 +0300 | [diff] [blame] | 1491 | if (dso->kernel == DSO_TYPE_GUEST_KERNEL) |
Arnaldo Carvalho de Melo | 5f70619 | 2013-12-17 16:14:07 -0300 | [diff] [blame] | 1492 | dso->binary_type = DSO_BINARY_TYPE__GUEST_VMLINUX; |
Adrian Hunter | 39b12f78 | 2013-08-07 14:38:47 +0300 | [diff] [blame] | 1493 | else |
Arnaldo Carvalho de Melo | 5f70619 | 2013-12-17 16:14:07 -0300 | [diff] [blame] | 1494 | dso->binary_type = DSO_BINARY_TYPE__VMLINUX; |
Arnaldo Carvalho de Melo | bf4414a | 2013-12-10 15:19:23 -0300 | [diff] [blame] | 1495 | dso__set_long_name(dso, vmlinux, vmlinux_allocated); |
Cody P Schafer | 515850e | 2012-08-10 15:22:54 -0700 | [diff] [blame] | 1496 | dso__set_loaded(dso, map->type); |
David Ahern | ec5761e | 2010-12-09 13:27:07 -0700 | [diff] [blame] | 1497 | pr_debug("Using %s for symbols\n", symfs_vmlinux); |
Cody P Schafer | 515850e | 2012-08-10 15:22:54 -0700 | [diff] [blame] | 1498 | } |
Arnaldo Carvalho de Melo | 3846df2 | 2010-02-22 16:15:39 -0300 | [diff] [blame] | 1499 | |
Arnaldo Carvalho de Melo | a2928c4 | 2009-05-28 14:55:04 -0300 | [diff] [blame] | 1500 | return err; |
| 1501 | } |
| 1502 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1503 | int dso__load_vmlinux_path(struct dso *dso, struct map *map, |
Arnaldo Carvalho de Melo | 9de89fe | 2010-02-03 16:52:00 -0200 | [diff] [blame] | 1504 | symbol_filter_t filter) |
Arnaldo Carvalho de Melo | a19afe4 | 2010-01-27 21:05:50 -0200 | [diff] [blame] | 1505 | { |
| 1506 | int i, err = 0; |
Arnaldo Carvalho de Melo | 5ad90e4 | 2010-05-26 13:26:02 -0300 | [diff] [blame] | 1507 | char *filename; |
Arnaldo Carvalho de Melo | a19afe4 | 2010-01-27 21:05:50 -0200 | [diff] [blame] | 1508 | |
| 1509 | pr_debug("Looking at the vmlinux_path (%d entries long)\n", |
Arnaldo Carvalho de Melo | 5ad90e4 | 2010-05-26 13:26:02 -0300 | [diff] [blame] | 1510 | vmlinux_path__nr_entries + 1); |
| 1511 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1512 | filename = dso__build_id_filename(dso, NULL, 0); |
Arnaldo Carvalho de Melo | 5ad90e4 | 2010-05-26 13:26:02 -0300 | [diff] [blame] | 1513 | if (filename != NULL) { |
Arnaldo Carvalho de Melo | 5230fb7 | 2013-12-10 11:58:52 -0300 | [diff] [blame] | 1514 | err = dso__load_vmlinux(dso, map, filename, true, filter); |
| 1515 | if (err > 0) |
Arnaldo Carvalho de Melo | 5ad90e4 | 2010-05-26 13:26:02 -0300 | [diff] [blame] | 1516 | goto out; |
Arnaldo Carvalho de Melo | 5ad90e4 | 2010-05-26 13:26:02 -0300 | [diff] [blame] | 1517 | free(filename); |
| 1518 | } |
Arnaldo Carvalho de Melo | a19afe4 | 2010-01-27 21:05:50 -0200 | [diff] [blame] | 1519 | |
| 1520 | for (i = 0; i < vmlinux_path__nr_entries; ++i) { |
Arnaldo Carvalho de Melo | 5230fb7 | 2013-12-10 11:58:52 -0300 | [diff] [blame] | 1521 | err = dso__load_vmlinux(dso, map, vmlinux_path[i], false, filter); |
| 1522 | if (err > 0) |
Arnaldo Carvalho de Melo | a19afe4 | 2010-01-27 21:05:50 -0200 | [diff] [blame] | 1523 | break; |
Arnaldo Carvalho de Melo | a19afe4 | 2010-01-27 21:05:50 -0200 | [diff] [blame] | 1524 | } |
Arnaldo Carvalho de Melo | 5ad90e4 | 2010-05-26 13:26:02 -0300 | [diff] [blame] | 1525 | out: |
Arnaldo Carvalho de Melo | a19afe4 | 2010-01-27 21:05:50 -0200 | [diff] [blame] | 1526 | return err; |
| 1527 | } |
| 1528 | |
Adrian Hunter | 0544d42 | 2013-10-14 13:43:43 +0300 | [diff] [blame] | 1529 | static int find_matching_kcore(struct map *map, char *dir, size_t dir_sz) |
| 1530 | { |
| 1531 | char kallsyms_filename[PATH_MAX]; |
| 1532 | struct dirent *dent; |
| 1533 | int ret = -1; |
| 1534 | DIR *d; |
| 1535 | |
| 1536 | d = opendir(dir); |
| 1537 | if (!d) |
| 1538 | return -1; |
| 1539 | |
| 1540 | while (1) { |
| 1541 | dent = readdir(d); |
| 1542 | if (!dent) |
| 1543 | break; |
| 1544 | if (dent->d_type != DT_DIR) |
| 1545 | continue; |
| 1546 | scnprintf(kallsyms_filename, sizeof(kallsyms_filename), |
| 1547 | "%s/%s/kallsyms", dir, dent->d_name); |
Adrian Hunter | a00d28c | 2014-01-29 16:14:41 +0200 | [diff] [blame] | 1548 | if (!validate_kcore_addresses(kallsyms_filename, map)) { |
Adrian Hunter | 0544d42 | 2013-10-14 13:43:43 +0300 | [diff] [blame] | 1549 | strlcpy(dir, kallsyms_filename, dir_sz); |
| 1550 | ret = 0; |
| 1551 | break; |
| 1552 | } |
| 1553 | } |
| 1554 | |
| 1555 | closedir(d); |
| 1556 | |
| 1557 | return ret; |
| 1558 | } |
| 1559 | |
| 1560 | static char *dso__find_kallsyms(struct dso *dso, struct map *map) |
| 1561 | { |
| 1562 | u8 host_build_id[BUILD_ID_SIZE]; |
| 1563 | char sbuild_id[BUILD_ID_SIZE * 2 + 1]; |
| 1564 | bool is_host = false; |
| 1565 | char path[PATH_MAX]; |
| 1566 | |
| 1567 | if (!dso->has_build_id) { |
| 1568 | /* |
| 1569 | * Last resort, if we don't have a build-id and couldn't find |
| 1570 | * any vmlinux file, try the running kernel kallsyms table. |
| 1571 | */ |
| 1572 | goto proc_kallsyms; |
| 1573 | } |
| 1574 | |
| 1575 | if (sysfs__read_build_id("/sys/kernel/notes", host_build_id, |
| 1576 | sizeof(host_build_id)) == 0) |
| 1577 | is_host = dso__build_id_equal(dso, host_build_id); |
| 1578 | |
| 1579 | build_id__sprintf(dso->build_id, sizeof(dso->build_id), sbuild_id); |
| 1580 | |
Adrian Hunter | 449867e | 2013-11-26 15:19:24 +0200 | [diff] [blame] | 1581 | scnprintf(path, sizeof(path), "%s/[kernel.kcore]/%s", buildid_dir, |
| 1582 | sbuild_id); |
| 1583 | |
Adrian Hunter | 0544d42 | 2013-10-14 13:43:43 +0300 | [diff] [blame] | 1584 | /* Use /proc/kallsyms if possible */ |
| 1585 | if (is_host) { |
| 1586 | DIR *d; |
| 1587 | int fd; |
| 1588 | |
| 1589 | /* If no cached kcore go with /proc/kallsyms */ |
Adrian Hunter | 0544d42 | 2013-10-14 13:43:43 +0300 | [diff] [blame] | 1590 | d = opendir(path); |
| 1591 | if (!d) |
| 1592 | goto proc_kallsyms; |
| 1593 | closedir(d); |
| 1594 | |
| 1595 | /* |
| 1596 | * Do not check the build-id cache, until we know we cannot use |
| 1597 | * /proc/kcore. |
| 1598 | */ |
| 1599 | fd = open("/proc/kcore", O_RDONLY); |
| 1600 | if (fd != -1) { |
| 1601 | close(fd); |
| 1602 | /* If module maps match go with /proc/kallsyms */ |
Adrian Hunter | a00d28c | 2014-01-29 16:14:41 +0200 | [diff] [blame] | 1603 | if (!validate_kcore_addresses("/proc/kallsyms", map)) |
Adrian Hunter | 0544d42 | 2013-10-14 13:43:43 +0300 | [diff] [blame] | 1604 | goto proc_kallsyms; |
| 1605 | } |
| 1606 | |
| 1607 | /* Find kallsyms in build-id cache with kcore */ |
| 1608 | if (!find_matching_kcore(map, path, sizeof(path))) |
| 1609 | return strdup(path); |
| 1610 | |
| 1611 | goto proc_kallsyms; |
| 1612 | } |
| 1613 | |
Adrian Hunter | 449867e | 2013-11-26 15:19:24 +0200 | [diff] [blame] | 1614 | /* Find kallsyms in build-id cache with kcore */ |
| 1615 | if (!find_matching_kcore(map, path, sizeof(path))) |
| 1616 | return strdup(path); |
| 1617 | |
Adrian Hunter | 0544d42 | 2013-10-14 13:43:43 +0300 | [diff] [blame] | 1618 | scnprintf(path, sizeof(path), "%s/[kernel.kallsyms]/%s", |
| 1619 | buildid_dir, sbuild_id); |
| 1620 | |
| 1621 | if (access(path, F_OK)) { |
| 1622 | pr_err("No kallsyms or vmlinux with build-id %s was found\n", |
| 1623 | sbuild_id); |
| 1624 | return NULL; |
| 1625 | } |
| 1626 | |
| 1627 | return strdup(path); |
| 1628 | |
| 1629 | proc_kallsyms: |
| 1630 | return strdup("/proc/kallsyms"); |
| 1631 | } |
| 1632 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1633 | static int dso__load_kernel_sym(struct dso *dso, struct map *map, |
Arnaldo Carvalho de Melo | 9de89fe | 2010-02-03 16:52:00 -0200 | [diff] [blame] | 1634 | symbol_filter_t filter) |
Arnaldo Carvalho de Melo | a827c87 | 2009-05-28 14:55:19 -0300 | [diff] [blame] | 1635 | { |
Arnaldo Carvalho de Melo | cc612d8 | 2009-11-23 16:39:10 -0200 | [diff] [blame] | 1636 | int err; |
Arnaldo Carvalho de Melo | 9e20144 | 2010-01-14 18:30:06 -0200 | [diff] [blame] | 1637 | const char *kallsyms_filename = NULL; |
| 1638 | char *kallsyms_allocated_filename = NULL; |
Arnaldo Carvalho de Melo | dc8d6ab | 2010-01-19 10:36:14 -0200 | [diff] [blame] | 1639 | /* |
David Ahern | b226a5a7 | 2010-12-07 19:39:46 -0700 | [diff] [blame] | 1640 | * Step 1: if the user specified a kallsyms or vmlinux filename, use |
| 1641 | * it and only it, reporting errors to the user if it cannot be used. |
Arnaldo Carvalho de Melo | dc8d6ab | 2010-01-19 10:36:14 -0200 | [diff] [blame] | 1642 | * |
| 1643 | * For instance, try to analyse an ARM perf.data file _without_ a |
| 1644 | * build-id, or if the user specifies the wrong path to the right |
| 1645 | * vmlinux file, obviously we can't fallback to another vmlinux (a |
| 1646 | * x86_86 one, on the machine where analysis is being performed, say), |
| 1647 | * or worse, /proc/kallsyms. |
| 1648 | * |
| 1649 | * If the specified file _has_ a build-id and there is a build-id |
| 1650 | * section in the perf.data file, we will still do the expected |
| 1651 | * validation in dso__load_vmlinux and will bail out if they don't |
| 1652 | * match. |
| 1653 | */ |
David Ahern | b226a5a7 | 2010-12-07 19:39:46 -0700 | [diff] [blame] | 1654 | if (symbol_conf.kallsyms_name != NULL) { |
| 1655 | kallsyms_filename = symbol_conf.kallsyms_name; |
| 1656 | goto do_kallsyms; |
| 1657 | } |
| 1658 | |
Willy Tarreau | fc2be69 | 2013-09-14 10:32:59 +0200 | [diff] [blame] | 1659 | if (!symbol_conf.ignore_vmlinux && symbol_conf.vmlinux_name != NULL) { |
Arnaldo Carvalho de Melo | 5230fb7 | 2013-12-10 11:58:52 -0300 | [diff] [blame] | 1660 | return dso__load_vmlinux(dso, map, symbol_conf.vmlinux_name, |
| 1661 | false, filter); |
Arnaldo Carvalho de Melo | dc8d6ab | 2010-01-19 10:36:14 -0200 | [diff] [blame] | 1662 | } |
Arnaldo Carvalho de Melo | 439d473 | 2009-10-02 03:29:58 -0300 | [diff] [blame] | 1663 | |
Willy Tarreau | fc2be69 | 2013-09-14 10:32:59 +0200 | [diff] [blame] | 1664 | if (!symbol_conf.ignore_vmlinux && vmlinux_path != NULL) { |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1665 | err = dso__load_vmlinux_path(dso, map, filter); |
Arnaldo Carvalho de Melo | a19afe4 | 2010-01-27 21:05:50 -0200 | [diff] [blame] | 1666 | if (err > 0) |
Adrian Hunter | 39b12f78 | 2013-08-07 14:38:47 +0300 | [diff] [blame] | 1667 | return err; |
Arnaldo Carvalho de Melo | cc612d8 | 2009-11-23 16:39:10 -0200 | [diff] [blame] | 1668 | } |
| 1669 | |
David Ahern | ec5761e | 2010-12-09 13:27:07 -0700 | [diff] [blame] | 1670 | /* do not try local files if a symfs was given */ |
| 1671 | if (symbol_conf.symfs[0] != 0) |
| 1672 | return -1; |
| 1673 | |
Adrian Hunter | 0544d42 | 2013-10-14 13:43:43 +0300 | [diff] [blame] | 1674 | kallsyms_allocated_filename = dso__find_kallsyms(dso, map); |
| 1675 | if (!kallsyms_allocated_filename) |
| 1676 | return -1; |
Arnaldo Carvalho de Melo | b7cece7 | 2010-01-13 13:22:17 -0200 | [diff] [blame] | 1677 | |
Adrian Hunter | 0544d42 | 2013-10-14 13:43:43 +0300 | [diff] [blame] | 1678 | kallsyms_filename = kallsyms_allocated_filename; |
Arnaldo Carvalho de Melo | a827c87 | 2009-05-28 14:55:19 -0300 | [diff] [blame] | 1679 | |
Arnaldo Carvalho de Melo | dc8d6ab | 2010-01-19 10:36:14 -0200 | [diff] [blame] | 1680 | do_kallsyms: |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1681 | err = dso__load_kallsyms(dso, kallsyms_filename, map, filter); |
Arnaldo Carvalho de Melo | 3846df2 | 2010-02-22 16:15:39 -0300 | [diff] [blame] | 1682 | if (err > 0) |
| 1683 | pr_debug("Using %s for symbols\n", kallsyms_filename); |
Arnaldo Carvalho de Melo | dc8d6ab | 2010-01-19 10:36:14 -0200 | [diff] [blame] | 1684 | free(kallsyms_allocated_filename); |
| 1685 | |
Adrian Hunter | 8e0cf96 | 2013-08-07 14:38:51 +0300 | [diff] [blame] | 1686 | if (err > 0 && !dso__is_kcore(dso)) { |
Adrian Hunter | bdac0bc | 2014-07-14 13:02:43 +0300 | [diff] [blame] | 1687 | dso->binary_type = DSO_BINARY_TYPE__KALLSYMS; |
Arnaldo Carvalho de Melo | bf4414a | 2013-12-10 15:19:23 -0300 | [diff] [blame] | 1688 | dso__set_long_name(dso, "[kernel.kallsyms]", false); |
Arnaldo Carvalho de Melo | 6a4694a | 2009-11-27 16:29:17 -0200 | [diff] [blame] | 1689 | map__fixup_start(map); |
| 1690 | map__fixup_end(map); |
Arnaldo Carvalho de Melo | 439d473 | 2009-10-02 03:29:58 -0300 | [diff] [blame] | 1691 | } |
Arnaldo Carvalho de Melo | 94cb9e3 | 2009-08-06 14:43:17 -0300 | [diff] [blame] | 1692 | |
Arnaldo Carvalho de Melo | a827c87 | 2009-05-28 14:55:19 -0300 | [diff] [blame] | 1693 | return err; |
| 1694 | } |
| 1695 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1696 | static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map, |
| 1697 | symbol_filter_t filter) |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 1698 | { |
| 1699 | int err; |
| 1700 | const char *kallsyms_filename = NULL; |
Arnaldo Carvalho de Melo | 23346f2 | 2010-04-27 21:17:50 -0300 | [diff] [blame] | 1701 | struct machine *machine; |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 1702 | char path[PATH_MAX]; |
| 1703 | |
| 1704 | if (!map->groups) { |
| 1705 | pr_debug("Guest kernel map hasn't the point to groups\n"); |
| 1706 | return -1; |
| 1707 | } |
Arnaldo Carvalho de Melo | 23346f2 | 2010-04-27 21:17:50 -0300 | [diff] [blame] | 1708 | machine = map->groups->machine; |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 1709 | |
Arnaldo Carvalho de Melo | 23346f2 | 2010-04-27 21:17:50 -0300 | [diff] [blame] | 1710 | if (machine__is_default_guest(machine)) { |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 1711 | /* |
| 1712 | * if the user specified a vmlinux filename, use it and only |
| 1713 | * it, reporting errors to the user if it cannot be used. |
| 1714 | * Or use file guest_kallsyms inputted by user on commandline |
| 1715 | */ |
| 1716 | if (symbol_conf.default_guest_vmlinux_name != NULL) { |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1717 | err = dso__load_vmlinux(dso, map, |
Arnaldo Carvalho de Melo | 5230fb7 | 2013-12-10 11:58:52 -0300 | [diff] [blame] | 1718 | symbol_conf.default_guest_vmlinux_name, |
| 1719 | false, filter); |
Adrian Hunter | 39b12f78 | 2013-08-07 14:38:47 +0300 | [diff] [blame] | 1720 | return err; |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 1721 | } |
| 1722 | |
| 1723 | kallsyms_filename = symbol_conf.default_guest_kallsyms; |
| 1724 | if (!kallsyms_filename) |
| 1725 | return -1; |
| 1726 | } else { |
Arnaldo Carvalho de Melo | 23346f2 | 2010-04-27 21:17:50 -0300 | [diff] [blame] | 1727 | sprintf(path, "%s/proc/kallsyms", machine->root_dir); |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 1728 | kallsyms_filename = path; |
| 1729 | } |
| 1730 | |
Arnaldo Carvalho de Melo | aeafcba | 2011-03-31 10:56:28 -0300 | [diff] [blame] | 1731 | err = dso__load_kallsyms(dso, kallsyms_filename, map, filter); |
Adrian Hunter | 8e0cf96 | 2013-08-07 14:38:51 +0300 | [diff] [blame] | 1732 | if (err > 0) |
Adrian Hunter | 39b12f78 | 2013-08-07 14:38:47 +0300 | [diff] [blame] | 1733 | pr_debug("Using %s for symbols\n", kallsyms_filename); |
Adrian Hunter | 8e0cf96 | 2013-08-07 14:38:51 +0300 | [diff] [blame] | 1734 | if (err > 0 && !dso__is_kcore(dso)) { |
Adrian Hunter | bdac0bc | 2014-07-14 13:02:43 +0300 | [diff] [blame] | 1735 | dso->binary_type = DSO_BINARY_TYPE__GUEST_KALLSYMS; |
Adrian Hunter | 39b12f78 | 2013-08-07 14:38:47 +0300 | [diff] [blame] | 1736 | machine__mmap_name(machine, path, sizeof(path)); |
Arnaldo Carvalho de Melo | 7e155d4 | 2013-12-10 15:08:44 -0300 | [diff] [blame] | 1737 | dso__set_long_name(dso, strdup(path), true); |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 1738 | map__fixup_start(map); |
| 1739 | map__fixup_end(map); |
| 1740 | } |
| 1741 | |
| 1742 | return err; |
| 1743 | } |
Frederic Weisbecker | cd84c2a | 2009-08-12 10:03:49 +0200 | [diff] [blame] | 1744 | |
Arnaldo Carvalho de Melo | cc612d8 | 2009-11-23 16:39:10 -0200 | [diff] [blame] | 1745 | static void vmlinux_path__exit(void) |
Arnaldo Carvalho de Melo | 2446042 | 2009-11-18 20:20:53 -0200 | [diff] [blame] | 1746 | { |
Arnaldo Carvalho de Melo | 0466252 | 2013-12-26 17:41:15 -0300 | [diff] [blame] | 1747 | while (--vmlinux_path__nr_entries >= 0) |
| 1748 | zfree(&vmlinux_path[vmlinux_path__nr_entries]); |
Arnaldo Carvalho de Melo | cc612d8 | 2009-11-23 16:39:10 -0200 | [diff] [blame] | 1749 | |
Arnaldo Carvalho de Melo | 0466252 | 2013-12-26 17:41:15 -0300 | [diff] [blame] | 1750 | zfree(&vmlinux_path); |
Arnaldo Carvalho de Melo | cc612d8 | 2009-11-23 16:39:10 -0200 | [diff] [blame] | 1751 | } |
| 1752 | |
Namhyung Kim | 0a7e6d1 | 2014-08-12 15:40:45 +0900 | [diff] [blame^] | 1753 | static int vmlinux_path__init(struct perf_session_env *env) |
Arnaldo Carvalho de Melo | cc612d8 | 2009-11-23 16:39:10 -0200 | [diff] [blame] | 1754 | { |
| 1755 | struct utsname uts; |
| 1756 | char bf[PATH_MAX]; |
Namhyung Kim | 0a7e6d1 | 2014-08-12 15:40:45 +0900 | [diff] [blame^] | 1757 | char *kernel_version; |
Arnaldo Carvalho de Melo | cc612d8 | 2009-11-23 16:39:10 -0200 | [diff] [blame] | 1758 | |
Arnaldo Carvalho de Melo | cc612d8 | 2009-11-23 16:39:10 -0200 | [diff] [blame] | 1759 | vmlinux_path = malloc(sizeof(char *) * 5); |
| 1760 | if (vmlinux_path == NULL) |
| 1761 | return -1; |
| 1762 | |
| 1763 | vmlinux_path[vmlinux_path__nr_entries] = strdup("vmlinux"); |
| 1764 | if (vmlinux_path[vmlinux_path__nr_entries] == NULL) |
| 1765 | goto out_fail; |
| 1766 | ++vmlinux_path__nr_entries; |
| 1767 | vmlinux_path[vmlinux_path__nr_entries] = strdup("/boot/vmlinux"); |
| 1768 | if (vmlinux_path[vmlinux_path__nr_entries] == NULL) |
| 1769 | goto out_fail; |
| 1770 | ++vmlinux_path__nr_entries; |
David Ahern | ec5761e | 2010-12-09 13:27:07 -0700 | [diff] [blame] | 1771 | |
Namhyung Kim | 0a7e6d1 | 2014-08-12 15:40:45 +0900 | [diff] [blame^] | 1772 | /* only try kernel version if no symfs was given */ |
David Ahern | ec5761e | 2010-12-09 13:27:07 -0700 | [diff] [blame] | 1773 | if (symbol_conf.symfs[0] != 0) |
| 1774 | return 0; |
| 1775 | |
Namhyung Kim | 0a7e6d1 | 2014-08-12 15:40:45 +0900 | [diff] [blame^] | 1776 | if (env) { |
| 1777 | kernel_version = env->os_release; |
| 1778 | } else { |
| 1779 | if (uname(&uts) < 0) |
| 1780 | goto out_fail; |
David Ahern | ec5761e | 2010-12-09 13:27:07 -0700 | [diff] [blame] | 1781 | |
Namhyung Kim | 0a7e6d1 | 2014-08-12 15:40:45 +0900 | [diff] [blame^] | 1782 | kernel_version = uts.release; |
| 1783 | } |
| 1784 | |
| 1785 | snprintf(bf, sizeof(bf), "/boot/vmlinux-%s", kernel_version); |
Arnaldo Carvalho de Melo | cc612d8 | 2009-11-23 16:39:10 -0200 | [diff] [blame] | 1786 | vmlinux_path[vmlinux_path__nr_entries] = strdup(bf); |
| 1787 | if (vmlinux_path[vmlinux_path__nr_entries] == NULL) |
| 1788 | goto out_fail; |
| 1789 | ++vmlinux_path__nr_entries; |
Namhyung Kim | 0a7e6d1 | 2014-08-12 15:40:45 +0900 | [diff] [blame^] | 1790 | snprintf(bf, sizeof(bf), "/lib/modules/%s/build/vmlinux", kernel_version); |
Arnaldo Carvalho de Melo | cc612d8 | 2009-11-23 16:39:10 -0200 | [diff] [blame] | 1791 | vmlinux_path[vmlinux_path__nr_entries] = strdup(bf); |
| 1792 | if (vmlinux_path[vmlinux_path__nr_entries] == NULL) |
| 1793 | goto out_fail; |
| 1794 | ++vmlinux_path__nr_entries; |
| 1795 | snprintf(bf, sizeof(bf), "/usr/lib/debug/lib/modules/%s/vmlinux", |
Namhyung Kim | 0a7e6d1 | 2014-08-12 15:40:45 +0900 | [diff] [blame^] | 1796 | kernel_version); |
Arnaldo Carvalho de Melo | cc612d8 | 2009-11-23 16:39:10 -0200 | [diff] [blame] | 1797 | vmlinux_path[vmlinux_path__nr_entries] = strdup(bf); |
| 1798 | if (vmlinux_path[vmlinux_path__nr_entries] == NULL) |
| 1799 | goto out_fail; |
| 1800 | ++vmlinux_path__nr_entries; |
| 1801 | |
| 1802 | return 0; |
| 1803 | |
| 1804 | out_fail: |
| 1805 | vmlinux_path__exit(); |
| 1806 | return -1; |
| 1807 | } |
| 1808 | |
David Ahern | 3bfe5f8 | 2013-11-18 13:32:48 -0700 | [diff] [blame] | 1809 | int setup_list(struct strlist **list, const char *list_str, |
Arnaldo Carvalho de Melo | 655000e | 2009-12-15 20:04:40 -0200 | [diff] [blame] | 1810 | const char *list_name) |
| 1811 | { |
| 1812 | if (list_str == NULL) |
| 1813 | return 0; |
| 1814 | |
| 1815 | *list = strlist__new(true, list_str); |
| 1816 | if (!*list) { |
| 1817 | pr_err("problems parsing %s list\n", list_name); |
| 1818 | return -1; |
| 1819 | } |
| 1820 | return 0; |
| 1821 | } |
| 1822 | |
Arnaldo Carvalho de Melo | ec80fde | 2011-05-26 09:53:51 -0300 | [diff] [blame] | 1823 | static bool symbol__read_kptr_restrict(void) |
| 1824 | { |
| 1825 | bool value = false; |
| 1826 | |
| 1827 | if (geteuid() != 0) { |
| 1828 | FILE *fp = fopen("/proc/sys/kernel/kptr_restrict", "r"); |
| 1829 | if (fp != NULL) { |
| 1830 | char line[8]; |
| 1831 | |
| 1832 | if (fgets(line, sizeof(line), fp) != NULL) |
| 1833 | value = atoi(line) != 0; |
| 1834 | |
| 1835 | fclose(fp); |
| 1836 | } |
| 1837 | } |
| 1838 | |
| 1839 | return value; |
| 1840 | } |
| 1841 | |
Namhyung Kim | 0a7e6d1 | 2014-08-12 15:40:45 +0900 | [diff] [blame^] | 1842 | int symbol__init(struct perf_session_env *env) |
Arnaldo Carvalho de Melo | cc612d8 | 2009-11-23 16:39:10 -0200 | [diff] [blame] | 1843 | { |
David Ahern | ec5761e | 2010-12-09 13:27:07 -0700 | [diff] [blame] | 1844 | const char *symfs; |
| 1845 | |
Jovi Zhang | 85e00b5 | 2010-09-09 13:30:59 -0300 | [diff] [blame] | 1846 | if (symbol_conf.initialized) |
| 1847 | return 0; |
| 1848 | |
Irina Tirdea | 9ac3e48 | 2012-09-11 01:15:01 +0300 | [diff] [blame] | 1849 | symbol_conf.priv_size = PERF_ALIGN(symbol_conf.priv_size, sizeof(u64)); |
David S. Miller | 4d43951 | 2011-03-29 14:18:39 -0300 | [diff] [blame] | 1850 | |
Namhyung Kim | 166ccc9 | 2012-08-06 13:41:19 +0900 | [diff] [blame] | 1851 | symbol__elf_init(); |
| 1852 | |
Arnaldo Carvalho de Melo | 75be6cf | 2009-12-15 20:04:39 -0200 | [diff] [blame] | 1853 | if (symbol_conf.sort_by_name) |
| 1854 | symbol_conf.priv_size += (sizeof(struct symbol_name_rb_node) - |
| 1855 | sizeof(struct symbol)); |
Arnaldo Carvalho de Melo | b32d133 | 2009-11-24 12:05:15 -0200 | [diff] [blame] | 1856 | |
Namhyung Kim | 0a7e6d1 | 2014-08-12 15:40:45 +0900 | [diff] [blame^] | 1857 | if (symbol_conf.try_vmlinux_path && vmlinux_path__init(env) < 0) |
Arnaldo Carvalho de Melo | cc612d8 | 2009-11-23 16:39:10 -0200 | [diff] [blame] | 1858 | return -1; |
| 1859 | |
Arnaldo Carvalho de Melo | c410a33 | 2009-12-15 20:04:41 -0200 | [diff] [blame] | 1860 | if (symbol_conf.field_sep && *symbol_conf.field_sep == '.') { |
| 1861 | pr_err("'.' is the only non valid --field-separator argument\n"); |
| 1862 | return -1; |
| 1863 | } |
| 1864 | |
Arnaldo Carvalho de Melo | 655000e | 2009-12-15 20:04:40 -0200 | [diff] [blame] | 1865 | if (setup_list(&symbol_conf.dso_list, |
| 1866 | symbol_conf.dso_list_str, "dso") < 0) |
| 1867 | return -1; |
| 1868 | |
| 1869 | if (setup_list(&symbol_conf.comm_list, |
| 1870 | symbol_conf.comm_list_str, "comm") < 0) |
| 1871 | goto out_free_dso_list; |
| 1872 | |
| 1873 | if (setup_list(&symbol_conf.sym_list, |
| 1874 | symbol_conf.sym_list_str, "symbol") < 0) |
| 1875 | goto out_free_comm_list; |
| 1876 | |
David Ahern | ec5761e | 2010-12-09 13:27:07 -0700 | [diff] [blame] | 1877 | /* |
| 1878 | * A path to symbols of "/" is identical to "" |
| 1879 | * reset here for simplicity. |
| 1880 | */ |
| 1881 | symfs = realpath(symbol_conf.symfs, NULL); |
| 1882 | if (symfs == NULL) |
| 1883 | symfs = symbol_conf.symfs; |
| 1884 | if (strcmp(symfs, "/") == 0) |
| 1885 | symbol_conf.symfs = ""; |
| 1886 | if (symfs != symbol_conf.symfs) |
| 1887 | free((void *)symfs); |
| 1888 | |
Arnaldo Carvalho de Melo | ec80fde | 2011-05-26 09:53:51 -0300 | [diff] [blame] | 1889 | symbol_conf.kptr_restrict = symbol__read_kptr_restrict(); |
| 1890 | |
Jovi Zhang | 85e00b5 | 2010-09-09 13:30:59 -0300 | [diff] [blame] | 1891 | symbol_conf.initialized = true; |
Arnaldo Carvalho de Melo | 4aa6563 | 2009-12-13 19:50:29 -0200 | [diff] [blame] | 1892 | return 0; |
Arnaldo Carvalho de Melo | 655000e | 2009-12-15 20:04:40 -0200 | [diff] [blame] | 1893 | |
Arnaldo Carvalho de Melo | 655000e | 2009-12-15 20:04:40 -0200 | [diff] [blame] | 1894 | out_free_comm_list: |
| 1895 | strlist__delete(symbol_conf.comm_list); |
Namhyung Kim | d74c896 | 2011-12-13 00:16:52 +0900 | [diff] [blame] | 1896 | out_free_dso_list: |
| 1897 | strlist__delete(symbol_conf.dso_list); |
Arnaldo Carvalho de Melo | 655000e | 2009-12-15 20:04:40 -0200 | [diff] [blame] | 1898 | return -1; |
Arnaldo Carvalho de Melo | 4aa6563 | 2009-12-13 19:50:29 -0200 | [diff] [blame] | 1899 | } |
Arnaldo Carvalho de Melo | cc612d8 | 2009-11-23 16:39:10 -0200 | [diff] [blame] | 1900 | |
Arnaldo Carvalho de Melo | d65a458 | 2010-07-30 18:31:28 -0300 | [diff] [blame] | 1901 | void symbol__exit(void) |
| 1902 | { |
Jovi Zhang | 85e00b5 | 2010-09-09 13:30:59 -0300 | [diff] [blame] | 1903 | if (!symbol_conf.initialized) |
| 1904 | return; |
Arnaldo Carvalho de Melo | d65a458 | 2010-07-30 18:31:28 -0300 | [diff] [blame] | 1905 | strlist__delete(symbol_conf.sym_list); |
| 1906 | strlist__delete(symbol_conf.dso_list); |
| 1907 | strlist__delete(symbol_conf.comm_list); |
| 1908 | vmlinux_path__exit(); |
| 1909 | symbol_conf.sym_list = symbol_conf.dso_list = symbol_conf.comm_list = NULL; |
Jovi Zhang | 85e00b5 | 2010-09-09 13:30:59 -0300 | [diff] [blame] | 1910 | symbol_conf.initialized = false; |
Arnaldo Carvalho de Melo | d65a458 | 2010-07-30 18:31:28 -0300 | [diff] [blame] | 1911 | } |