Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 1 | #include "symbol.h" |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 2 | #include <errno.h> |
Arnaldo Carvalho de Melo | 9486aa3 | 2011-01-22 20:37:02 -0200 | [diff] [blame] | 3 | #include <inttypes.h> |
Arnaldo Carvalho de Melo | 4b8cf84 | 2010-03-25 19:58:58 -0300 | [diff] [blame] | 4 | #include <limits.h> |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 5 | #include <stdlib.h> |
| 6 | #include <string.h> |
| 7 | #include <stdio.h> |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 8 | #include <unistd.h> |
Arnaldo Carvalho de Melo | 4b8cf84 | 2010-03-25 19:58:58 -0300 | [diff] [blame] | 9 | #include "map.h" |
David Ahern | 5cd95c2 | 2012-07-20 17:25:47 -0600 | [diff] [blame] | 10 | #include "thread.h" |
David Ahern | c80c3c2 | 2012-07-20 17:25:51 -0600 | [diff] [blame] | 11 | #include "strlist.h" |
Jiri Olsa | 7dbf4dc | 2012-09-10 18:50:19 +0200 | [diff] [blame] | 12 | #include "vdso.h" |
Jiri Olsa | ebb296c | 2012-10-27 23:18:28 +0200 | [diff] [blame] | 13 | #include "build-id.h" |
Arnaldo Carvalho de Melo | 8e16017d | 2013-01-24 22:16:43 -0300 | [diff] [blame] | 14 | #include <linux/string.h> |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 15 | |
Arnaldo Carvalho de Melo | 3846df2 | 2010-02-22 16:15:39 -0300 | [diff] [blame] | 16 | const char *map_type__name[MAP__NR_TYPES] = { |
| 17 | [MAP__FUNCTION] = "Functions", |
| 18 | [MAP__VARIABLE] = "Variables", |
| 19 | }; |
| 20 | |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 21 | static inline int is_anon_memory(const char *filename) |
| 22 | { |
Joshua Zhu | d0528b5 | 2013-01-05 13:29:57 +0800 | [diff] [blame] | 23 | return !strcmp(filename, "//anon") || |
Andi Kleen | 89365e6 | 2013-04-24 17:03:02 -0700 | [diff] [blame] | 24 | !strcmp(filename, "/dev/zero (deleted)") || |
Joshua Zhu | d0528b5 | 2013-01-05 13:29:57 +0800 | [diff] [blame] | 25 | !strcmp(filename, "/anon_hugepage (deleted)"); |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 26 | } |
| 27 | |
Jiri Olsa | 87ffef7 | 2011-08-24 15:18:34 +0200 | [diff] [blame] | 28 | static inline int is_no_dso_memory(const char *filename) |
| 29 | { |
Namhyung Kim | 1e82574 | 2012-11-07 16:27:11 +0900 | [diff] [blame] | 30 | return !strncmp(filename, "[stack", 6) || |
Jiri Olsa | 87ffef7 | 2011-08-24 15:18:34 +0200 | [diff] [blame] | 31 | !strcmp(filename, "[heap]"); |
| 32 | } |
| 33 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 34 | void map__init(struct map *map, enum map_type type, |
Arnaldo Carvalho de Melo | 3610583 | 2009-11-27 16:29:16 -0200 | [diff] [blame] | 35 | u64 start, u64 end, u64 pgoff, struct dso *dso) |
Arnaldo Carvalho de Melo | afb7b4f | 2009-10-30 16:28:23 -0200 | [diff] [blame] | 36 | { |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 37 | map->type = type; |
| 38 | map->start = start; |
| 39 | map->end = end; |
| 40 | map->pgoff = pgoff; |
| 41 | map->dso = dso; |
| 42 | map->map_ip = map__map_ip; |
| 43 | map->unmap_ip = map__unmap_ip; |
| 44 | RB_CLEAR_NODE(&map->rb_node); |
| 45 | map->groups = NULL; |
| 46 | map->referenced = false; |
| 47 | map->erange_warned = false; |
Arnaldo Carvalho de Melo | afb7b4f | 2009-10-30 16:28:23 -0200 | [diff] [blame] | 48 | } |
| 49 | |
Zhang, Yanmin | a1645ce | 2010-04-19 13:32:50 +0800 | [diff] [blame] | 50 | struct map *map__new(struct list_head *dsos__list, u64 start, u64 len, |
| 51 | u64 pgoff, u32 pid, char *filename, |
Dave Martin | 361d134 | 2010-07-27 16:40:02 +0100 | [diff] [blame] | 52 | enum map_type type) |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 53 | { |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 54 | struct map *map = malloc(sizeof(*map)); |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 55 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 56 | if (map != NULL) { |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 57 | char newfilename[PATH_MAX]; |
Arnaldo Carvalho de Melo | afb7b4f | 2009-10-30 16:28:23 -0200 | [diff] [blame] | 58 | struct dso *dso; |
Jiri Olsa | 7dbf4dc | 2012-09-10 18:50:19 +0200 | [diff] [blame] | 59 | int anon, no_dso, vdso; |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 60 | |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 61 | anon = is_anon_memory(filename); |
Jiri Olsa | 7dbf4dc | 2012-09-10 18:50:19 +0200 | [diff] [blame] | 62 | vdso = is_vdso_map(filename); |
Jiri Olsa | 87ffef7 | 2011-08-24 15:18:34 +0200 | [diff] [blame] | 63 | no_dso = is_no_dso_memory(filename); |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 64 | |
| 65 | if (anon) { |
Arnaldo Carvalho de Melo | b177f63 | 2010-03-25 19:58:57 -0300 | [diff] [blame] | 66 | snprintf(newfilename, sizeof(newfilename), "/tmp/perf-%d.map", pid); |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 67 | filename = newfilename; |
| 68 | } |
| 69 | |
Jiri Olsa | 7dbf4dc | 2012-09-10 18:50:19 +0200 | [diff] [blame] | 70 | if (vdso) { |
| 71 | pgoff = 0; |
| 72 | dso = vdso__dso_findnew(dsos__list); |
| 73 | } else |
| 74 | dso = __dsos__findnew(dsos__list, filename); |
| 75 | |
Arnaldo Carvalho de Melo | afb7b4f | 2009-10-30 16:28:23 -0200 | [diff] [blame] | 76 | if (dso == NULL) |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 77 | goto out_delete; |
| 78 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 79 | map__init(map, type, start, start + len, pgoff, dso); |
Arnaldo Carvalho de Melo | afb7b4f | 2009-10-30 16:28:23 -0200 | [diff] [blame] | 80 | |
Jiri Olsa | 87ffef7 | 2011-08-24 15:18:34 +0200 | [diff] [blame] | 81 | if (anon || no_dso) { |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 82 | map->map_ip = map->unmap_ip = identity__map_ip; |
Jiri Olsa | 87ffef7 | 2011-08-24 15:18:34 +0200 | [diff] [blame] | 83 | |
| 84 | /* |
| 85 | * Set memory without DSO as loaded. All map__find_* |
| 86 | * functions still return NULL, and we avoid the |
| 87 | * unnecessary map__load warning. |
| 88 | */ |
| 89 | if (no_dso) |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 90 | dso__set_loaded(dso, map->type); |
Arnaldo Carvalho de Melo | 8d92c02 | 2010-02-03 16:52:02 -0200 | [diff] [blame] | 91 | } |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 92 | } |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 93 | return map; |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 94 | out_delete: |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 95 | free(map); |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 96 | return NULL; |
| 97 | } |
| 98 | |
Namhyung Kim | e5a1845 | 2012-08-06 13:41:20 +0900 | [diff] [blame] | 99 | /* |
| 100 | * Constructor variant for modules (where we know from /proc/modules where |
| 101 | * they are loaded) and for vmlinux, where only after we load all the |
| 102 | * symbols we'll know where it starts and ends. |
| 103 | */ |
| 104 | struct map *map__new2(u64 start, struct dso *dso, enum map_type type) |
| 105 | { |
| 106 | struct map *map = calloc(1, (sizeof(*map) + |
| 107 | (dso->kernel ? sizeof(struct kmap) : 0))); |
| 108 | if (map != NULL) { |
| 109 | /* |
| 110 | * ->end will be filled after we load all the symbols |
| 111 | */ |
| 112 | map__init(map, type, start, 0, 0, dso); |
| 113 | } |
| 114 | |
| 115 | return map; |
| 116 | } |
| 117 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 118 | void map__delete(struct map *map) |
Arnaldo Carvalho de Melo | c338aee | 2009-11-20 20:51:27 -0200 | [diff] [blame] | 119 | { |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 120 | free(map); |
Arnaldo Carvalho de Melo | c338aee | 2009-11-20 20:51:27 -0200 | [diff] [blame] | 121 | } |
| 122 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 123 | void map__fixup_start(struct map *map) |
Arnaldo Carvalho de Melo | c338aee | 2009-11-20 20:51:27 -0200 | [diff] [blame] | 124 | { |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 125 | struct rb_root *symbols = &map->dso->symbols[map->type]; |
Arnaldo Carvalho de Melo | fcf1203 | 2009-11-24 13:01:52 -0200 | [diff] [blame] | 126 | struct rb_node *nd = rb_first(symbols); |
Arnaldo Carvalho de Melo | c338aee | 2009-11-20 20:51:27 -0200 | [diff] [blame] | 127 | if (nd != NULL) { |
| 128 | struct symbol *sym = rb_entry(nd, struct symbol, rb_node); |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 129 | map->start = sym->start; |
Arnaldo Carvalho de Melo | c338aee | 2009-11-20 20:51:27 -0200 | [diff] [blame] | 130 | } |
| 131 | } |
| 132 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 133 | void map__fixup_end(struct map *map) |
Arnaldo Carvalho de Melo | c338aee | 2009-11-20 20:51:27 -0200 | [diff] [blame] | 134 | { |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 135 | struct rb_root *symbols = &map->dso->symbols[map->type]; |
Arnaldo Carvalho de Melo | fcf1203 | 2009-11-24 13:01:52 -0200 | [diff] [blame] | 136 | struct rb_node *nd = rb_last(symbols); |
Arnaldo Carvalho de Melo | c338aee | 2009-11-20 20:51:27 -0200 | [diff] [blame] | 137 | if (nd != NULL) { |
| 138 | struct symbol *sym = rb_entry(nd, struct symbol, rb_node); |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 139 | map->end = sym->end; |
Arnaldo Carvalho de Melo | c338aee | 2009-11-20 20:51:27 -0200 | [diff] [blame] | 140 | } |
| 141 | } |
| 142 | |
Arnaldo Carvalho de Melo | d70a540 | 2009-10-30 16:28:25 -0200 | [diff] [blame] | 143 | #define DSO__DELETED "(deleted)" |
| 144 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 145 | int map__load(struct map *map, symbol_filter_t filter) |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 146 | { |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 147 | const char *name = map->dso->long_name; |
Masami Hiramatsu | a128168 | 2009-12-15 10:32:33 -0500 | [diff] [blame] | 148 | int nr; |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 149 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 150 | if (dso__loaded(map->dso, map->type)) |
Masami Hiramatsu | a128168 | 2009-12-15 10:32:33 -0500 | [diff] [blame] | 151 | return 0; |
| 152 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 153 | nr = dso__load(map->dso, map, filter); |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 154 | if (nr < 0) { |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 155 | if (map->dso->has_build_id) { |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 156 | char sbuild_id[BUILD_ID_SIZE * 2 + 1]; |
| 157 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 158 | build_id__sprintf(map->dso->build_id, |
| 159 | sizeof(map->dso->build_id), |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 160 | sbuild_id); |
| 161 | pr_warning("%s with build id %s not found", |
| 162 | name, sbuild_id); |
| 163 | } else |
| 164 | pr_warning("Failed to open %s", name); |
| 165 | |
| 166 | pr_warning(", continuing without symbols\n"); |
| 167 | return -1; |
| 168 | } else if (nr == 0) { |
Namhyung Kim | 29a0fc9 | 2012-09-28 18:31:59 +0900 | [diff] [blame] | 169 | #ifdef LIBELF_SUPPORT |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 170 | const size_t len = strlen(name); |
| 171 | const size_t real_len = len - sizeof(DSO__DELETED); |
| 172 | |
| 173 | if (len > sizeof(DSO__DELETED) && |
| 174 | strcmp(name + real_len + 1, DSO__DELETED) == 0) { |
David Ahern | e77b15b | 2011-10-18 18:44:45 -0600 | [diff] [blame] | 175 | pr_warning("%.*s was updated (is prelink enabled?). " |
| 176 | "Restart the long running apps that use it!\n", |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 177 | (int)real_len, name); |
| 178 | } else { |
| 179 | pr_warning("no symbols found in %s, maybe install " |
| 180 | "a debug package?\n", name); |
| 181 | } |
Namhyung Kim | 393be2e | 2012-08-06 13:41:21 +0900 | [diff] [blame] | 182 | #endif |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 183 | return -1; |
| 184 | } |
| 185 | |
| 186 | return 0; |
| 187 | } |
| 188 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 189 | struct symbol *map__find_symbol(struct map *map, u64 addr, |
Arnaldo Carvalho de Melo | 9de89fe | 2010-02-03 16:52:00 -0200 | [diff] [blame] | 190 | symbol_filter_t filter) |
Arnaldo Carvalho de Melo | 66bd842 | 2009-10-28 21:51:21 -0200 | [diff] [blame] | 191 | { |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 192 | if (map__load(map, filter) < 0) |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 193 | return NULL; |
Arnaldo Carvalho de Melo | 66bd842 | 2009-10-28 21:51:21 -0200 | [diff] [blame] | 194 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 195 | return dso__find_symbol(map->dso, map->type, addr); |
Arnaldo Carvalho de Melo | 66bd842 | 2009-10-28 21:51:21 -0200 | [diff] [blame] | 196 | } |
| 197 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 198 | struct symbol *map__find_symbol_by_name(struct map *map, const char *name, |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 199 | symbol_filter_t filter) |
| 200 | { |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 201 | if (map__load(map, filter) < 0) |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 202 | return NULL; |
| 203 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 204 | if (!dso__sorted_by_name(map->dso, map->type)) |
| 205 | dso__sort_by_name(map->dso, map->type); |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 206 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 207 | return dso__find_symbol_by_name(map->dso, map->type, name); |
Arnaldo Carvalho de Melo | 79406cd | 2009-12-11 18:50:22 -0200 | [diff] [blame] | 208 | } |
| 209 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 210 | struct map *map__clone(struct map *map) |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 211 | { |
Arnaldo Carvalho de Melo | 8e16017d | 2013-01-24 22:16:43 -0300 | [diff] [blame] | 212 | return memdup(map, sizeof(*map)); |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 213 | } |
| 214 | |
| 215 | int map__overlap(struct map *l, struct map *r) |
| 216 | { |
| 217 | if (l->start > r->start) { |
| 218 | struct map *t = l; |
| 219 | l = r; |
| 220 | r = t; |
| 221 | } |
| 222 | |
| 223 | if (l->end > r->start) |
| 224 | return 1; |
| 225 | |
| 226 | return 0; |
| 227 | } |
| 228 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 229 | size_t map__fprintf(struct map *map, FILE *fp) |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 230 | { |
Arnaldo Carvalho de Melo | 9486aa3 | 2011-01-22 20:37:02 -0200 | [diff] [blame] | 231 | return fprintf(fp, " %" PRIx64 "-%" PRIx64 " %" PRIx64 " %s\n", |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 232 | map->start, map->end, map->pgoff, map->dso->name); |
Frederic Weisbecker | 66e274f | 2009-08-12 11:07:25 +0200 | [diff] [blame] | 233 | } |
Kirill Smelkov | 7a2b620 | 2010-02-03 16:52:07 -0200 | [diff] [blame] | 234 | |
Akihiro Nagai | 547a92e | 2012-01-30 13:42:57 +0900 | [diff] [blame] | 235 | size_t map__fprintf_dsoname(struct map *map, FILE *fp) |
| 236 | { |
Feng Tang | 8f28f19 | 2012-08-27 15:38:26 +0800 | [diff] [blame] | 237 | const char *dsoname = "[unknown]"; |
Akihiro Nagai | 547a92e | 2012-01-30 13:42:57 +0900 | [diff] [blame] | 238 | |
Akihiro Nagai | 0bc8d20 | 2012-01-30 13:43:20 +0900 | [diff] [blame] | 239 | if (map && map->dso && (map->dso->name || map->dso->long_name)) { |
| 240 | if (symbol_conf.show_kernel_path && map->dso->long_name) |
| 241 | dsoname = map->dso->long_name; |
| 242 | else if (map->dso->name) |
| 243 | dsoname = map->dso->name; |
Feng Tang | 8f28f19 | 2012-08-27 15:38:26 +0800 | [diff] [blame] | 244 | } |
Akihiro Nagai | 547a92e | 2012-01-30 13:42:57 +0900 | [diff] [blame] | 245 | |
| 246 | return fprintf(fp, "%s", dsoname); |
| 247 | } |
| 248 | |
Kirill Smelkov | 7a2b620 | 2010-02-03 16:52:07 -0200 | [diff] [blame] | 249 | /* |
| 250 | * objdump wants/reports absolute IPs for ET_EXEC, and RIPs for ET_DYN. |
Adrian Hunter | 0131c4e | 2013-08-07 14:38:50 +0300 | [diff] [blame] | 251 | * map->dso->adjust_symbols==1 for ET_EXEC-like cases except ET_REL which is |
| 252 | * relative to section start. |
Kirill Smelkov | 7a2b620 | 2010-02-03 16:52:07 -0200 | [diff] [blame] | 253 | */ |
| 254 | u64 map__rip_2objdump(struct map *map, u64 rip) |
| 255 | { |
Adrian Hunter | 0131c4e | 2013-08-07 14:38:50 +0300 | [diff] [blame] | 256 | if (!map->dso->adjust_symbols) |
| 257 | return rip; |
| 258 | |
| 259 | if (map->dso->rel) |
| 260 | return rip - map->pgoff; |
| 261 | |
| 262 | return map->unmap_ip(map, rip); |
Kirill Smelkov | 7a2b620 | 2010-02-03 16:52:07 -0200 | [diff] [blame] | 263 | } |
Kirill Smelkov | ee11b90 | 2010-02-07 11:46:15 -0200 | [diff] [blame] | 264 | |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 265 | void map_groups__init(struct map_groups *mg) |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 266 | { |
| 267 | int i; |
| 268 | for (i = 0; i < MAP__NR_TYPES; ++i) { |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 269 | mg->maps[i] = RB_ROOT; |
| 270 | INIT_LIST_HEAD(&mg->removed_maps[i]); |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 271 | } |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 272 | mg->machine = NULL; |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 273 | } |
| 274 | |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 275 | static void maps__delete(struct rb_root *maps) |
Arnaldo Carvalho de Melo | 591765f | 2010-07-30 18:28:42 -0300 | [diff] [blame] | 276 | { |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 277 | struct rb_node *next = rb_first(maps); |
Arnaldo Carvalho de Melo | 591765f | 2010-07-30 18:28:42 -0300 | [diff] [blame] | 278 | |
| 279 | while (next) { |
| 280 | struct map *pos = rb_entry(next, struct map, rb_node); |
| 281 | |
| 282 | next = rb_next(&pos->rb_node); |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 283 | rb_erase(&pos->rb_node, maps); |
Arnaldo Carvalho de Melo | 591765f | 2010-07-30 18:28:42 -0300 | [diff] [blame] | 284 | map__delete(pos); |
| 285 | } |
| 286 | } |
| 287 | |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 288 | static void maps__delete_removed(struct list_head *maps) |
Arnaldo Carvalho de Melo | 591765f | 2010-07-30 18:28:42 -0300 | [diff] [blame] | 289 | { |
| 290 | struct map *pos, *n; |
| 291 | |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 292 | list_for_each_entry_safe(pos, n, maps, node) { |
Arnaldo Carvalho de Melo | 591765f | 2010-07-30 18:28:42 -0300 | [diff] [blame] | 293 | list_del(&pos->node); |
| 294 | map__delete(pos); |
| 295 | } |
| 296 | } |
| 297 | |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 298 | void map_groups__exit(struct map_groups *mg) |
Arnaldo Carvalho de Melo | 591765f | 2010-07-30 18:28:42 -0300 | [diff] [blame] | 299 | { |
| 300 | int i; |
| 301 | |
| 302 | for (i = 0; i < MAP__NR_TYPES; ++i) { |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 303 | maps__delete(&mg->maps[i]); |
| 304 | maps__delete_removed(&mg->removed_maps[i]); |
Arnaldo Carvalho de Melo | 591765f | 2010-07-30 18:28:42 -0300 | [diff] [blame] | 305 | } |
| 306 | } |
| 307 | |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 308 | void map_groups__flush(struct map_groups *mg) |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 309 | { |
| 310 | int type; |
| 311 | |
| 312 | for (type = 0; type < MAP__NR_TYPES; type++) { |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 313 | struct rb_root *root = &mg->maps[type]; |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 314 | struct rb_node *next = rb_first(root); |
| 315 | |
| 316 | while (next) { |
| 317 | struct map *pos = rb_entry(next, struct map, rb_node); |
| 318 | next = rb_next(&pos->rb_node); |
| 319 | rb_erase(&pos->rb_node, root); |
| 320 | /* |
| 321 | * We may have references to this map, for |
| 322 | * instance in some hist_entry instances, so |
| 323 | * just move them to a separate list. |
| 324 | */ |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 325 | list_add_tail(&pos->node, &mg->removed_maps[pos->type]); |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 326 | } |
| 327 | } |
| 328 | } |
| 329 | |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 330 | struct symbol *map_groups__find_symbol(struct map_groups *mg, |
Arnaldo Carvalho de Melo | 4b8cf84 | 2010-03-25 19:58:58 -0300 | [diff] [blame] | 331 | enum map_type type, u64 addr, |
Arnaldo Carvalho de Melo | 7e5e1b14 | 2010-03-26 12:30:40 -0300 | [diff] [blame] | 332 | struct map **mapp, |
Arnaldo Carvalho de Melo | 4b8cf84 | 2010-03-25 19:58:58 -0300 | [diff] [blame] | 333 | symbol_filter_t filter) |
| 334 | { |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 335 | struct map *map = map_groups__find(mg, type, addr); |
Arnaldo Carvalho de Melo | 4b8cf84 | 2010-03-25 19:58:58 -0300 | [diff] [blame] | 336 | |
Arnaldo Carvalho de Melo | 7e5e1b14 | 2010-03-26 12:30:40 -0300 | [diff] [blame] | 337 | if (map != NULL) { |
| 338 | if (mapp != NULL) |
| 339 | *mapp = map; |
Arnaldo Carvalho de Melo | 4b8cf84 | 2010-03-25 19:58:58 -0300 | [diff] [blame] | 340 | return map__find_symbol(map, map->map_ip(map, addr), filter); |
Arnaldo Carvalho de Melo | 7e5e1b14 | 2010-03-26 12:30:40 -0300 | [diff] [blame] | 341 | } |
| 342 | |
| 343 | return NULL; |
| 344 | } |
| 345 | |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 346 | struct symbol *map_groups__find_symbol_by_name(struct map_groups *mg, |
Arnaldo Carvalho de Melo | 7e5e1b14 | 2010-03-26 12:30:40 -0300 | [diff] [blame] | 347 | enum map_type type, |
| 348 | const char *name, |
| 349 | struct map **mapp, |
| 350 | symbol_filter_t filter) |
| 351 | { |
| 352 | struct rb_node *nd; |
| 353 | |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 354 | for (nd = rb_first(&mg->maps[type]); nd; nd = rb_next(nd)) { |
Arnaldo Carvalho de Melo | 7e5e1b14 | 2010-03-26 12:30:40 -0300 | [diff] [blame] | 355 | struct map *pos = rb_entry(nd, struct map, rb_node); |
| 356 | struct symbol *sym = map__find_symbol_by_name(pos, name, filter); |
| 357 | |
| 358 | if (sym == NULL) |
| 359 | continue; |
| 360 | if (mapp != NULL) |
| 361 | *mapp = pos; |
| 362 | return sym; |
| 363 | } |
Arnaldo Carvalho de Melo | 4b8cf84 | 2010-03-25 19:58:58 -0300 | [diff] [blame] | 364 | |
| 365 | return NULL; |
| 366 | } |
| 367 | |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 368 | size_t __map_groups__fprintf_maps(struct map_groups *mg, |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 369 | enum map_type type, int verbose, FILE *fp) |
| 370 | { |
| 371 | size_t printed = fprintf(fp, "%s:\n", map_type__name[type]); |
| 372 | struct rb_node *nd; |
| 373 | |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 374 | for (nd = rb_first(&mg->maps[type]); nd; nd = rb_next(nd)) { |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 375 | struct map *pos = rb_entry(nd, struct map, rb_node); |
| 376 | printed += fprintf(fp, "Map:"); |
| 377 | printed += map__fprintf(pos, fp); |
| 378 | if (verbose > 2) { |
| 379 | printed += dso__fprintf(pos->dso, type, fp); |
| 380 | printed += fprintf(fp, "--\n"); |
| 381 | } |
| 382 | } |
| 383 | |
| 384 | return printed; |
| 385 | } |
| 386 | |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 387 | size_t map_groups__fprintf_maps(struct map_groups *mg, int verbose, FILE *fp) |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 388 | { |
| 389 | size_t printed = 0, i; |
| 390 | for (i = 0; i < MAP__NR_TYPES; ++i) |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 391 | printed += __map_groups__fprintf_maps(mg, i, verbose, fp); |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 392 | return printed; |
| 393 | } |
| 394 | |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 395 | static size_t __map_groups__fprintf_removed_maps(struct map_groups *mg, |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 396 | enum map_type type, |
| 397 | int verbose, FILE *fp) |
| 398 | { |
| 399 | struct map *pos; |
| 400 | size_t printed = 0; |
| 401 | |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 402 | list_for_each_entry(pos, &mg->removed_maps[type], node) { |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 403 | printed += fprintf(fp, "Map:"); |
| 404 | printed += map__fprintf(pos, fp); |
| 405 | if (verbose > 1) { |
| 406 | printed += dso__fprintf(pos->dso, type, fp); |
| 407 | printed += fprintf(fp, "--\n"); |
| 408 | } |
| 409 | } |
| 410 | return printed; |
| 411 | } |
| 412 | |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 413 | static size_t map_groups__fprintf_removed_maps(struct map_groups *mg, |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 414 | int verbose, FILE *fp) |
| 415 | { |
| 416 | size_t printed = 0, i; |
| 417 | for (i = 0; i < MAP__NR_TYPES; ++i) |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 418 | printed += __map_groups__fprintf_removed_maps(mg, i, verbose, fp); |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 419 | return printed; |
| 420 | } |
| 421 | |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 422 | size_t map_groups__fprintf(struct map_groups *mg, int verbose, FILE *fp) |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 423 | { |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 424 | size_t printed = map_groups__fprintf_maps(mg, verbose, fp); |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 425 | printed += fprintf(fp, "Removed maps:\n"); |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 426 | return printed + map_groups__fprintf_removed_maps(mg, verbose, fp); |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 427 | } |
| 428 | |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 429 | int map_groups__fixup_overlappings(struct map_groups *mg, struct map *map, |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 430 | int verbose, FILE *fp) |
| 431 | { |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 432 | struct rb_root *root = &mg->maps[map->type]; |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 433 | struct rb_node *next = rb_first(root); |
Arnaldo Carvalho de Melo | 0a1eae3 | 2010-08-02 19:45:23 -0300 | [diff] [blame] | 434 | int err = 0; |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 435 | |
| 436 | while (next) { |
| 437 | struct map *pos = rb_entry(next, struct map, rb_node); |
| 438 | next = rb_next(&pos->rb_node); |
| 439 | |
| 440 | if (!map__overlap(pos, map)) |
| 441 | continue; |
| 442 | |
| 443 | if (verbose >= 2) { |
| 444 | fputs("overlapping maps:\n", fp); |
| 445 | map__fprintf(map, fp); |
| 446 | map__fprintf(pos, fp); |
| 447 | } |
| 448 | |
| 449 | rb_erase(&pos->rb_node, root); |
| 450 | /* |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 451 | * Now check if we need to create new maps for areas not |
| 452 | * overlapped by the new map: |
| 453 | */ |
| 454 | if (map->start > pos->start) { |
| 455 | struct map *before = map__clone(pos); |
| 456 | |
Arnaldo Carvalho de Melo | 0a1eae3 | 2010-08-02 19:45:23 -0300 | [diff] [blame] | 457 | if (before == NULL) { |
| 458 | err = -ENOMEM; |
| 459 | goto move_map; |
| 460 | } |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 461 | |
| 462 | before->end = map->start - 1; |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 463 | map_groups__insert(mg, before); |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 464 | if (verbose >= 2) |
| 465 | map__fprintf(before, fp); |
| 466 | } |
| 467 | |
| 468 | if (map->end < pos->end) { |
| 469 | struct map *after = map__clone(pos); |
| 470 | |
Arnaldo Carvalho de Melo | 0a1eae3 | 2010-08-02 19:45:23 -0300 | [diff] [blame] | 471 | if (after == NULL) { |
| 472 | err = -ENOMEM; |
| 473 | goto move_map; |
| 474 | } |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 475 | |
| 476 | after->start = map->end + 1; |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 477 | map_groups__insert(mg, after); |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 478 | if (verbose >= 2) |
| 479 | map__fprintf(after, fp); |
| 480 | } |
Arnaldo Carvalho de Melo | 0a1eae3 | 2010-08-02 19:45:23 -0300 | [diff] [blame] | 481 | move_map: |
| 482 | /* |
| 483 | * If we have references, just move them to a separate list. |
| 484 | */ |
| 485 | if (pos->referenced) |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 486 | list_add_tail(&pos->node, &mg->removed_maps[map->type]); |
Arnaldo Carvalho de Melo | 0a1eae3 | 2010-08-02 19:45:23 -0300 | [diff] [blame] | 487 | else |
| 488 | map__delete(pos); |
| 489 | |
| 490 | if (err) |
| 491 | return err; |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 492 | } |
| 493 | |
| 494 | return 0; |
| 495 | } |
| 496 | |
| 497 | /* |
| 498 | * XXX This should not really _copy_ te maps, but refcount them. |
| 499 | */ |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 500 | int map_groups__clone(struct map_groups *mg, |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 501 | struct map_groups *parent, enum map_type type) |
| 502 | { |
| 503 | struct rb_node *nd; |
| 504 | for (nd = rb_first(&parent->maps[type]); nd; nd = rb_next(nd)) { |
| 505 | struct map *map = rb_entry(nd, struct map, rb_node); |
| 506 | struct map *new = map__clone(map); |
| 507 | if (new == NULL) |
| 508 | return -ENOMEM; |
Arnaldo Carvalho de Melo | 98dfd55 | 2011-08-23 14:31:30 -0300 | [diff] [blame] | 509 | map_groups__insert(mg, new); |
Arnaldo Carvalho de Melo | c6e718f | 2010-03-26 12:11:06 -0300 | [diff] [blame] | 510 | } |
| 511 | return 0; |
| 512 | } |
| 513 | |
Arnaldo Carvalho de Melo | 4b8cf84 | 2010-03-25 19:58:58 -0300 | [diff] [blame] | 514 | void maps__insert(struct rb_root *maps, struct map *map) |
| 515 | { |
| 516 | struct rb_node **p = &maps->rb_node; |
| 517 | struct rb_node *parent = NULL; |
| 518 | const u64 ip = map->start; |
| 519 | struct map *m; |
| 520 | |
| 521 | while (*p != NULL) { |
| 522 | parent = *p; |
| 523 | m = rb_entry(parent, struct map, rb_node); |
| 524 | if (ip < m->start) |
| 525 | p = &(*p)->rb_left; |
| 526 | else |
| 527 | p = &(*p)->rb_right; |
| 528 | } |
| 529 | |
| 530 | rb_link_node(&map->rb_node, parent, p); |
| 531 | rb_insert_color(&map->rb_node, maps); |
| 532 | } |
| 533 | |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 534 | void maps__remove(struct rb_root *maps, struct map *map) |
Arnaldo Carvalho de Melo | 076c6e45 | 2010-08-02 18:18:28 -0300 | [diff] [blame] | 535 | { |
Arnaldo Carvalho de Melo | 237a7e0 | 2013-01-24 21:59:59 -0300 | [diff] [blame] | 536 | rb_erase(&map->rb_node, maps); |
Arnaldo Carvalho de Melo | 076c6e45 | 2010-08-02 18:18:28 -0300 | [diff] [blame] | 537 | } |
| 538 | |
Arnaldo Carvalho de Melo | 4b8cf84 | 2010-03-25 19:58:58 -0300 | [diff] [blame] | 539 | struct map *maps__find(struct rb_root *maps, u64 ip) |
| 540 | { |
| 541 | struct rb_node **p = &maps->rb_node; |
| 542 | struct rb_node *parent = NULL; |
| 543 | struct map *m; |
| 544 | |
| 545 | while (*p != NULL) { |
| 546 | parent = *p; |
| 547 | m = rb_entry(parent, struct map, rb_node); |
| 548 | if (ip < m->start) |
| 549 | p = &(*p)->rb_left; |
| 550 | else if (ip > m->end) |
| 551 | p = &(*p)->rb_right; |
| 552 | else |
| 553 | return m; |
| 554 | } |
| 555 | |
| 556 | return NULL; |
| 557 | } |
Adrian Hunter | 8e0cf96 | 2013-08-07 14:38:51 +0300 | [diff] [blame] | 558 | |
| 559 | struct map *maps__first(struct rb_root *maps) |
| 560 | { |
| 561 | struct rb_node *first = rb_first(maps); |
| 562 | |
| 563 | if (first) |
| 564 | return rb_entry(first, struct map, rb_node); |
| 565 | return NULL; |
| 566 | } |
| 567 | |
| 568 | struct map *maps__next(struct map *map) |
| 569 | { |
| 570 | struct rb_node *next = rb_next(&map->rb_node); |
| 571 | |
| 572 | if (next) |
| 573 | return rb_entry(next, struct map, rb_node); |
| 574 | return NULL; |
| 575 | } |