Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 2 | #include <linux/compiler.h> |
| 3 | #include <linux/rbtree.h> |
Arnaldo Carvalho de Melo | fd20e81 | 2017-04-17 15:23:08 -0300 | [diff] [blame] | 4 | #include <inttypes.h> |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 5 | #include <string.h> |
| 6 | #include "map.h" |
| 7 | #include "symbol.h" |
| 8 | #include "util.h" |
| 9 | #include "tests.h" |
| 10 | #include "debug.h" |
| 11 | #include "machine.h" |
| 12 | |
Adrian Hunter | 82e75d0 | 2013-08-07 14:38:52 +0300 | [diff] [blame] | 13 | #define UM(x) kallsyms_map->unmap_ip(kallsyms_map, (x)) |
| 14 | |
Arnaldo Carvalho de Melo | 81f17c9 | 2017-08-03 15:16:31 -0300 | [diff] [blame] | 15 | int test__vmlinux_matches_kallsyms(struct test *test __maybe_unused, int subtest __maybe_unused) |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 16 | { |
| 17 | int err = -1; |
| 18 | struct rb_node *nd; |
| 19 | struct symbol *sym; |
Arnaldo Carvalho de Melo | 4bb7123d | 2015-05-22 11:52:22 -0300 | [diff] [blame] | 20 | struct map *kallsyms_map, *vmlinux_map, *map; |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 21 | struct machine kallsyms, vmlinux; |
| 22 | enum map_type type = MAP__FUNCTION; |
Arnaldo Carvalho de Melo | 1eee78a | 2015-05-22 12:58:53 -0300 | [diff] [blame] | 23 | struct maps *maps = &vmlinux.kmaps.maps[type]; |
Adrian Hunter | d380b348 | 2013-08-07 14:38:48 +0300 | [diff] [blame] | 24 | u64 mem_start, mem_end; |
Arnaldo Carvalho de Melo | 54da076 | 2016-09-01 10:40:57 -0300 | [diff] [blame] | 25 | bool header_printed; |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 26 | |
| 27 | /* |
| 28 | * Step 1: |
| 29 | * |
| 30 | * Init the machines that will hold kernel, modules obtained from |
| 31 | * both vmlinux + .ko files and from /proc/kallsyms split by modules. |
| 32 | */ |
| 33 | machine__init(&kallsyms, "", HOST_KERNEL_ID); |
| 34 | machine__init(&vmlinux, "", HOST_KERNEL_ID); |
| 35 | |
| 36 | /* |
| 37 | * Step 2: |
| 38 | * |
| 39 | * Create the kernel maps for kallsyms and the DSO where we will then |
| 40 | * load /proc/kallsyms. Also create the modules maps from /proc/modules |
| 41 | * and find the .ko files that match them in /lib/modules/`uname -r`/. |
| 42 | */ |
| 43 | if (machine__create_kernel_maps(&kallsyms) < 0) { |
| 44 | pr_debug("machine__create_kernel_maps "); |
Arnaldo Carvalho de Melo | c0aab59 | 2013-01-24 23:01:50 -0300 | [diff] [blame] | 45 | goto out; |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 46 | } |
| 47 | |
| 48 | /* |
| 49 | * Step 3: |
| 50 | * |
| 51 | * Load and split /proc/kallsyms into multiple maps, one per module. |
Arnaldo Carvalho de Melo | 53d0fe6 | 2016-04-19 12:16:55 -0300 | [diff] [blame] | 52 | * Do not use kcore, as this test was designed before kcore support |
| 53 | * and has parts that only make sense if using the non-kcore code. |
| 54 | * XXX: extend it to stress the kcorre code as well, hint: the list |
| 55 | * of modules extracted from /proc/kcore, in its current form, can't |
| 56 | * be compacted against the list of modules found in the "vmlinux" |
| 57 | * code and with the one got from /proc/modules from the "kallsyms" code. |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 58 | */ |
Arnaldo Carvalho de Melo | be39db9 | 2016-09-01 19:25:52 -0300 | [diff] [blame] | 59 | if (__machine__load_kallsyms(&kallsyms, "/proc/kallsyms", type, true) <= 0) { |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 60 | pr_debug("dso__load_kallsyms "); |
| 61 | goto out; |
| 62 | } |
| 63 | |
| 64 | /* |
| 65 | * Step 4: |
| 66 | * |
| 67 | * kallsyms will be internally on demand sorted by name so that we can |
| 68 | * find the reference relocation * symbol, i.e. the symbol we will use |
| 69 | * to see if the running kernel was relocated by checking if it has the |
| 70 | * same value in the vmlinux file we load. |
| 71 | */ |
Arnaldo Carvalho de Melo | a5e813c | 2015-09-30 11:54:04 -0300 | [diff] [blame] | 72 | kallsyms_map = machine__kernel_map(&kallsyms); |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 73 | |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 74 | /* |
| 75 | * Step 5: |
| 76 | * |
| 77 | * Now repeat step 2, this time for the vmlinux file we'll auto-locate. |
| 78 | */ |
| 79 | if (machine__create_kernel_maps(&vmlinux) < 0) { |
| 80 | pr_debug("machine__create_kernel_maps "); |
| 81 | goto out; |
| 82 | } |
| 83 | |
Arnaldo Carvalho de Melo | a5e813c | 2015-09-30 11:54:04 -0300 | [diff] [blame] | 84 | vmlinux_map = machine__kernel_map(&vmlinux); |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 85 | |
| 86 | /* |
| 87 | * Step 6: |
| 88 | * |
| 89 | * Locate a vmlinux file in the vmlinux path that has a buildid that |
| 90 | * matches the one of the running kernel. |
| 91 | * |
| 92 | * While doing that look if we find the ref reloc symbol, if we find it |
| 93 | * we'll have its ref_reloc_symbol.unrelocated_addr and then |
| 94 | * maps__reloc_vmlinux will notice and set proper ->[un]map_ip routines |
| 95 | * to fixup the symbols. |
| 96 | */ |
Arnaldo Carvalho de Melo | be39db9 | 2016-09-01 19:25:52 -0300 | [diff] [blame] | 97 | if (machine__load_vmlinux_path(&vmlinux, type) <= 0) { |
Arnaldo Carvalho de Melo | 531f67b | 2012-12-19 11:11:59 -0300 | [diff] [blame] | 98 | pr_debug("Couldn't find a vmlinux that matches the kernel running on this machine, skipping test\n"); |
| 99 | err = TEST_SKIP; |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 100 | goto out; |
| 101 | } |
| 102 | |
| 103 | err = 0; |
| 104 | /* |
| 105 | * Step 7: |
| 106 | * |
| 107 | * Now look at the symbols in the vmlinux DSO and check if we find all of them |
| 108 | * in the kallsyms dso. For the ones that are in both, check its names and |
| 109 | * end addresses too. |
| 110 | */ |
| 111 | for (nd = rb_first(&vmlinux_map->dso->symbols[type]); nd; nd = rb_next(nd)) { |
| 112 | struct symbol *pair, *first_pair; |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 113 | |
| 114 | sym = rb_entry(nd, struct symbol, rb_node); |
| 115 | |
| 116 | if (sym->start == sym->end) |
| 117 | continue; |
| 118 | |
Adrian Hunter | d380b348 | 2013-08-07 14:38:48 +0300 | [diff] [blame] | 119 | mem_start = vmlinux_map->unmap_ip(vmlinux_map, sym->start); |
| 120 | mem_end = vmlinux_map->unmap_ip(vmlinux_map, sym->end); |
| 121 | |
| 122 | first_pair = machine__find_kernel_symbol(&kallsyms, type, |
Arnaldo Carvalho de Melo | be39db9 | 2016-09-01 19:25:52 -0300 | [diff] [blame] | 123 | mem_start, NULL); |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 124 | pair = first_pair; |
| 125 | |
Adrian Hunter | 82e75d0 | 2013-08-07 14:38:52 +0300 | [diff] [blame] | 126 | if (pair && UM(pair->start) == mem_start) { |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 127 | next_pair: |
| 128 | if (strcmp(sym->name, pair->name) == 0) { |
| 129 | /* |
| 130 | * kallsyms don't have the symbol end, so we |
| 131 | * set that by using the next symbol start - 1, |
| 132 | * in some cases we get this up to a page |
| 133 | * wrong, trace_kmalloc when I was developing |
| 134 | * this code was one such example, 2106 bytes |
| 135 | * off the real size. More than that and we |
| 136 | * _really_ have a problem. |
| 137 | */ |
Adrian Hunter | 82e75d0 | 2013-08-07 14:38:52 +0300 | [diff] [blame] | 138 | s64 skew = mem_end - UM(pair->end); |
Jiri Olsa | 5888a8c | 2013-06-07 15:37:02 +0200 | [diff] [blame] | 139 | if (llabs(skew) >= page_size) |
Arnaldo Carvalho de Melo | e267769 | 2016-09-01 10:26:49 -0300 | [diff] [blame] | 140 | pr_debug("WARN: %#" PRIx64 ": diff end addr for %s v: %#" PRIx64 " k: %#" PRIx64 "\n", |
Adrian Hunter | d380b348 | 2013-08-07 14:38:48 +0300 | [diff] [blame] | 141 | mem_start, sym->name, mem_end, |
Adrian Hunter | 82e75d0 | 2013-08-07 14:38:52 +0300 | [diff] [blame] | 142 | UM(pair->end)); |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 143 | |
Jiri Olsa | 5888a8c | 2013-06-07 15:37:02 +0200 | [diff] [blame] | 144 | /* |
| 145 | * Do not count this as a failure, because we |
| 146 | * could really find a case where it's not |
| 147 | * possible to get proper function end from |
| 148 | * kallsyms. |
| 149 | */ |
| 150 | continue; |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 151 | } else { |
Arnaldo Carvalho de Melo | be39db9 | 2016-09-01 19:25:52 -0300 | [diff] [blame] | 152 | pair = machine__find_kernel_symbol_by_name(&kallsyms, type, sym->name, NULL); |
Arnaldo Carvalho de Melo | ab414dc | 2016-01-25 18:04:47 -0300 | [diff] [blame] | 153 | if (pair) { |
| 154 | if (UM(pair->start) == mem_start) |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 155 | goto next_pair; |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 156 | |
Arnaldo Carvalho de Melo | 7e1b659 | 2016-09-01 10:40:57 -0300 | [diff] [blame] | 157 | pr_debug("WARN: %#" PRIx64 ": diff name v: %s k: %s\n", |
Arnaldo Carvalho de Melo | ab414dc | 2016-01-25 18:04:47 -0300 | [diff] [blame] | 158 | mem_start, sym->name, pair->name); |
Arnaldo Carvalho de Melo | 6566fea | 2016-04-19 12:22:25 -0300 | [diff] [blame] | 159 | } else { |
Arnaldo Carvalho de Melo | 7e1b659 | 2016-09-01 10:40:57 -0300 | [diff] [blame] | 160 | pr_debug("WARN: %#" PRIx64 ": diff name v: %s k: %s\n", |
Arnaldo Carvalho de Melo | 6566fea | 2016-04-19 12:22:25 -0300 | [diff] [blame] | 161 | mem_start, sym->name, first_pair->name); |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 162 | } |
Arnaldo Carvalho de Melo | 7e1b659 | 2016-09-01 10:40:57 -0300 | [diff] [blame] | 163 | |
| 164 | continue; |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 165 | } |
| 166 | } else |
Arnaldo Carvalho de Melo | e267769 | 2016-09-01 10:26:49 -0300 | [diff] [blame] | 167 | pr_debug("ERR : %#" PRIx64 ": %s not on kallsyms\n", |
Adrian Hunter | d380b348 | 2013-08-07 14:38:48 +0300 | [diff] [blame] | 168 | mem_start, sym->name); |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 169 | |
| 170 | err = -1; |
| 171 | } |
| 172 | |
Namhyung Kim | bb963e1 | 2017-02-17 17:17:38 +0900 | [diff] [blame] | 173 | if (verbose <= 0) |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 174 | goto out; |
| 175 | |
Arnaldo Carvalho de Melo | 54da076 | 2016-09-01 10:40:57 -0300 | [diff] [blame] | 176 | header_printed = false; |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 177 | |
Arnaldo Carvalho de Melo | 4bb7123d | 2015-05-22 11:52:22 -0300 | [diff] [blame] | 178 | for (map = maps__first(maps); map; map = map__next(map)) { |
| 179 | struct map * |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 180 | /* |
| 181 | * If it is the kernel, kallsyms is always "[kernel.kallsyms]", while |
| 182 | * the kernel will have the path for the vmlinux file being used, |
| 183 | * so use the short name, less descriptive but the same ("[kernel]" in |
| 184 | * both cases. |
| 185 | */ |
| 186 | pair = map_groups__find_by_name(&kallsyms.kmaps, type, |
Arnaldo Carvalho de Melo | 4bb7123d | 2015-05-22 11:52:22 -0300 | [diff] [blame] | 187 | (map->dso->kernel ? |
| 188 | map->dso->short_name : |
| 189 | map->dso->name)); |
Arnaldo Carvalho de Melo | 54da076 | 2016-09-01 10:40:57 -0300 | [diff] [blame] | 190 | if (pair) { |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 191 | pair->priv = 1; |
Arnaldo Carvalho de Melo | 54da076 | 2016-09-01 10:40:57 -0300 | [diff] [blame] | 192 | } else { |
| 193 | if (!header_printed) { |
| 194 | pr_info("WARN: Maps only in vmlinux:\n"); |
| 195 | header_printed = true; |
| 196 | } |
Arnaldo Carvalho de Melo | 4bb7123d | 2015-05-22 11:52:22 -0300 | [diff] [blame] | 197 | map__fprintf(map, stderr); |
Arnaldo Carvalho de Melo | 54da076 | 2016-09-01 10:40:57 -0300 | [diff] [blame] | 198 | } |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 199 | } |
| 200 | |
Arnaldo Carvalho de Melo | 54da076 | 2016-09-01 10:40:57 -0300 | [diff] [blame] | 201 | header_printed = false; |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 202 | |
Arnaldo Carvalho de Melo | 4bb7123d | 2015-05-22 11:52:22 -0300 | [diff] [blame] | 203 | for (map = maps__first(maps); map; map = map__next(map)) { |
| 204 | struct map *pair; |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 205 | |
Arnaldo Carvalho de Melo | 4bb7123d | 2015-05-22 11:52:22 -0300 | [diff] [blame] | 206 | mem_start = vmlinux_map->unmap_ip(vmlinux_map, map->start); |
| 207 | mem_end = vmlinux_map->unmap_ip(vmlinux_map, map->end); |
Adrian Hunter | d380b348 | 2013-08-07 14:38:48 +0300 | [diff] [blame] | 208 | |
| 209 | pair = map_groups__find(&kallsyms.kmaps, type, mem_start); |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 210 | if (pair == NULL || pair->priv) |
| 211 | continue; |
| 212 | |
Adrian Hunter | d380b348 | 2013-08-07 14:38:48 +0300 | [diff] [blame] | 213 | if (pair->start == mem_start) { |
Arnaldo Carvalho de Melo | 54da076 | 2016-09-01 10:40:57 -0300 | [diff] [blame] | 214 | if (!header_printed) { |
| 215 | pr_info("WARN: Maps in vmlinux with a different name in kallsyms:\n"); |
| 216 | header_printed = true; |
| 217 | } |
| 218 | |
Arnaldo Carvalho de Melo | e267769 | 2016-09-01 10:26:49 -0300 | [diff] [blame] | 219 | pr_info("WARN: %" PRIx64 "-%" PRIx64 " %" PRIx64 " %s in kallsyms as", |
Arnaldo Carvalho de Melo | 4bb7123d | 2015-05-22 11:52:22 -0300 | [diff] [blame] | 220 | map->start, map->end, map->pgoff, map->dso->name); |
Adrian Hunter | d380b348 | 2013-08-07 14:38:48 +0300 | [diff] [blame] | 221 | if (mem_end != pair->end) |
Arnaldo Carvalho de Melo | e267769 | 2016-09-01 10:26:49 -0300 | [diff] [blame] | 222 | pr_info(":\nWARN: *%" PRIx64 "-%" PRIx64 " %" PRIx64, |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 223 | pair->start, pair->end, pair->pgoff); |
| 224 | pr_info(" %s\n", pair->dso->name); |
| 225 | pair->priv = 1; |
| 226 | } |
| 227 | } |
| 228 | |
Arnaldo Carvalho de Melo | 54da076 | 2016-09-01 10:40:57 -0300 | [diff] [blame] | 229 | header_printed = false; |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 230 | |
Arnaldo Carvalho de Melo | 4bb7123d | 2015-05-22 11:52:22 -0300 | [diff] [blame] | 231 | maps = &kallsyms.kmaps.maps[type]; |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 232 | |
Arnaldo Carvalho de Melo | 4bb7123d | 2015-05-22 11:52:22 -0300 | [diff] [blame] | 233 | for (map = maps__first(maps); map; map = map__next(map)) { |
Arnaldo Carvalho de Melo | 54da076 | 2016-09-01 10:40:57 -0300 | [diff] [blame] | 234 | if (!map->priv) { |
| 235 | if (!header_printed) { |
| 236 | pr_info("WARN: Maps only in kallsyms:\n"); |
| 237 | header_printed = true; |
| 238 | } |
Arnaldo Carvalho de Melo | 4bb7123d | 2015-05-22 11:52:22 -0300 | [diff] [blame] | 239 | map__fprintf(map, stderr); |
Arnaldo Carvalho de Melo | 54da076 | 2016-09-01 10:40:57 -0300 | [diff] [blame] | 240 | } |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 241 | } |
| 242 | out: |
Arnaldo Carvalho de Melo | c0aab59 | 2013-01-24 23:01:50 -0300 | [diff] [blame] | 243 | machine__exit(&kallsyms); |
| 244 | machine__exit(&vmlinux); |
Jiri Olsa | 0a4e1ae | 2012-11-10 01:46:41 +0100 | [diff] [blame] | 245 | return err; |
| 246 | } |