blob: b7c7f39a8f6deb181c4bbd795a257c651b13d881 [file] [log] [blame]
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -02001#include <linux/types.h>
2#include "event.h"
3#include "debug.h"
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -02004#include "sort.h"
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -02005#include "string.h"
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -02006#include "strlist.h"
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -02007#include "thread.h"
Arnaldo Carvalho de Melo7c940c12011-02-11 11:45:54 -02008#include "thread_map.h"
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -02009
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020010static const char *perf_event__names[] = {
Frederic Weisbecker3cb6d152011-05-23 13:06:27 +020011 [0] = "TOTAL",
12 [PERF_RECORD_MMAP] = "MMAP",
13 [PERF_RECORD_LOST] = "LOST",
14 [PERF_RECORD_COMM] = "COMM",
15 [PERF_RECORD_EXIT] = "EXIT",
16 [PERF_RECORD_THROTTLE] = "THROTTLE",
17 [PERF_RECORD_UNTHROTTLE] = "UNTHROTTLE",
18 [PERF_RECORD_FORK] = "FORK",
19 [PERF_RECORD_READ] = "READ",
20 [PERF_RECORD_SAMPLE] = "SAMPLE",
21 [PERF_RECORD_HEADER_ATTR] = "ATTR",
22 [PERF_RECORD_HEADER_EVENT_TYPE] = "EVENT_TYPE",
23 [PERF_RECORD_HEADER_TRACING_DATA] = "TRACING_DATA",
24 [PERF_RECORD_HEADER_BUILD_ID] = "BUILD_ID",
25 [PERF_RECORD_FINISHED_ROUND] = "FINISHED_ROUND",
Arnaldo Carvalho de Meloc8446b92010-05-14 10:36:42 -030026};
27
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020028const char *perf_event__name(unsigned int id)
Thomas Gleixner3835bc02010-12-07 12:48:42 +000029{
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020030 if (id >= ARRAY_SIZE(perf_event__names))
Thomas Gleixner3835bc02010-12-07 12:48:42 +000031 return "INVALID";
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020032 if (!perf_event__names[id])
Thomas Gleixner3835bc02010-12-07 12:48:42 +000033 return "UNKNOWN";
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020034 return perf_event__names[id];
Thomas Gleixner3835bc02010-12-07 12:48:42 +000035}
36
Arnaldo Carvalho de Melo8d50e5b2011-01-29 13:02:00 -020037static struct perf_sample synth_sample = {
Arnaldo Carvalho de Melo640c03c2010-12-02 14:10:21 -020038 .pid = -1,
39 .tid = -1,
40 .time = -1,
41 .stream_id = -1,
42 .cpu = -1,
43 .period = 1,
44};
45
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020046static pid_t perf_event__synthesize_comm(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020047 union perf_event *event, pid_t pid,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -020048 int full, perf_event__handler_t process,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -020049 struct machine *machine)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020050{
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020051 char filename[PATH_MAX];
52 char bf[BUFSIZ];
53 FILE *fp;
54 size_t size = 0;
55 DIR *tasks;
56 struct dirent dirent, *next;
57 pid_t tgid = 0;
58
59 snprintf(filename, sizeof(filename), "/proc/%d/status", pid);
60
61 fp = fopen(filename, "r");
62 if (fp == NULL) {
63out_race:
64 /*
65 * We raced with a task exiting - just return:
66 */
67 pr_debug("couldn't open %s\n", filename);
68 return 0;
69 }
70
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -020071 memset(&event->comm, 0, sizeof(event->comm));
72
73 while (!event->comm.comm[0] || !event->comm.pid) {
74 if (fgets(bf, sizeof(bf), fp) == NULL) {
75 pr_warning("couldn't get COMM and pgid, malformed %s\n", filename);
76 goto out;
77 }
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020078
79 if (memcmp(bf, "Name:", 5) == 0) {
80 char *name = bf + 5;
81 while (*name && isspace(*name))
82 ++name;
83 size = strlen(name) - 1;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -020084 memcpy(event->comm.comm, name, size++);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020085 } else if (memcmp(bf, "Tgid:", 5) == 0) {
86 char *tgids = bf + 5;
87 while (*tgids && isspace(*tgids))
88 ++tgids;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -020089 tgid = event->comm.pid = atoi(tgids);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020090 }
91 }
92
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -020093 event->comm.header.type = PERF_RECORD_COMM;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020094 size = ALIGN(size, sizeof(u64));
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -020095 memset(event->comm.comm + size, 0, machine->id_hdr_size);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -020096 event->comm.header.size = (sizeof(event->comm) -
97 (sizeof(event->comm.comm) - size) +
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -020098 machine->id_hdr_size);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020099 if (!full) {
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200100 event->comm.tid = pid;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200101
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200102 process(tool, event, &synth_sample, machine);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200103 goto out;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200104 }
105
106 snprintf(filename, sizeof(filename), "/proc/%d/task", pid);
107
108 tasks = opendir(filename);
109 if (tasks == NULL)
110 goto out_race;
111
112 while (!readdir_r(tasks, &dirent, &next) && next) {
113 char *end;
114 pid = strtol(dirent.d_name, &end, 10);
115 if (*end)
116 continue;
117
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200118 event->comm.tid = pid;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200119
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200120 process(tool, event, &synth_sample, machine);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200121 }
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200122
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200123 closedir(tasks);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200124out:
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200125 fclose(fp);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200126
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200127 return tgid;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200128}
129
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200130static int perf_event__synthesize_mmap_events(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200131 union perf_event *event,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200132 pid_t pid, pid_t tgid,
133 perf_event__handler_t process,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200134 struct machine *machine)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200135{
136 char filename[PATH_MAX];
137 FILE *fp;
138
139 snprintf(filename, sizeof(filename), "/proc/%d/maps", pid);
140
141 fp = fopen(filename, "r");
142 if (fp == NULL) {
143 /*
144 * We raced with a task exiting - just return:
145 */
146 pr_debug("couldn't open %s\n", filename);
147 return -1;
148 }
149
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200150 event->header.type = PERF_RECORD_MMAP;
151 /*
152 * Just like the kernel, see __perf_event_mmap in kernel/perf_event.c
153 */
154 event->header.misc = PERF_RECORD_MISC_USER;
155
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200156 while (1) {
157 char bf[BUFSIZ], *pbf = bf;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200158 int n;
159 size_t size;
160 if (fgets(bf, sizeof(bf), fp) == NULL)
161 break;
162
163 /* 00400000-0040c000 r-xp 00000000 fd:01 41038 /bin/cat */
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200164 n = hex2u64(pbf, &event->mmap.start);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200165 if (n < 0)
166 continue;
167 pbf += n + 1;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200168 n = hex2u64(pbf, &event->mmap.len);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200169 if (n < 0)
170 continue;
171 pbf += n + 3;
172 if (*pbf == 'x') { /* vm_exec */
Anton Blanchard6a0e55d2011-08-30 09:15:06 +1000173 char anonstr[] = "//anon\n";
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200174 char *execname = strchr(bf, '/');
175
176 /* Catch VDSO */
177 if (execname == NULL)
178 execname = strstr(bf, "[vdso]");
179
Anton Blanchard6a0e55d2011-08-30 09:15:06 +1000180 /* Catch anonymous mmaps */
181 if ((execname == NULL) && !strstr(bf, "["))
182 execname = anonstr;
183
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200184 if (execname == NULL)
185 continue;
186
Anton Blanchard4af8b352010-04-03 22:53:31 +1100187 pbf += 3;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200188 n = hex2u64(pbf, &event->mmap.pgoff);
Anton Blanchard4af8b352010-04-03 22:53:31 +1100189
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200190 size = strlen(execname);
191 execname[size - 1] = '\0'; /* Remove \n */
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200192 memcpy(event->mmap.filename, execname, size);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200193 size = ALIGN(size, sizeof(u64));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200194 event->mmap.len -= event->mmap.start;
195 event->mmap.header.size = (sizeof(event->mmap) -
196 (sizeof(event->mmap.filename) - size));
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200197 memset(event->mmap.filename + size, 0, machine->id_hdr_size);
198 event->mmap.header.size += machine->id_hdr_size;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200199 event->mmap.pid = tgid;
200 event->mmap.tid = pid;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200201
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200202 process(tool, event, &synth_sample, machine);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200203 }
204 }
205
206 fclose(fp);
207 return 0;
208}
209
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200210int perf_event__synthesize_modules(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200211 perf_event__handler_t process,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200212 struct machine *machine)
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200213{
214 struct rb_node *nd;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300215 struct map_groups *kmaps = &machine->kmaps;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200216 union perf_event *event = zalloc((sizeof(event->mmap) +
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200217 machine->id_hdr_size));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200218 if (event == NULL) {
219 pr_debug("Not enough memory synthesizing mmap event "
220 "for kernel modules\n");
221 return -1;
222 }
223
224 event->header.type = PERF_RECORD_MMAP;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200225
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800226 /*
227 * kernel uses 0 for user space maps, see kernel/perf_event.c
228 * __perf_event_mmap
229 */
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300230 if (machine__is_host(machine))
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200231 event->header.misc = PERF_RECORD_MISC_KERNEL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800232 else
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200233 event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800234
235 for (nd = rb_first(&kmaps->maps[MAP__FUNCTION]);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200236 nd; nd = rb_next(nd)) {
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200237 size_t size;
238 struct map *pos = rb_entry(nd, struct map, rb_node);
239
240 if (pos->dso->kernel)
241 continue;
242
243 size = ALIGN(pos->dso->long_name_len + 1, sizeof(u64));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200244 event->mmap.header.type = PERF_RECORD_MMAP;
245 event->mmap.header.size = (sizeof(event->mmap) -
246 (sizeof(event->mmap.filename) - size));
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200247 memset(event->mmap.filename + size, 0, machine->id_hdr_size);
248 event->mmap.header.size += machine->id_hdr_size;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200249 event->mmap.start = pos->start;
250 event->mmap.len = pos->end - pos->start;
251 event->mmap.pid = machine->pid;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200252
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200253 memcpy(event->mmap.filename, pos->dso->long_name,
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200254 pos->dso->long_name_len + 1);
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200255 process(tool, event, &synth_sample, machine);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200256 }
257
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200258 free(event);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200259 return 0;
260}
261
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200262static int __event__synthesize_thread(union perf_event *comm_event,
263 union perf_event *mmap_event,
264 pid_t pid, perf_event__handler_t process,
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200265 struct perf_tool *tool,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200266 struct machine *machine)
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200267{
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200268 pid_t tgid = perf_event__synthesize_comm(tool, comm_event, pid, 1,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200269 process, machine);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200270 if (tgid == -1)
271 return -1;
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200272 return perf_event__synthesize_mmap_events(tool, mmap_event, pid, tgid,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200273 process, machine);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200274}
275
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200276int perf_event__synthesize_thread_map(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200277 struct thread_map *threads,
Arnaldo Carvalho de Melo7c940c12011-02-11 11:45:54 -0200278 perf_event__handler_t process,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200279 struct machine *machine)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200280{
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200281 union perf_event *comm_event, *mmap_event;
Arnaldo Carvalho de Melo401b8e12011-02-10 12:52:47 -0200282 int err = -1, thread;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200283
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200284 comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200285 if (comm_event == NULL)
286 goto out;
287
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200288 mmap_event = malloc(sizeof(mmap_event->mmap) + machine->id_hdr_size);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200289 if (mmap_event == NULL)
290 goto out_free_comm;
291
Arnaldo Carvalho de Melo401b8e12011-02-10 12:52:47 -0200292 err = 0;
293 for (thread = 0; thread < threads->nr; ++thread) {
294 if (__event__synthesize_thread(comm_event, mmap_event,
295 threads->map[thread],
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200296 process, tool, machine)) {
Arnaldo Carvalho de Melo401b8e12011-02-10 12:52:47 -0200297 err = -1;
298 break;
299 }
300 }
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200301 free(mmap_event);
302out_free_comm:
303 free(comm_event);
304out:
305 return err;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200306}
307
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200308int perf_event__synthesize_threads(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200309 perf_event__handler_t process,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200310 struct machine *machine)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200311{
312 DIR *proc;
313 struct dirent dirent, *next;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200314 union perf_event *comm_event, *mmap_event;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200315 int err = -1;
316
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200317 comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200318 if (comm_event == NULL)
319 goto out;
320
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200321 mmap_event = malloc(sizeof(mmap_event->mmap) + machine->id_hdr_size);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200322 if (mmap_event == NULL)
323 goto out_free_comm;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200324
325 proc = opendir("/proc");
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200326 if (proc == NULL)
327 goto out_free_mmap;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200328
329 while (!readdir_r(proc, &dirent, &next) && next) {
330 char *end;
331 pid_t pid = strtol(dirent.d_name, &end, 10);
332
333 if (*end) /* only interested in proper numerical dirents */
334 continue;
335
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200336 __event__synthesize_thread(comm_event, mmap_event, pid,
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200337 process, tool, machine);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200338 }
339
340 closedir(proc);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200341 err = 0;
342out_free_mmap:
343 free(mmap_event);
344out_free_comm:
345 free(comm_event);
346out:
347 return err;
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200348}
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200349
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200350struct process_symbol_args {
351 const char *name;
352 u64 start;
353};
354
Arnaldo Carvalho de Melo3b01a412010-12-22 01:08:36 -0200355static int find_symbol_cb(void *arg, const char *name, char type,
356 u64 start, u64 end __used)
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200357{
358 struct process_symbol_args *args = arg;
359
Arnaldo Carvalho de Melo881516e2010-01-15 18:08:27 -0200360 /*
361 * Must be a function or at least an alias, as in PARISC64, where "_text" is
362 * an 'A' to the same address as "_stext".
363 */
364 if (!(symbol_type__is_a(type, MAP__FUNCTION) ||
365 type == 'A') || strcmp(name, args->name))
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200366 return 0;
367
368 args->start = start;
369 return 1;
370}
371
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200372int perf_event__synthesize_kernel_mmap(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200373 perf_event__handler_t process,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200374 struct machine *machine,
375 const char *symbol_name)
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200376{
377 size_t size;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800378 const char *filename, *mmap_name;
379 char path[PATH_MAX];
380 char name_buff[PATH_MAX];
381 struct map *map;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200382 int err;
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200383 /*
384 * We should get this from /sys/kernel/sections/.text, but till that is
385 * available use this, and after it is use this as a fallback for older
386 * kernels.
387 */
388 struct process_symbol_args args = { .name = symbol_name, };
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200389 union perf_event *event = zalloc((sizeof(event->mmap) +
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200390 machine->id_hdr_size));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200391 if (event == NULL) {
392 pr_debug("Not enough memory synthesizing mmap event "
393 "for kernel modules\n");
394 return -1;
395 }
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200396
Arnaldo Carvalho de Melo48ea8f52010-04-27 21:19:05 -0300397 mmap_name = machine__mmap_name(machine, name_buff, sizeof(name_buff));
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300398 if (machine__is_host(machine)) {
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800399 /*
400 * kernel uses PERF_RECORD_MISC_USER for user space maps,
401 * see kernel/perf_event.c __perf_event_mmap
402 */
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200403 event->header.misc = PERF_RECORD_MISC_KERNEL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800404 filename = "/proc/kallsyms";
405 } else {
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200406 event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300407 if (machine__is_default_guest(machine))
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800408 filename = (char *) symbol_conf.default_guest_kallsyms;
409 else {
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300410 sprintf(path, "%s/proc/kallsyms", machine->root_dir);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800411 filename = path;
412 }
413 }
414
415 if (kallsyms__parse(filename, &args, find_symbol_cb) <= 0)
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200416 return -ENOENT;
417
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300418 map = machine->vmlinux_maps[MAP__FUNCTION];
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200419 size = snprintf(event->mmap.filename, sizeof(event->mmap.filename),
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800420 "%s%s", mmap_name, symbol_name) + 1;
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200421 size = ALIGN(size, sizeof(u64));
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200422 event->mmap.header.type = PERF_RECORD_MMAP;
423 event->mmap.header.size = (sizeof(event->mmap) -
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200424 (sizeof(event->mmap.filename) - size) + machine->id_hdr_size);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200425 event->mmap.pgoff = args.start;
426 event->mmap.start = map->start;
427 event->mmap.len = map->end - event->mmap.start;
428 event->mmap.pid = machine->pid;
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200429
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200430 err = process(tool, event, &synth_sample, machine);
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200431 free(event);
432
433 return err;
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200434}
435
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -0200436size_t perf_event__fprintf_comm(union perf_event *event, FILE *fp)
437{
438 return fprintf(fp, ": %s:%d\n", event->comm.comm, event->comm.tid);
439}
440
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200441int perf_event__process_comm(struct perf_tool *tool __used,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200442 union perf_event *event,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200443 struct perf_sample *sample __used,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200444 struct machine *machine)
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200445{
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200446 struct thread *thread = machine__findnew_thread(machine, event->comm.tid);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200447
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -0200448 if (dump_trace)
449 perf_event__fprintf_comm(event, stdout);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200450
Arnaldo Carvalho de Melod7603d52011-03-04 14:51:33 -0300451 if (thread == NULL || thread__set_comm(thread, event->comm.comm)) {
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200452 dump_printf("problem processing PERF_RECORD_COMM, skipping event.\n");
453 return -1;
454 }
455
456 return 0;
457}
458
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200459int perf_event__process_lost(struct perf_tool *tool __used,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200460 union perf_event *event,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200461 struct perf_sample *sample __used,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200462 struct machine *machine __used)
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200463{
Arnaldo Carvalho de Melo9486aa32011-01-22 20:37:02 -0200464 dump_printf(": id:%" PRIu64 ": lost:%" PRIu64 "\n",
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200465 event->lost.id, event->lost.lost);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200466 return 0;
467}
468
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200469static void perf_event__set_kernel_mmap_len(union perf_event *event,
470 struct map **maps)
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200471{
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200472 maps[MAP__FUNCTION]->start = event->mmap.start;
473 maps[MAP__FUNCTION]->end = event->mmap.start + event->mmap.len;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800474 /*
475 * Be a bit paranoid here, some perf.data file came with
476 * a zero sized synthesized MMAP event for the kernel.
477 */
478 if (maps[MAP__FUNCTION]->end == 0)
Ian Munsie9d1faba2010-11-25 15:12:53 +1100479 maps[MAP__FUNCTION]->end = ~0ULL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800480}
481
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200482static int perf_event__process_kernel_mmap(struct perf_tool *tool __used,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200483 union perf_event *event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200484 struct machine *machine)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800485{
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200486 struct map *map;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800487 char kmmap_prefix[PATH_MAX];
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800488 enum dso_kernel_type kernel_type;
489 bool is_kernel_mmap;
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200490
Arnaldo Carvalho de Melo48ea8f52010-04-27 21:19:05 -0300491 machine__mmap_name(machine, kmmap_prefix, sizeof(kmmap_prefix));
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300492 if (machine__is_host(machine))
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800493 kernel_type = DSO_TYPE_KERNEL;
494 else
495 kernel_type = DSO_TYPE_GUEST_KERNEL;
496
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200497 is_kernel_mmap = memcmp(event->mmap.filename,
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800498 kmmap_prefix,
499 strlen(kmmap_prefix)) == 0;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200500 if (event->mmap.filename[0] == '/' ||
501 (!is_kernel_mmap && event->mmap.filename[0] == '[')) {
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800502
503 char short_module_name[1024];
504 char *name, *dot;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200505
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200506 if (event->mmap.filename[0] == '/') {
507 name = strrchr(event->mmap.filename, '/');
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200508 if (name == NULL)
509 goto out_problem;
510
511 ++name; /* skip / */
512 dot = strrchr(name, '.');
513 if (dot == NULL)
514 goto out_problem;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200515 snprintf(short_module_name, sizeof(short_module_name),
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800516 "[%.*s]", (int)(dot - name), name);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200517 strxfrchar(short_module_name, '-', '_');
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800518 } else
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200519 strcpy(short_module_name, event->mmap.filename);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200520
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200521 map = machine__new_module(machine, event->mmap.start,
522 event->mmap.filename);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800523 if (map == NULL)
524 goto out_problem;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200525
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800526 name = strdup(short_module_name);
527 if (name == NULL)
528 goto out_problem;
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200529
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800530 map->dso->short_name = name;
Arnaldo Carvalho de Melo6e406252010-07-29 15:11:30 -0300531 map->dso->sname_alloc = 1;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200532 map->end = map->start + event->mmap.len;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800533 } else if (is_kernel_mmap) {
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200534 const char *symbol_name = (event->mmap.filename +
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800535 strlen(kmmap_prefix));
536 /*
537 * Should be there already, from the build-id table in
538 * the header.
539 */
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300540 struct dso *kernel = __dsos__findnew(&machine->kernel_dsos,
541 kmmap_prefix);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800542 if (kernel == NULL)
543 goto out_problem;
544
545 kernel->kernel = kernel_type;
Arnaldo Carvalho de Melod28c6222010-04-27 21:20:43 -0300546 if (__machine__create_kernel_maps(machine, kernel) < 0)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800547 goto out_problem;
548
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200549 perf_event__set_kernel_mmap_len(event, machine->vmlinux_maps);
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300550
551 /*
552 * Avoid using a zero address (kptr_restrict) for the ref reloc
553 * symbol. Effectively having zero here means that at record
554 * time /proc/sys/kernel/kptr_restrict was non zero.
555 */
556 if (event->mmap.pgoff != 0) {
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200557 maps__set_kallsyms_ref_reloc_sym(machine->vmlinux_maps,
558 symbol_name,
559 event->mmap.pgoff);
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300560 }
561
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300562 if (machine__is_default_guest(machine)) {
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200563 /*
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800564 * preload dso of guest kernel and modules
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200565 */
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300566 dso__load(kernel, machine->vmlinux_maps[MAP__FUNCTION],
567 NULL);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200568 }
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800569 }
570 return 0;
571out_problem:
572 return -1;
573}
574
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -0200575size_t perf_event__fprintf_mmap(union perf_event *event, FILE *fp)
576{
577 return fprintf(fp, " %d/%d: [%#" PRIx64 "(%#" PRIx64 ") @ %#" PRIx64 "]: %s\n",
578 event->mmap.pid, event->mmap.tid, event->mmap.start,
579 event->mmap.len, event->mmap.pgoff, event->mmap.filename);
580}
581
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200582int perf_event__process_mmap(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200583 union perf_event *event,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200584 struct perf_sample *sample __used,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200585 struct machine *machine)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800586{
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800587 struct thread *thread;
588 struct map *map;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200589 u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800590 int ret = 0;
591
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -0200592 if (dump_trace)
593 perf_event__fprintf_mmap(event, stdout);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800594
595 if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL ||
596 cpumode == PERF_RECORD_MISC_KERNEL) {
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200597 ret = perf_event__process_kernel_mmap(tool, event, machine);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800598 if (ret < 0)
599 goto out_problem;
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200600 return 0;
601 }
602
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200603 thread = machine__findnew_thread(machine, event->mmap.pid);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -0300604 if (thread == NULL)
605 goto out_problem;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200606 map = map__new(&machine->user_dsos, event->mmap.start,
607 event->mmap.len, event->mmap.pgoff,
608 event->mmap.pid, event->mmap.filename,
Dave Martin361d1342010-07-27 16:40:02 +0100609 MAP__FUNCTION);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -0300610 if (map == NULL)
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200611 goto out_problem;
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200612
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200613 thread__insert_map(thread, map);
614 return 0;
615
616out_problem:
617 dump_printf("problem processing PERF_RECORD_MMAP, skipping event.\n");
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200618 return 0;
619}
620
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -0200621size_t perf_event__fprintf_task(union perf_event *event, FILE *fp)
622{
623 return fprintf(fp, "(%d:%d):(%d:%d)\n",
624 event->fork.pid, event->fork.tid,
625 event->fork.ppid, event->fork.ptid);
626}
627
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200628int perf_event__process_task(struct perf_tool *tool __used,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200629 union perf_event *event,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200630 struct perf_sample *sample __used,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200631 struct machine *machine)
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200632{
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200633 struct thread *thread = machine__findnew_thread(machine, event->fork.tid);
634 struct thread *parent = machine__findnew_thread(machine, event->fork.ptid);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200635
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -0200636 if (dump_trace)
637 perf_event__fprintf_task(event, stdout);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200638
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200639 if (event->header.type == PERF_RECORD_EXIT) {
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200640 machine__remove_thread(machine, thread);
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200641 return 0;
Arnaldo Carvalho de Melo720a3ae2010-06-17 08:37:44 -0300642 }
Arnaldo Carvalho de Melo62daacb2009-11-27 16:29:22 -0200643
644 if (thread == NULL || parent == NULL ||
645 thread__fork(thread, parent) < 0) {
646 dump_printf("problem processing PERF_RECORD_FORK, skipping event.\n");
647 return -1;
648 }
649
650 return 0;
651}
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200652
Arnaldo Carvalho de Melo482ad892011-12-02 11:06:37 -0200653size_t perf_event__fprintf(union perf_event *event, FILE *fp)
654{
655 size_t ret = fprintf(fp, "PERF_RECORD_%s",
656 perf_event__name(event->header.type));
657
658 switch (event->header.type) {
659 case PERF_RECORD_COMM:
660 ret += perf_event__fprintf_comm(event, fp);
661 break;
662 case PERF_RECORD_FORK:
663 case PERF_RECORD_EXIT:
664 ret += perf_event__fprintf_task(event, fp);
665 break;
666 case PERF_RECORD_MMAP:
667 ret += perf_event__fprintf_mmap(event, fp);
668 break;
669 default:
670 ret += fprintf(fp, "\n");
671 }
672
673 return ret;
674}
675
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200676int perf_event__process(struct perf_tool *tool, union perf_event *event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200677 struct perf_sample *sample, struct machine *machine)
Srikar Dronamrajub83f9202010-08-02 18:08:51 +0530678{
679 switch (event->header.type) {
680 case PERF_RECORD_COMM:
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200681 perf_event__process_comm(tool, event, sample, machine);
Srikar Dronamrajub83f9202010-08-02 18:08:51 +0530682 break;
683 case PERF_RECORD_MMAP:
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200684 perf_event__process_mmap(tool, event, sample, machine);
Srikar Dronamrajub83f9202010-08-02 18:08:51 +0530685 break;
686 case PERF_RECORD_FORK:
687 case PERF_RECORD_EXIT:
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200688 perf_event__process_task(tool, event, sample, machine);
Srikar Dronamrajub83f9202010-08-02 18:08:51 +0530689 break;
Arnaldo Carvalho de Meloef2bf6d2011-01-29 09:04:40 -0200690 case PERF_RECORD_LOST:
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200691 perf_event__process_lost(tool, event, sample, machine);
Srikar Dronamrajub83f9202010-08-02 18:08:51 +0530692 default:
693 break;
694 }
695
696 return 0;
697}
698
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200699void thread__find_addr_map(struct thread *self,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200700 struct machine *machine, u8 cpumode,
701 enum map_type type, u64 addr,
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200702 struct addr_location *al)
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200703{
Arnaldo Carvalho de Melo9958e1f2009-12-11 14:50:36 -0200704 struct map_groups *mg = &self->mg;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200705
Arnaldo Carvalho de Melo9958e1f2009-12-11 14:50:36 -0200706 al->thread = self;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200707 al->addr = addr;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800708 al->cpumode = cpumode;
709 al->filtered = false;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200710
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200711 if (machine == NULL) {
712 al->map = NULL;
713 return;
714 }
715
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800716 if (cpumode == PERF_RECORD_MISC_KERNEL && perf_host) {
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200717 al->level = 'k';
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300718 mg = &machine->kmaps;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800719 } else if (cpumode == PERF_RECORD_MISC_USER && perf_host) {
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200720 al->level = '.';
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800721 } else if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL && perf_guest) {
722 al->level = 'g';
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300723 mg = &machine->kmaps;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800724 } else {
725 /*
726 * 'u' means guest os user space.
727 * TODO: We don't support guest user space. Might support late.
728 */
729 if (cpumode == PERF_RECORD_MISC_GUEST_USER && perf_guest)
730 al->level = 'u';
731 else
732 al->level = 'H';
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200733 al->map = NULL;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800734
735 if ((cpumode == PERF_RECORD_MISC_GUEST_USER ||
736 cpumode == PERF_RECORD_MISC_GUEST_KERNEL) &&
737 !perf_guest)
738 al->filtered = true;
739 if ((cpumode == PERF_RECORD_MISC_USER ||
740 cpumode == PERF_RECORD_MISC_KERNEL) &&
741 !perf_host)
742 al->filtered = true;
743
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200744 return;
745 }
746try_again:
Arnaldo Carvalho de Melo9958e1f2009-12-11 14:50:36 -0200747 al->map = map_groups__find(mg, type, al->addr);
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200748 if (al->map == NULL) {
749 /*
750 * If this is outside of all known maps, and is a negative
751 * address, try to look it up in the kernel dso, as it might be
752 * a vsyscall or vdso (which executes in user-mode).
753 *
754 * XXX This is nasty, we should have a symbol list in the
755 * "[vdso]" dso, but for now lets use the old trick of looking
756 * in the whole kernel symbol list.
757 */
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800758 if ((long long)al->addr < 0 &&
Andrew Lutomirski6c6804fb2011-03-24 00:36:56 -0400759 cpumode == PERF_RECORD_MISC_USER &&
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300760 machine && mg != &machine->kmaps) {
761 mg = &machine->kmaps;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200762 goto try_again;
763 }
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200764 } else
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200765 al->addr = al->map->map_ip(al->map, al->addr);
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200766}
767
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200768void thread__find_addr_location(struct thread *thread, struct machine *machine,
769 u8 cpumode, enum map_type type, u64 addr,
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200770 struct addr_location *al,
771 symbol_filter_t filter)
772{
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200773 thread__find_addr_map(thread, machine, cpumode, type, addr, al);
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200774 if (al->map != NULL)
Arnaldo Carvalho de Melo9de89fe2010-02-03 16:52:00 -0200775 al->sym = map__find_symbol(al->map, al->addr, filter);
Arnaldo Carvalho de Melo59ee68e2010-01-14 23:45:29 -0200776 else
777 al->sym = NULL;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200778}
779
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200780int perf_event__preprocess_sample(const union perf_event *event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200781 struct machine *machine,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200782 struct addr_location *al,
783 struct perf_sample *sample,
784 symbol_filter_t filter)
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200785{
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200786 u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200787 struct thread *thread = machine__findnew_thread(machine, event->ip.pid);
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200788
789 if (thread == NULL)
790 return -1;
791
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -0200792 if (symbol_conf.comm_list &&
793 !strlist__has_entry(symbol_conf.comm_list, thread->comm))
794 goto out_filtered;
795
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200796 dump_printf(" ... thread: %s:%d\n", thread->comm, thread->pid);
Arnaldo Carvalho de Melo1f626bc2010-05-09 19:57:08 -0300797 /*
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200798 * Have we already created the kernel maps for this machine?
Arnaldo Carvalho de Melo1f626bc2010-05-09 19:57:08 -0300799 *
800 * This should have happened earlier, when we processed the kernel MMAP
801 * events, but for older perf.data files there was no such thing, so do
802 * it now.
803 */
804 if (cpumode == PERF_RECORD_MISC_KERNEL &&
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200805 machine->vmlinux_maps[MAP__FUNCTION] == NULL)
806 machine__create_kernel_maps(machine);
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200807
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200808 thread__find_addr_map(thread, machine, cpumode, MAP__FUNCTION,
809 event->ip.ip, al);
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200810 dump_printf(" ...... dso: %s\n",
811 al->map ? al->map->dso->long_name :
812 al->level == 'H' ? "[hypervisor]" : "<not found>");
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -0300813 al->sym = NULL;
Arnaldo Carvalho de Melo8d50e5b2011-01-29 13:02:00 -0200814 al->cpu = sample->cpu;
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -0200815
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -0300816 if (al->map) {
Namhyung Kimcb8f4e92011-12-13 00:16:55 +0900817 struct dso *dso = al->map->dso;
818
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -0300819 if (symbol_conf.dso_list &&
Namhyung Kimcb8f4e92011-12-13 00:16:55 +0900820 (!dso || !(strlist__has_entry(symbol_conf.dso_list,
821 dso->short_name) ||
822 (dso->short_name != dso->long_name &&
823 strlist__has_entry(symbol_conf.dso_list,
824 dso->long_name)))))
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -0300825 goto out_filtered;
Arnaldo Carvalho de Melo96415e42010-03-24 16:40:15 -0300826
827 al->sym = map__find_symbol(al->map, al->addr, filter);
828 }
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -0200829
830 if (symbol_conf.sym_list && al->sym &&
831 !strlist__has_entry(symbol_conf.sym_list, al->sym->name))
832 goto out_filtered;
833
Arnaldo Carvalho de Meloc410a332009-12-15 20:04:41 -0200834 return 0;
835
836out_filtered:
837 al->filtered = true;
Arnaldo Carvalho de Melo1ed091c2009-11-27 16:29:23 -0200838 return 0;
839}