blob: e3ccdb46d6c4c0d9e469d9979df0d912d58d459a [file] [log] [blame]
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -02001#include <linux/kernel.h>
2
3#include <unistd.h>
4#include <sys/types.h>
5
6#include "session.h"
Arnaldo Carvalho de Meloa3286262009-12-14 14:22:59 -02007#include "sort.h"
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -02008#include "util.h"
9
10static int perf_session__open(struct perf_session *self, bool force)
11{
12 struct stat input_stat;
13
14 self->fd = open(self->filename, O_RDONLY);
15 if (self->fd < 0) {
16 pr_err("failed to open file: %s", self->filename);
17 if (!strcmp(self->filename, "perf.data"))
18 pr_err(" (try 'perf record' first)");
19 pr_err("\n");
20 return -errno;
21 }
22
23 if (fstat(self->fd, &input_stat) < 0)
24 goto out_close;
25
26 if (!force && input_stat.st_uid && (input_stat.st_uid != geteuid())) {
27 pr_err("file %s not owned by current user or root\n",
28 self->filename);
29 goto out_close;
30 }
31
32 if (!input_stat.st_size) {
33 pr_info("zero-sized file (%s), nothing to do!\n",
34 self->filename);
35 goto out_close;
36 }
37
38 if (perf_header__read(&self->header, self->fd) < 0) {
39 pr_err("incompatible file format");
40 goto out_close;
41 }
42
43 self->size = input_stat.st_size;
44 return 0;
45
46out_close:
47 close(self->fd);
48 self->fd = -1;
49 return -1;
50}
51
Arnaldo Carvalho de Melo75be6cf2009-12-15 20:04:39 -020052struct perf_session *perf_session__new(const char *filename, int mode, bool force)
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -020053{
Arnaldo Carvalho de Melob3165f42009-12-13 19:50:28 -020054 size_t len = filename ? strlen(filename) + 1 : 0;
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -020055 struct perf_session *self = zalloc(sizeof(*self) + len);
56
57 if (self == NULL)
58 goto out;
59
60 if (perf_header__init(&self->header) < 0)
Arnaldo Carvalho de Melo4aa65632009-12-13 19:50:29 -020061 goto out_free;
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -020062
63 memcpy(self->filename, filename, len);
Arnaldo Carvalho de Melob3165f42009-12-13 19:50:28 -020064 self->threads = RB_ROOT;
65 self->last_match = NULL;
Arnaldo Carvalho de Meloec913362009-12-13 19:50:27 -020066 self->mmap_window = 32;
67 self->cwd = NULL;
68 self->cwdlen = 0;
Arnaldo Carvalho de Melo31d337c2009-12-27 21:37:03 -020069 self->unknown_events = 0;
Arnaldo Carvalho de Melo4aa65632009-12-13 19:50:29 -020070 map_groups__init(&self->kmaps);
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -020071
Arnaldo Carvalho de Melo4aa65632009-12-13 19:50:29 -020072 if (mode == O_RDONLY && perf_session__open(self, force) < 0)
73 goto out_delete;
Arnaldo Carvalho de Melod549c762009-12-27 21:37:02 -020074
75 self->sample_type = perf_header__sample_type(&self->header);
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -020076out:
77 return self;
Arnaldo Carvalho de Melo4aa65632009-12-13 19:50:29 -020078out_free:
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -020079 free(self);
80 return NULL;
Arnaldo Carvalho de Melo4aa65632009-12-13 19:50:29 -020081out_delete:
82 perf_session__delete(self);
83 return NULL;
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -020084}
85
86void perf_session__delete(struct perf_session *self)
87{
88 perf_header__exit(&self->header);
89 close(self->fd);
Arnaldo Carvalho de Meloec913362009-12-13 19:50:27 -020090 free(self->cwd);
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -020091 free(self);
92}
Arnaldo Carvalho de Meloa3286262009-12-14 14:22:59 -020093
94static bool symbol__match_parent_regex(struct symbol *sym)
95{
96 if (sym->name && !regexec(&parent_regex, sym->name, 0, NULL, 0))
97 return 1;
98
99 return 0;
100}
101
102struct symbol **perf_session__resolve_callchain(struct perf_session *self,
103 struct thread *thread,
104 struct ip_callchain *chain,
105 struct symbol **parent)
106{
107 u8 cpumode = PERF_RECORD_MISC_USER;
108 struct symbol **syms = NULL;
109 unsigned int i;
110
Arnaldo Carvalho de Melod599db32009-12-15 20:04:42 -0200111 if (symbol_conf.use_callchain) {
Arnaldo Carvalho de Meloa3286262009-12-14 14:22:59 -0200112 syms = calloc(chain->nr, sizeof(*syms));
113 if (!syms) {
114 fprintf(stderr, "Can't allocate memory for symbols\n");
115 exit(-1);
116 }
117 }
118
119 for (i = 0; i < chain->nr; i++) {
120 u64 ip = chain->ips[i];
121 struct addr_location al;
122
123 if (ip >= PERF_CONTEXT_MAX) {
124 switch (ip) {
125 case PERF_CONTEXT_HV:
126 cpumode = PERF_RECORD_MISC_HYPERVISOR; break;
127 case PERF_CONTEXT_KERNEL:
128 cpumode = PERF_RECORD_MISC_KERNEL; break;
129 case PERF_CONTEXT_USER:
130 cpumode = PERF_RECORD_MISC_USER; break;
131 default:
132 break;
133 }
134 continue;
135 }
136
137 thread__find_addr_location(thread, self, cpumode,
138 MAP__FUNCTION, ip, &al, NULL);
139 if (al.sym != NULL) {
140 if (sort__has_parent && !*parent &&
141 symbol__match_parent_regex(al.sym))
142 *parent = al.sym;
Arnaldo Carvalho de Melod599db32009-12-15 20:04:42 -0200143 if (!symbol_conf.use_callchain)
Arnaldo Carvalho de Meloa3286262009-12-14 14:22:59 -0200144 break;
145 syms[i] = al.sym;
146 }
147 }
148
149 return syms;
150}
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200151
152static int process_event_stub(event_t *event __used,
153 struct perf_session *session __used)
154{
155 dump_printf(": unhandled!\n");
156 return 0;
157}
158
159static void perf_event_ops__fill_defaults(struct perf_event_ops *handler)
160{
Arnaldo Carvalho de Melo55aa6402009-12-27 21:37:05 -0200161 if (handler->sample == NULL)
162 handler->sample = process_event_stub;
163 if (handler->mmap == NULL)
164 handler->mmap = process_event_stub;
165 if (handler->comm == NULL)
166 handler->comm = process_event_stub;
167 if (handler->fork == NULL)
168 handler->fork = process_event_stub;
169 if (handler->exit == NULL)
170 handler->exit = process_event_stub;
171 if (handler->lost == NULL)
172 handler->lost = process_event_stub;
173 if (handler->read == NULL)
174 handler->read = process_event_stub;
175 if (handler->throttle == NULL)
176 handler->throttle = process_event_stub;
177 if (handler->unthrottle == NULL)
178 handler->unthrottle = process_event_stub;
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200179}
180
181static const char *event__name[] = {
182 [0] = "TOTAL",
183 [PERF_RECORD_MMAP] = "MMAP",
184 [PERF_RECORD_LOST] = "LOST",
185 [PERF_RECORD_COMM] = "COMM",
186 [PERF_RECORD_EXIT] = "EXIT",
187 [PERF_RECORD_THROTTLE] = "THROTTLE",
188 [PERF_RECORD_UNTHROTTLE] = "UNTHROTTLE",
189 [PERF_RECORD_FORK] = "FORK",
190 [PERF_RECORD_READ] = "READ",
191 [PERF_RECORD_SAMPLE] = "SAMPLE",
192};
193
194unsigned long event__total[PERF_RECORD_MAX];
195
196void event__print_totals(void)
197{
198 int i;
199 for (i = 0; i < PERF_RECORD_MAX; ++i)
200 pr_info("%10s events: %10ld\n",
201 event__name[i], event__total[i]);
202}
203
204static int perf_session__process_event(struct perf_session *self,
205 event_t *event,
206 struct perf_event_ops *ops,
207 unsigned long offset, unsigned long head)
208{
209 trace_event(event);
210
211 if (event->header.type < PERF_RECORD_MAX) {
Arnaldo Carvalho de Melo0d755032010-01-14 12:23:09 -0200212 dump_printf("%#lx [%#x]: PERF_RECORD_%s",
213 offset + head, event->header.size,
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200214 event__name[event->header.type]);
215 ++event__total[0];
216 ++event__total[event->header.type];
217 }
218
219 switch (event->header.type) {
220 case PERF_RECORD_SAMPLE:
Arnaldo Carvalho de Melo55aa6402009-12-27 21:37:05 -0200221 return ops->sample(event, self);
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200222 case PERF_RECORD_MMAP:
Arnaldo Carvalho de Melo55aa6402009-12-27 21:37:05 -0200223 return ops->mmap(event, self);
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200224 case PERF_RECORD_COMM:
Arnaldo Carvalho de Melo55aa6402009-12-27 21:37:05 -0200225 return ops->comm(event, self);
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200226 case PERF_RECORD_FORK:
Arnaldo Carvalho de Melo55aa6402009-12-27 21:37:05 -0200227 return ops->fork(event, self);
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200228 case PERF_RECORD_EXIT:
Arnaldo Carvalho de Melo55aa6402009-12-27 21:37:05 -0200229 return ops->exit(event, self);
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200230 case PERF_RECORD_LOST:
Arnaldo Carvalho de Melo55aa6402009-12-27 21:37:05 -0200231 return ops->lost(event, self);
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200232 case PERF_RECORD_READ:
Arnaldo Carvalho de Melo55aa6402009-12-27 21:37:05 -0200233 return ops->read(event, self);
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200234 case PERF_RECORD_THROTTLE:
Arnaldo Carvalho de Melo55aa6402009-12-27 21:37:05 -0200235 return ops->throttle(event, self);
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200236 case PERF_RECORD_UNTHROTTLE:
Arnaldo Carvalho de Melo55aa6402009-12-27 21:37:05 -0200237 return ops->unthrottle(event, self);
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200238 default:
Arnaldo Carvalho de Melo31d337c2009-12-27 21:37:03 -0200239 self->unknown_events++;
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200240 return -1;
241 }
242}
243
244int perf_header__read_build_ids(int input, u64 offset, u64 size)
245{
246 struct build_id_event bev;
247 char filename[PATH_MAX];
248 u64 limit = offset + size;
249 int err = -1;
250
251 while (offset < limit) {
252 struct dso *dso;
253 ssize_t len;
Arnaldo Carvalho de Meloa89e5ab2010-01-07 19:59:39 -0200254 struct list_head *head = &dsos__user;
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200255
256 if (read(input, &bev, sizeof(bev)) != sizeof(bev))
257 goto out;
258
259 len = bev.header.size - sizeof(bev);
260 if (read(input, filename, len) != len)
261 goto out;
262
Arnaldo Carvalho de Meloa89e5ab2010-01-07 19:59:39 -0200263 if (bev.header.misc & PERF_RECORD_MISC_KERNEL)
264 head = &dsos__kernel;
265
266 dso = __dsos__findnew(head, filename);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200267 if (dso != NULL) {
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200268 dso__set_build_id(dso, &bev.build_id);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200269 if (head == &dsos__kernel && filename[0] == '[')
270 dso->kernel = 1;
271 }
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200272
273 offset += bev.header.size;
274 }
275 err = 0;
276out:
277 return err;
278}
279
280static struct thread *perf_session__register_idle_thread(struct perf_session *self)
281{
282 struct thread *thread = perf_session__findnew(self, 0);
283
284 if (thread == NULL || thread__set_comm(thread, "swapper")) {
285 pr_err("problem inserting idle task.\n");
286 thread = NULL;
287 }
288
289 return thread;
290}
291
292int perf_session__process_events(struct perf_session *self,
293 struct perf_event_ops *ops)
294{
295 int err;
296 unsigned long head, shift;
297 unsigned long offset = 0;
298 size_t page_size;
299 event_t *event;
300 uint32_t size;
301 char *buf;
302
303 if (perf_session__register_idle_thread(self) == NULL)
304 return -ENOMEM;
305
306 perf_event_ops__fill_defaults(ops);
307
308 page_size = getpagesize();
309
310 head = self->header.data_offset;
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200311
Arnaldo Carvalho de Melof7d87442009-12-27 21:37:04 -0200312 if (!symbol_conf.full_paths) {
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200313 char bf[PATH_MAX];
314
315 if (getcwd(bf, sizeof(bf)) == NULL) {
316 err = -errno;
317out_getcwd_err:
318 pr_err("failed to get the current directory\n");
319 goto out_err;
320 }
321 self->cwd = strdup(bf);
322 if (self->cwd == NULL) {
323 err = -ENOMEM;
324 goto out_getcwd_err;
325 }
326 self->cwdlen = strlen(self->cwd);
327 }
328
329 shift = page_size * (head / page_size);
330 offset += shift;
331 head -= shift;
332
333remap:
334 buf = mmap(NULL, page_size * self->mmap_window, PROT_READ,
335 MAP_SHARED, self->fd, offset);
336 if (buf == MAP_FAILED) {
337 pr_err("failed to mmap file\n");
338 err = -errno;
339 goto out_err;
340 }
341
342more:
343 event = (event_t *)(buf + head);
344
345 size = event->header.size;
346 if (size == 0)
347 size = 8;
348
349 if (head + event->header.size >= page_size * self->mmap_window) {
350 int munmap_ret;
351
352 shift = page_size * (head / page_size);
353
354 munmap_ret = munmap(buf, page_size * self->mmap_window);
355 assert(munmap_ret == 0);
356
357 offset += shift;
358 head -= shift;
359 goto remap;
360 }
361
362 size = event->header.size;
363
Arnaldo Carvalho de Melo0d755032010-01-14 12:23:09 -0200364 dump_printf("\n%#lx [%#x]: event: %d\n",
365 offset + head, event->header.size, event->header.type);
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200366
367 if (size == 0 ||
368 perf_session__process_event(self, event, ops, offset, head) < 0) {
Arnaldo Carvalho de Melo0d755032010-01-14 12:23:09 -0200369 dump_printf("%#lx [%#x]: skipping unknown header type: %d\n",
370 offset + head, event->header.size,
Arnaldo Carvalho de Melo06aae592009-12-27 21:36:59 -0200371 event->header.type);
372 /*
373 * assume we lost track of the stream, check alignment, and
374 * increment a single u64 in the hope to catch on again 'soon'.
375 */
376 if (unlikely(head & 7))
377 head &= ~7ULL;
378
379 size = 8;
380 }
381
382 head += size;
383
384 if (offset + head >= self->header.data_offset + self->header.data_size)
385 goto done;
386
387 if (offset + head < self->size)
388 goto more;
389done:
390 err = 0;
391out_err:
392 return err;
393}
Arnaldo Carvalho de Melo27295592009-12-27 21:37:01 -0200394
Arnaldo Carvalho de Melod549c762009-12-27 21:37:02 -0200395bool perf_session__has_traces(struct perf_session *self, const char *msg)
Arnaldo Carvalho de Melo27295592009-12-27 21:37:01 -0200396{
397 if (!(self->sample_type & PERF_SAMPLE_RAW)) {
Arnaldo Carvalho de Melod549c762009-12-27 21:37:02 -0200398 pr_err("No trace sample to read. Did you call 'perf %s'?\n", msg);
399 return false;
Arnaldo Carvalho de Melo27295592009-12-27 21:37:01 -0200400 }
401
Arnaldo Carvalho de Melod549c762009-12-27 21:37:02 -0200402 return true;
Arnaldo Carvalho de Melo27295592009-12-27 21:37:01 -0200403}
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200404
405int perf_session__set_kallsyms_ref_reloc_sym(struct perf_session *self,
406 const char *symbol_name,
407 u64 addr)
408{
409 char *bracket;
410
411 self->ref_reloc_sym.name = strdup(symbol_name);
412 if (self->ref_reloc_sym.name == NULL)
413 return -ENOMEM;
414
415 bracket = strchr(self->ref_reloc_sym.name, ']');
416 if (bracket)
417 *bracket = '\0';
418
419 self->ref_reloc_sym.addr = addr;
420 return 0;
421}
422
423static u64 map__reloc_map_ip(struct map *map, u64 ip)
424{
425 return ip + (s64)map->pgoff;
426}
427
428static u64 map__reloc_unmap_ip(struct map *map, u64 ip)
429{
430 return ip - (s64)map->pgoff;
431}
432
433void perf_session__reloc_vmlinux_maps(struct perf_session *self,
434 u64 unrelocated_addr)
435{
436 enum map_type type;
437 s64 reloc = unrelocated_addr - self->ref_reloc_sym.addr;
438
439 if (!reloc)
440 return;
441
442 for (type = 0; type < MAP__NR_TYPES; ++type) {
443 struct map *map = self->vmlinux_maps[type];
444
445 map->map_ip = map__reloc_map_ip;
446 map->unmap_ip = map__reloc_unmap_ip;
447 map->pgoff = reloc;
448 }
449}