blob: 7400fb3fc50c91910a51eb3dc6a679ca6e4a05de [file] [log] [blame]
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -02001/*
2 * Copyright (C) 2011, Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com>
3 *
4 * Parts came from builtin-{top,stat,record}.c, see those files for further
5 * copyright notes.
6 *
7 * Released under the GPL v2. (and only v2, not any later version)
8 */
Arnaldo Carvalho de Meloa8c9ae12011-11-05 08:41:51 -02009#include "util.h"
10#include "debugfs.h"
Arnaldo Carvalho de Melo5c581042011-01-11 22:30:02 -020011#include <poll.h>
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -020012#include "cpumap.h"
13#include "thread_map.h"
Namhyung Kim12864b32012-04-26 14:15:22 +090014#include "target.h"
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020015#include "evlist.h"
16#include "evsel.h"
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -020017#include <unistd.h>
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020018
Arnaldo Carvalho de Melo50d08e42011-11-04 09:10:59 -020019#include "parse-events.h"
20
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -020021#include <sys/mman.h>
22
Arnaldo Carvalho de Melo70db7532011-01-12 22:39:13 -020023#include <linux/bitops.h>
24#include <linux/hash.h>
25
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -020026#define FD(e, x, y) (*(int *)xyarray__entry(e->fd, x, y))
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -030027#define SID(e, x, y) xyarray__entry(e->sample_id, x, y)
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -020028
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -020029void perf_evlist__init(struct perf_evlist *evlist, struct cpu_map *cpus,
30 struct thread_map *threads)
Arnaldo Carvalho de Meloef1d1af2011-01-18 21:41:45 -020031{
32 int i;
33
34 for (i = 0; i < PERF_EVLIST__HLIST_SIZE; ++i)
35 INIT_HLIST_HEAD(&evlist->heads[i]);
36 INIT_LIST_HEAD(&evlist->entries);
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -020037 perf_evlist__set_maps(evlist, cpus, threads);
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -020038 evlist->workload.pid = -1;
Arnaldo Carvalho de Meloef1d1af2011-01-18 21:41:45 -020039}
40
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -020041struct perf_evlist *perf_evlist__new(struct cpu_map *cpus,
42 struct thread_map *threads)
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020043{
44 struct perf_evlist *evlist = zalloc(sizeof(*evlist));
45
Arnaldo Carvalho de Meloef1d1af2011-01-18 21:41:45 -020046 if (evlist != NULL)
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -020047 perf_evlist__init(evlist, cpus, threads);
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020048
49 return evlist;
50}
51
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -020052void perf_evlist__config_attrs(struct perf_evlist *evlist,
53 struct perf_record_opts *opts)
54{
Namhyung Kim5090c6a2012-03-16 17:42:20 +090055 struct perf_evsel *evsel, *first;
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -020056
57 if (evlist->cpus->map[0] < 0)
58 opts->no_inherit = true;
59
Namhyung Kim5090c6a2012-03-16 17:42:20 +090060 first = list_entry(evlist->entries.next, struct perf_evsel, node);
61
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -020062 list_for_each_entry(evsel, &evlist->entries, node) {
Namhyung Kim5090c6a2012-03-16 17:42:20 +090063 perf_evsel__config(evsel, opts, first);
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -020064
65 if (evlist->nr_entries > 1)
66 evsel->attr.sample_type |= PERF_SAMPLE_ID;
67 }
68}
69
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020070static void perf_evlist__purge(struct perf_evlist *evlist)
71{
72 struct perf_evsel *pos, *n;
73
74 list_for_each_entry_safe(pos, n, &evlist->entries, node) {
75 list_del_init(&pos->node);
76 perf_evsel__delete(pos);
77 }
78
79 evlist->nr_entries = 0;
80}
81
Arnaldo Carvalho de Meloef1d1af2011-01-18 21:41:45 -020082void perf_evlist__exit(struct perf_evlist *evlist)
83{
84 free(evlist->mmap);
85 free(evlist->pollfd);
86 evlist->mmap = NULL;
87 evlist->pollfd = NULL;
88}
89
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020090void perf_evlist__delete(struct perf_evlist *evlist)
91{
92 perf_evlist__purge(evlist);
Arnaldo Carvalho de Meloef1d1af2011-01-18 21:41:45 -020093 perf_evlist__exit(evlist);
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020094 free(evlist);
95}
96
97void perf_evlist__add(struct perf_evlist *evlist, struct perf_evsel *entry)
98{
99 list_add_tail(&entry->node, &evlist->entries);
100 ++evlist->nr_entries;
101}
102
Jiri Olsa0529bc12012-01-27 15:34:20 +0100103void perf_evlist__splice_list_tail(struct perf_evlist *evlist,
104 struct list_head *list,
105 int nr_entries)
Arnaldo Carvalho de Melo50d08e42011-11-04 09:10:59 -0200106{
107 list_splice_tail(list, &evlist->entries);
108 evlist->nr_entries += nr_entries;
109}
110
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200111int perf_evlist__add_default(struct perf_evlist *evlist)
112{
113 struct perf_event_attr attr = {
114 .type = PERF_TYPE_HARDWARE,
115 .config = PERF_COUNT_HW_CPU_CYCLES,
116 };
Joerg Roedel1aed2672012-01-04 17:54:20 +0100117 struct perf_evsel *evsel;
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200118
Joerg Roedel1aed2672012-01-04 17:54:20 +0100119 event_attr_init(&attr);
120
121 evsel = perf_evsel__new(&attr, 0);
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200122 if (evsel == NULL)
Stephane Eraniancc2d86b2011-06-07 18:19:36 +0200123 goto error;
124
125 /* use strdup() because free(evsel) assumes name is allocated */
126 evsel->name = strdup("cycles");
127 if (!evsel->name)
128 goto error_free;
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200129
130 perf_evlist__add(evlist, evsel);
131 return 0;
Stephane Eraniancc2d86b2011-06-07 18:19:36 +0200132error_free:
133 perf_evsel__delete(evsel);
134error:
135 return -ENOMEM;
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200136}
Arnaldo Carvalho de Melo5c581042011-01-11 22:30:02 -0200137
Arnaldo Carvalho de Melo50d08e42011-11-04 09:10:59 -0200138int perf_evlist__add_attrs(struct perf_evlist *evlist,
139 struct perf_event_attr *attrs, size_t nr_attrs)
140{
141 struct perf_evsel *evsel, *n;
142 LIST_HEAD(head);
143 size_t i;
144
145 for (i = 0; i < nr_attrs; i++) {
146 evsel = perf_evsel__new(attrs + i, evlist->nr_entries + i);
147 if (evsel == NULL)
148 goto out_delete_partial_list;
149 list_add_tail(&evsel->node, &head);
150 }
151
152 perf_evlist__splice_list_tail(evlist, &head, nr_attrs);
153
154 return 0;
155
156out_delete_partial_list:
157 list_for_each_entry_safe(evsel, n, &head, node)
158 perf_evsel__delete(evsel);
159 return -1;
160}
161
Arnaldo Carvalho de Melo79695e12012-05-30 13:53:54 -0300162int __perf_evlist__add_default_attrs(struct perf_evlist *evlist,
163 struct perf_event_attr *attrs, size_t nr_attrs)
164{
165 size_t i;
166
167 for (i = 0; i < nr_attrs; i++)
168 event_attr_init(attrs + i);
169
170 return perf_evlist__add_attrs(evlist, attrs, nr_attrs);
171}
172
Arnaldo Carvalho de Meloa8c9ae12011-11-05 08:41:51 -0200173static int trace_event__id(const char *evname)
174{
175 char *filename, *colon;
176 int err = -1, fd;
177
178 if (asprintf(&filename, "%s/%s/id", tracing_events_path, evname) < 0)
179 return -1;
180
181 colon = strrchr(filename, ':');
182 if (colon != NULL)
183 *colon = '/';
184
185 fd = open(filename, O_RDONLY);
186 if (fd >= 0) {
187 char id[16];
188 if (read(fd, id, sizeof(id)) > 0)
189 err = atoi(id);
190 close(fd);
191 }
192
193 free(filename);
194 return err;
195}
196
197int perf_evlist__add_tracepoints(struct perf_evlist *evlist,
198 const char *tracepoints[],
199 size_t nr_tracepoints)
200{
201 int err;
202 size_t i;
203 struct perf_event_attr *attrs = zalloc(nr_tracepoints * sizeof(*attrs));
204
205 if (attrs == NULL)
206 return -1;
207
208 for (i = 0; i < nr_tracepoints; i++) {
209 err = trace_event__id(tracepoints[i]);
210
211 if (err < 0)
212 goto out_free_attrs;
213
214 attrs[i].type = PERF_TYPE_TRACEPOINT;
215 attrs[i].config = err;
216 attrs[i].sample_type = (PERF_SAMPLE_RAW | PERF_SAMPLE_TIME |
217 PERF_SAMPLE_CPU);
218 attrs[i].sample_period = 1;
219 }
220
221 err = perf_evlist__add_attrs(evlist, attrs, nr_tracepoints);
222out_free_attrs:
223 free(attrs);
224 return err;
225}
226
Arnaldo Carvalho de Meloee29be62011-11-28 17:57:40 -0200227static struct perf_evsel *
228 perf_evlist__find_tracepoint_by_id(struct perf_evlist *evlist, int id)
229{
230 struct perf_evsel *evsel;
231
232 list_for_each_entry(evsel, &evlist->entries, node) {
233 if (evsel->attr.type == PERF_TYPE_TRACEPOINT &&
234 (int)evsel->attr.config == id)
235 return evsel;
236 }
237
238 return NULL;
239}
240
241int perf_evlist__set_tracepoints_handlers(struct perf_evlist *evlist,
242 const struct perf_evsel_str_handler *assocs,
243 size_t nr_assocs)
244{
245 struct perf_evsel *evsel;
246 int err;
247 size_t i;
248
249 for (i = 0; i < nr_assocs; i++) {
250 err = trace_event__id(assocs[i].name);
251 if (err < 0)
252 goto out;
253
254 evsel = perf_evlist__find_tracepoint_by_id(evlist, err);
255 if (evsel == NULL)
256 continue;
257
258 err = -EEXIST;
259 if (evsel->handler.func != NULL)
260 goto out;
261 evsel->handler.func = assocs[i].handler;
262 }
263
264 err = 0;
265out:
266 return err;
267}
268
Arnaldo Carvalho de Melo4152ab32011-07-25 11:06:19 -0300269void perf_evlist__disable(struct perf_evlist *evlist)
270{
271 int cpu, thread;
272 struct perf_evsel *pos;
273
274 for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
275 list_for_each_entry(pos, &evlist->entries, node) {
276 for (thread = 0; thread < evlist->threads->nr; thread++)
Namhyung Kim55da8002012-05-31 14:51:46 +0900277 ioctl(FD(pos, cpu, thread),
278 PERF_EVENT_IOC_DISABLE, 0);
Arnaldo Carvalho de Melo4152ab32011-07-25 11:06:19 -0300279 }
280 }
281}
282
David Ahern764e16a32011-08-25 10:17:55 -0600283void perf_evlist__enable(struct perf_evlist *evlist)
284{
285 int cpu, thread;
286 struct perf_evsel *pos;
287
288 for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
289 list_for_each_entry(pos, &evlist->entries, node) {
290 for (thread = 0; thread < evlist->threads->nr; thread++)
Namhyung Kim55da8002012-05-31 14:51:46 +0900291 ioctl(FD(pos, cpu, thread),
292 PERF_EVENT_IOC_ENABLE, 0);
David Ahern764e16a32011-08-25 10:17:55 -0600293 }
294 }
295}
296
Arnaldo Carvalho de Melo806fb632011-11-29 08:05:52 -0200297static int perf_evlist__alloc_pollfd(struct perf_evlist *evlist)
Arnaldo Carvalho de Melo5c581042011-01-11 22:30:02 -0200298{
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200299 int nfds = evlist->cpus->nr * evlist->threads->nr * evlist->nr_entries;
Arnaldo Carvalho de Melo5c581042011-01-11 22:30:02 -0200300 evlist->pollfd = malloc(sizeof(struct pollfd) * nfds);
301 return evlist->pollfd != NULL ? 0 : -ENOMEM;
302}
Arnaldo Carvalho de Melo70082dd2011-01-12 17:03:24 -0200303
304void perf_evlist__add_pollfd(struct perf_evlist *evlist, int fd)
305{
306 fcntl(fd, F_SETFL, O_NONBLOCK);
307 evlist->pollfd[evlist->nr_fds].fd = fd;
308 evlist->pollfd[evlist->nr_fds].events = POLLIN;
309 evlist->nr_fds++;
310}
Arnaldo Carvalho de Melo70db7532011-01-12 22:39:13 -0200311
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -0300312static void perf_evlist__id_hash(struct perf_evlist *evlist,
313 struct perf_evsel *evsel,
314 int cpu, int thread, u64 id)
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200315{
Arnaldo Carvalho de Melo3d3b5e92011-03-04 22:29:39 -0300316 int hash;
317 struct perf_sample_id *sid = SID(evsel, cpu, thread);
318
319 sid->id = id;
320 sid->evsel = evsel;
321 hash = hash_64(sid->id, PERF_EVLIST__HLIST_BITS);
322 hlist_add_head(&sid->node, &evlist->heads[hash]);
323}
324
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -0300325void perf_evlist__id_add(struct perf_evlist *evlist, struct perf_evsel *evsel,
326 int cpu, int thread, u64 id)
327{
328 perf_evlist__id_hash(evlist, evsel, cpu, thread, id);
329 evsel->id[evsel->ids++] = id;
330}
331
332static int perf_evlist__id_add_fd(struct perf_evlist *evlist,
333 struct perf_evsel *evsel,
334 int cpu, int thread, int fd)
Arnaldo Carvalho de Melo3d3b5e92011-03-04 22:29:39 -0300335{
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200336 u64 read_data[4] = { 0, };
Arnaldo Carvalho de Melo3d3b5e92011-03-04 22:29:39 -0300337 int id_idx = 1; /* The first entry is the counter value */
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200338
339 if (!(evsel->attr.read_format & PERF_FORMAT_ID) ||
340 read(fd, &read_data, sizeof(read_data)) == -1)
341 return -1;
342
343 if (evsel->attr.read_format & PERF_FORMAT_TOTAL_TIME_ENABLED)
344 ++id_idx;
345 if (evsel->attr.read_format & PERF_FORMAT_TOTAL_TIME_RUNNING)
346 ++id_idx;
347
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -0300348 perf_evlist__id_add(evlist, evsel, cpu, thread, read_data[id_idx]);
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200349 return 0;
350}
351
Arnaldo Carvalho de Melo70db7532011-01-12 22:39:13 -0200352struct perf_evsel *perf_evlist__id2evsel(struct perf_evlist *evlist, u64 id)
353{
354 struct hlist_head *head;
355 struct hlist_node *pos;
356 struct perf_sample_id *sid;
357 int hash;
358
359 if (evlist->nr_entries == 1)
360 return list_entry(evlist->entries.next, struct perf_evsel, node);
361
362 hash = hash_64(id, PERF_EVLIST__HLIST_BITS);
363 head = &evlist->heads[hash];
364
365 hlist_for_each_entry(sid, pos, head, node)
366 if (sid->id == id)
367 return sid->evsel;
Namhyung Kim30e68bc2012-02-20 10:47:26 +0900368
369 if (!perf_evlist__sample_id_all(evlist))
370 return list_entry(evlist->entries.next, struct perf_evsel, node);
371
Arnaldo Carvalho de Melo70db7532011-01-12 22:39:13 -0200372 return NULL;
373}
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200374
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300375union perf_event *perf_evlist__mmap_read(struct perf_evlist *evlist, int idx)
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200376{
377 /* XXX Move this to perf.c, making it generally available */
378 unsigned int page_size = sysconf(_SC_PAGE_SIZE);
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300379 struct perf_mmap *md = &evlist->mmap[idx];
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200380 unsigned int head = perf_mmap__read_head(md);
381 unsigned int old = md->prev;
382 unsigned char *data = md->base + page_size;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200383 union perf_event *event = NULL;
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200384
Arnaldo Carvalho de Melo7bb41152011-01-29 09:08:13 -0200385 if (evlist->overwrite) {
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200386 /*
Arnaldo Carvalho de Melo7bb41152011-01-29 09:08:13 -0200387 * If we're further behind than half the buffer, there's a chance
388 * the writer will bite our tail and mess up the samples under us.
389 *
390 * If we somehow ended up ahead of the head, we got messed up.
391 *
392 * In either case, truncate and restart at head.
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200393 */
Arnaldo Carvalho de Melo7bb41152011-01-29 09:08:13 -0200394 int diff = head - old;
395 if (diff > md->mask / 2 || diff < 0) {
396 fprintf(stderr, "WARNING: failed to keep up with mmap data.\n");
397
398 /*
399 * head points to a known good entry, start there.
400 */
401 old = head;
402 }
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200403 }
404
405 if (old != head) {
406 size_t size;
407
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200408 event = (union perf_event *)&data[old & md->mask];
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200409 size = event->header.size;
410
411 /*
412 * Event straddles the mmap boundary -- header should always
413 * be inside due to u64 alignment of output.
414 */
415 if ((old & md->mask) + size != ((old + size) & md->mask)) {
416 unsigned int offset = old;
417 unsigned int len = min(sizeof(*event), size), cpy;
418 void *dst = &evlist->event_copy;
419
420 do {
421 cpy = min(md->mask + 1 - (offset & md->mask), len);
422 memcpy(dst, &data[offset & md->mask], cpy);
423 offset += cpy;
424 dst += cpy;
425 len -= cpy;
426 } while (len);
427
428 event = &evlist->event_copy;
429 }
430
431 old += size;
432 }
433
434 md->prev = old;
Arnaldo Carvalho de Melo7bb41152011-01-29 09:08:13 -0200435
436 if (!evlist->overwrite)
437 perf_mmap__write_tail(md, old);
438
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200439 return event;
440}
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200441
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200442void perf_evlist__munmap(struct perf_evlist *evlist)
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200443{
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300444 int i;
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200445
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300446 for (i = 0; i < evlist->nr_mmaps; i++) {
447 if (evlist->mmap[i].base != NULL) {
448 munmap(evlist->mmap[i].base, evlist->mmap_len);
449 evlist->mmap[i].base = NULL;
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200450 }
451 }
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300452
453 free(evlist->mmap);
454 evlist->mmap = NULL;
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200455}
456
Arnaldo Carvalho de Melo806fb632011-11-29 08:05:52 -0200457static int perf_evlist__alloc_mmap(struct perf_evlist *evlist)
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200458{
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300459 evlist->nr_mmaps = evlist->cpus->nr;
460 if (evlist->cpus->map[0] == -1)
461 evlist->nr_mmaps = evlist->threads->nr;
462 evlist->mmap = zalloc(evlist->nr_mmaps * sizeof(struct perf_mmap));
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200463 return evlist->mmap != NULL ? 0 : -ENOMEM;
464}
465
Arnaldo Carvalho de Melobccdaba2011-06-02 10:39:43 -0300466static int __perf_evlist__mmap(struct perf_evlist *evlist,
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300467 int idx, int prot, int mask, int fd)
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200468{
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300469 evlist->mmap[idx].prev = 0;
470 evlist->mmap[idx].mask = mask;
471 evlist->mmap[idx].base = mmap(NULL, evlist->mmap_len, prot,
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200472 MAP_SHARED, fd, 0);
Nelson Elhage301b1952011-12-19 08:39:30 -0500473 if (evlist->mmap[idx].base == MAP_FAILED) {
474 evlist->mmap[idx].base = NULL;
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200475 return -1;
Nelson Elhage301b1952011-12-19 08:39:30 -0500476 }
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200477
478 perf_evlist__add_pollfd(evlist, fd);
479 return 0;
480}
481
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300482static int perf_evlist__mmap_per_cpu(struct perf_evlist *evlist, int prot, int mask)
483{
484 struct perf_evsel *evsel;
485 int cpu, thread;
486
487 for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
488 int output = -1;
489
490 for (thread = 0; thread < evlist->threads->nr; thread++) {
491 list_for_each_entry(evsel, &evlist->entries, node) {
492 int fd = FD(evsel, cpu, thread);
493
494 if (output == -1) {
495 output = fd;
Arnaldo Carvalho de Melobccdaba2011-06-02 10:39:43 -0300496 if (__perf_evlist__mmap(evlist, cpu,
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300497 prot, mask, output) < 0)
498 goto out_unmap;
499 } else {
500 if (ioctl(fd, PERF_EVENT_IOC_SET_OUTPUT, output) != 0)
501 goto out_unmap;
502 }
503
504 if ((evsel->attr.read_format & PERF_FORMAT_ID) &&
505 perf_evlist__id_add_fd(evlist, evsel, cpu, thread, fd) < 0)
506 goto out_unmap;
507 }
508 }
509 }
510
511 return 0;
512
513out_unmap:
514 for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
515 if (evlist->mmap[cpu].base != NULL) {
516 munmap(evlist->mmap[cpu].base, evlist->mmap_len);
517 evlist->mmap[cpu].base = NULL;
518 }
519 }
520 return -1;
521}
522
523static int perf_evlist__mmap_per_thread(struct perf_evlist *evlist, int prot, int mask)
524{
525 struct perf_evsel *evsel;
526 int thread;
527
528 for (thread = 0; thread < evlist->threads->nr; thread++) {
529 int output = -1;
530
531 list_for_each_entry(evsel, &evlist->entries, node) {
532 int fd = FD(evsel, 0, thread);
533
534 if (output == -1) {
535 output = fd;
Arnaldo Carvalho de Melobccdaba2011-06-02 10:39:43 -0300536 if (__perf_evlist__mmap(evlist, thread,
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300537 prot, mask, output) < 0)
538 goto out_unmap;
539 } else {
540 if (ioctl(fd, PERF_EVENT_IOC_SET_OUTPUT, output) != 0)
541 goto out_unmap;
542 }
543
544 if ((evsel->attr.read_format & PERF_FORMAT_ID) &&
545 perf_evlist__id_add_fd(evlist, evsel, 0, thread, fd) < 0)
546 goto out_unmap;
547 }
548 }
549
550 return 0;
551
552out_unmap:
553 for (thread = 0; thread < evlist->threads->nr; thread++) {
554 if (evlist->mmap[thread].base != NULL) {
555 munmap(evlist->mmap[thread].base, evlist->mmap_len);
556 evlist->mmap[thread].base = NULL;
557 }
558 }
559 return -1;
560}
561
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200562/** perf_evlist__mmap - Create per cpu maps to receive events
563 *
564 * @evlist - list of events
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200565 * @pages - map length in pages
566 * @overwrite - overwrite older events?
567 *
568 * If overwrite is false the user needs to signal event consuption using:
569 *
570 * struct perf_mmap *m = &evlist->mmap[cpu];
571 * unsigned int head = perf_mmap__read_head(m);
572 *
573 * perf_mmap__write_tail(m, head)
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200574 *
575 * Using perf_evlist__read_on_cpu does this automatically.
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200576 */
Arnaldo Carvalho de Melo50a682c2011-11-09 09:10:47 -0200577int perf_evlist__mmap(struct perf_evlist *evlist, unsigned int pages,
578 bool overwrite)
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200579{
580 unsigned int page_size = sysconf(_SC_PAGE_SIZE);
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300581 struct perf_evsel *evsel;
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200582 const struct cpu_map *cpus = evlist->cpus;
583 const struct thread_map *threads = evlist->threads;
Arnaldo Carvalho de Melo50a682c2011-11-09 09:10:47 -0200584 int prot = PROT_READ | (overwrite ? 0 : PROT_WRITE), mask;
585
586 /* 512 kiB: default amount of unprivileged mlocked memory */
587 if (pages == UINT_MAX)
588 pages = (512 * 1024) / page_size;
Nelson Elhage41d0d932011-12-19 08:39:32 -0500589 else if (!is_power_of_2(pages))
590 return -EINVAL;
Arnaldo Carvalho de Melo50a682c2011-11-09 09:10:47 -0200591
592 mask = pages * page_size - 1;
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200593
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200594 if (evlist->mmap == NULL && perf_evlist__alloc_mmap(evlist) < 0)
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200595 return -ENOMEM;
596
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200597 if (evlist->pollfd == NULL && perf_evlist__alloc_pollfd(evlist) < 0)
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200598 return -ENOMEM;
599
600 evlist->overwrite = overwrite;
601 evlist->mmap_len = (pages + 1) * page_size;
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200602
603 list_for_each_entry(evsel, &evlist->entries, node) {
604 if ((evsel->attr.read_format & PERF_FORMAT_ID) &&
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -0300605 evsel->sample_id == NULL &&
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200606 perf_evsel__alloc_id(evsel, cpus->nr, threads->nr) < 0)
607 return -ENOMEM;
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200608 }
609
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300610 if (evlist->cpus->map[0] == -1)
611 return perf_evlist__mmap_per_thread(evlist, prot, mask);
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200612
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300613 return perf_evlist__mmap_per_cpu(evlist, prot, mask);
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200614}
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200615
Namhyung Kimb809ac12012-04-26 14:15:19 +0900616int perf_evlist__create_maps(struct perf_evlist *evlist,
617 struct perf_target *target)
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200618{
Namhyung Kimb809ac12012-04-26 14:15:19 +0900619 evlist->threads = thread_map__new_str(target->pid, target->tid,
620 target->uid);
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200621
622 if (evlist->threads == NULL)
623 return -1;
624
Namhyung Kim879d77d2012-05-16 18:45:48 +0900625 if (perf_target__has_task(target))
Namhyung Kimd67356e2012-05-07 14:09:03 +0900626 evlist->cpus = cpu_map__dummy_new();
Namhyung Kimd1cb9fc2012-05-16 18:45:49 +0900627 else if (!perf_target__has_cpu(target) && !target->uses_mmap)
628 evlist->cpus = cpu_map__dummy_new();
Namhyung Kim879d77d2012-05-16 18:45:48 +0900629 else
630 evlist->cpus = cpu_map__new(target->cpu_list);
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200631
632 if (evlist->cpus == NULL)
633 goto out_delete_threads;
634
635 return 0;
636
637out_delete_threads:
638 thread_map__delete(evlist->threads);
639 return -1;
640}
641
642void perf_evlist__delete_maps(struct perf_evlist *evlist)
643{
644 cpu_map__delete(evlist->cpus);
645 thread_map__delete(evlist->threads);
646 evlist->cpus = NULL;
647 evlist->threads = NULL;
648}
Frederic Weisbecker0a102472011-02-26 04:51:54 +0100649
650int perf_evlist__set_filters(struct perf_evlist *evlist)
651{
652 const struct thread_map *threads = evlist->threads;
653 const struct cpu_map *cpus = evlist->cpus;
654 struct perf_evsel *evsel;
655 char *filter;
656 int thread;
657 int cpu;
658 int err;
659 int fd;
660
661 list_for_each_entry(evsel, &evlist->entries, node) {
662 filter = evsel->filter;
663 if (!filter)
664 continue;
665 for (cpu = 0; cpu < cpus->nr; cpu++) {
666 for (thread = 0; thread < threads->nr; thread++) {
667 fd = FD(evsel, cpu, thread);
668 err = ioctl(fd, PERF_EVENT_IOC_SET_FILTER, filter);
669 if (err)
670 return err;
671 }
672 }
673 }
674
675 return 0;
676}
Frederic Weisbecker74429962011-05-21 17:49:00 +0200677
Arnaldo Carvalho de Meloc2a70652011-06-02 11:04:54 -0300678bool perf_evlist__valid_sample_type(const struct perf_evlist *evlist)
Frederic Weisbecker74429962011-05-21 17:49:00 +0200679{
Arnaldo Carvalho de Meloc2a70652011-06-02 11:04:54 -0300680 struct perf_evsel *pos, *first;
Frederic Weisbecker74429962011-05-21 17:49:00 +0200681
Arnaldo Carvalho de Meloc2a70652011-06-02 11:04:54 -0300682 pos = first = list_entry(evlist->entries.next, struct perf_evsel, node);
683
684 list_for_each_entry_continue(pos, &evlist->entries, node) {
685 if (first->attr.sample_type != pos->attr.sample_type)
686 return false;
Frederic Weisbecker74429962011-05-21 17:49:00 +0200687 }
688
Arnaldo Carvalho de Meloc2a70652011-06-02 11:04:54 -0300689 return true;
690}
691
692u64 perf_evlist__sample_type(const struct perf_evlist *evlist)
693{
694 struct perf_evsel *first;
695
696 first = list_entry(evlist->entries.next, struct perf_evsel, node);
697 return first->attr.sample_type;
698}
699
Arnaldo Carvalho de Melo81e36bf2011-11-11 22:28:50 -0200700u16 perf_evlist__id_hdr_size(const struct perf_evlist *evlist)
701{
702 struct perf_evsel *first;
703 struct perf_sample *data;
704 u64 sample_type;
705 u16 size = 0;
706
707 first = list_entry(evlist->entries.next, struct perf_evsel, node);
708
709 if (!first->attr.sample_id_all)
710 goto out;
711
712 sample_type = first->attr.sample_type;
713
714 if (sample_type & PERF_SAMPLE_TID)
715 size += sizeof(data->tid) * 2;
716
717 if (sample_type & PERF_SAMPLE_TIME)
718 size += sizeof(data->time);
719
720 if (sample_type & PERF_SAMPLE_ID)
721 size += sizeof(data->id);
722
723 if (sample_type & PERF_SAMPLE_STREAM_ID)
724 size += sizeof(data->stream_id);
725
726 if (sample_type & PERF_SAMPLE_CPU)
727 size += sizeof(data->cpu) * 2;
728out:
729 return size;
730}
731
Arnaldo Carvalho de Meloc2a70652011-06-02 11:04:54 -0300732bool perf_evlist__valid_sample_id_all(const struct perf_evlist *evlist)
733{
734 struct perf_evsel *pos, *first;
735
736 pos = first = list_entry(evlist->entries.next, struct perf_evsel, node);
737
738 list_for_each_entry_continue(pos, &evlist->entries, node) {
739 if (first->attr.sample_id_all != pos->attr.sample_id_all)
740 return false;
741 }
742
743 return true;
Frederic Weisbecker74429962011-05-21 17:49:00 +0200744}
745
746bool perf_evlist__sample_id_all(const struct perf_evlist *evlist)
747{
Arnaldo Carvalho de Meloc2a70652011-06-02 11:04:54 -0300748 struct perf_evsel *first;
Frederic Weisbecker74429962011-05-21 17:49:00 +0200749
Arnaldo Carvalho de Meloc2a70652011-06-02 11:04:54 -0300750 first = list_entry(evlist->entries.next, struct perf_evsel, node);
751 return first->attr.sample_id_all;
Frederic Weisbecker74429962011-05-21 17:49:00 +0200752}
Arnaldo Carvalho de Melo81cce8d2011-10-05 19:11:32 -0300753
754void perf_evlist__set_selected(struct perf_evlist *evlist,
755 struct perf_evsel *evsel)
756{
757 evlist->selected = evsel;
758}
Arnaldo Carvalho de Melo727ab042011-10-25 10:42:19 -0200759
760int perf_evlist__open(struct perf_evlist *evlist, bool group)
761{
762 struct perf_evsel *evsel, *first;
763 int err, ncpus, nthreads;
764
765 first = list_entry(evlist->entries.next, struct perf_evsel, node);
766
767 list_for_each_entry(evsel, &evlist->entries, node) {
768 struct xyarray *group_fd = NULL;
769
770 if (group && evsel != first)
771 group_fd = first->fd;
772
773 err = perf_evsel__open(evsel, evlist->cpus, evlist->threads,
774 group, group_fd);
775 if (err < 0)
776 goto out_err;
777 }
778
779 return 0;
780out_err:
781 ncpus = evlist->cpus ? evlist->cpus->nr : 1;
782 nthreads = evlist->threads ? evlist->threads->nr : 1;
783
784 list_for_each_entry_reverse(evsel, &evlist->entries, node)
785 perf_evsel__close(evsel, ncpus, nthreads);
786
Namhyung Kim41c21a62012-02-23 12:13:36 +0900787 errno = -err;
Arnaldo Carvalho de Melo727ab042011-10-25 10:42:19 -0200788 return err;
789}
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -0200790
791int perf_evlist__prepare_workload(struct perf_evlist *evlist,
792 struct perf_record_opts *opts,
793 const char *argv[])
794{
795 int child_ready_pipe[2], go_pipe[2];
796 char bf;
797
798 if (pipe(child_ready_pipe) < 0) {
799 perror("failed to create 'ready' pipe");
800 return -1;
801 }
802
803 if (pipe(go_pipe) < 0) {
804 perror("failed to create 'go' pipe");
805 goto out_close_ready_pipe;
806 }
807
808 evlist->workload.pid = fork();
809 if (evlist->workload.pid < 0) {
810 perror("failed to fork");
811 goto out_close_pipes;
812 }
813
814 if (!evlist->workload.pid) {
815 if (opts->pipe_output)
816 dup2(2, 1);
817
818 close(child_ready_pipe[0]);
819 close(go_pipe[1]);
820 fcntl(go_pipe[0], F_SETFD, FD_CLOEXEC);
821
822 /*
823 * Do a dummy execvp to get the PLT entry resolved,
824 * so we avoid the resolver overhead on the real
825 * execvp call.
826 */
827 execvp("", (char **)argv);
828
829 /*
830 * Tell the parent we're ready to go
831 */
832 close(child_ready_pipe[1]);
833
834 /*
835 * Wait until the parent tells us to go.
836 */
837 if (read(go_pipe[0], &bf, 1) == -1)
838 perror("unable to read pipe");
839
840 execvp(argv[0], (char **)argv);
841
842 perror(argv[0]);
843 kill(getppid(), SIGUSR1);
844 exit(-1);
845 }
846
Namhyung Kimd67356e2012-05-07 14:09:03 +0900847 if (perf_target__none(&opts->target))
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -0200848 evlist->threads->map[0] = evlist->workload.pid;
849
850 close(child_ready_pipe[1]);
851 close(go_pipe[0]);
852 /*
853 * wait for child to settle
854 */
855 if (read(child_ready_pipe[0], &bf, 1) == -1) {
856 perror("unable to read pipe");
857 goto out_close_pipes;
858 }
859
860 evlist->workload.cork_fd = go_pipe[1];
861 close(child_ready_pipe[0]);
862 return 0;
863
864out_close_pipes:
865 close(go_pipe[0]);
866 close(go_pipe[1]);
867out_close_ready_pipe:
868 close(child_ready_pipe[0]);
869 close(child_ready_pipe[1]);
870 return -1;
871}
872
873int perf_evlist__start_workload(struct perf_evlist *evlist)
874{
875 if (evlist->workload.cork_fd > 0) {
876 /*
877 * Remove the cork, let it rip!
878 */
879 return close(evlist->workload.cork_fd);
880 }
881
882 return 0;
883}