blob: 3f16e08a5c8de740a3149879274dd69af720c97e [file] [log] [blame]
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -02001/*
2 * Copyright (C) 2011, Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com>
3 *
4 * Parts came from builtin-{top,stat,record}.c, see those files for further
5 * copyright notes.
6 *
7 * Released under the GPL v2. (and only v2, not any later version)
8 */
Arnaldo Carvalho de Meloa8c9ae12011-11-05 08:41:51 -02009#include "util.h"
10#include "debugfs.h"
Arnaldo Carvalho de Melo5c581042011-01-11 22:30:02 -020011#include <poll.h>
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -020012#include "cpumap.h"
13#include "thread_map.h"
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020014#include "evlist.h"
15#include "evsel.h"
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -020016#include <unistd.h>
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020017
Arnaldo Carvalho de Melo50d08e42011-11-04 09:10:59 -020018#include "parse-events.h"
19
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -020020#include <sys/mman.h>
21
Arnaldo Carvalho de Melo70db7532011-01-12 22:39:13 -020022#include <linux/bitops.h>
23#include <linux/hash.h>
24
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -020025#define FD(e, x, y) (*(int *)xyarray__entry(e->fd, x, y))
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -030026#define SID(e, x, y) xyarray__entry(e->sample_id, x, y)
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -020027
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -020028void perf_evlist__init(struct perf_evlist *evlist, struct cpu_map *cpus,
29 struct thread_map *threads)
Arnaldo Carvalho de Meloef1d1af2011-01-18 21:41:45 -020030{
31 int i;
32
33 for (i = 0; i < PERF_EVLIST__HLIST_SIZE; ++i)
34 INIT_HLIST_HEAD(&evlist->heads[i]);
35 INIT_LIST_HEAD(&evlist->entries);
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -020036 perf_evlist__set_maps(evlist, cpus, threads);
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -020037 evlist->workload.pid = -1;
Arnaldo Carvalho de Meloef1d1af2011-01-18 21:41:45 -020038}
39
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -020040struct perf_evlist *perf_evlist__new(struct cpu_map *cpus,
41 struct thread_map *threads)
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020042{
43 struct perf_evlist *evlist = zalloc(sizeof(*evlist));
44
Arnaldo Carvalho de Meloef1d1af2011-01-18 21:41:45 -020045 if (evlist != NULL)
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -020046 perf_evlist__init(evlist, cpus, threads);
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020047
48 return evlist;
49}
50
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -020051void perf_evlist__config_attrs(struct perf_evlist *evlist,
52 struct perf_record_opts *opts)
53{
54 struct perf_evsel *evsel;
55
56 if (evlist->cpus->map[0] < 0)
57 opts->no_inherit = true;
58
59 list_for_each_entry(evsel, &evlist->entries, node) {
60 perf_evsel__config(evsel, opts);
61
62 if (evlist->nr_entries > 1)
63 evsel->attr.sample_type |= PERF_SAMPLE_ID;
64 }
65}
66
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020067static void perf_evlist__purge(struct perf_evlist *evlist)
68{
69 struct perf_evsel *pos, *n;
70
71 list_for_each_entry_safe(pos, n, &evlist->entries, node) {
72 list_del_init(&pos->node);
73 perf_evsel__delete(pos);
74 }
75
76 evlist->nr_entries = 0;
77}
78
Arnaldo Carvalho de Meloef1d1af2011-01-18 21:41:45 -020079void perf_evlist__exit(struct perf_evlist *evlist)
80{
81 free(evlist->mmap);
82 free(evlist->pollfd);
83 evlist->mmap = NULL;
84 evlist->pollfd = NULL;
85}
86
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020087void perf_evlist__delete(struct perf_evlist *evlist)
88{
89 perf_evlist__purge(evlist);
Arnaldo Carvalho de Meloef1d1af2011-01-18 21:41:45 -020090 perf_evlist__exit(evlist);
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020091 free(evlist);
92}
93
94void perf_evlist__add(struct perf_evlist *evlist, struct perf_evsel *entry)
95{
96 list_add_tail(&entry->node, &evlist->entries);
97 ++evlist->nr_entries;
98}
99
Arnaldo Carvalho de Melo50d08e42011-11-04 09:10:59 -0200100static void perf_evlist__splice_list_tail(struct perf_evlist *evlist,
101 struct list_head *list,
102 int nr_entries)
103{
104 list_splice_tail(list, &evlist->entries);
105 evlist->nr_entries += nr_entries;
106}
107
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200108int perf_evlist__add_default(struct perf_evlist *evlist)
109{
110 struct perf_event_attr attr = {
111 .type = PERF_TYPE_HARDWARE,
112 .config = PERF_COUNT_HW_CPU_CYCLES,
113 };
Joerg Roedel1aed2672012-01-04 17:54:20 +0100114 struct perf_evsel *evsel;
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200115
Joerg Roedel1aed2672012-01-04 17:54:20 +0100116 event_attr_init(&attr);
117
118 evsel = perf_evsel__new(&attr, 0);
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200119 if (evsel == NULL)
Stephane Eraniancc2d86b2011-06-07 18:19:36 +0200120 goto error;
121
122 /* use strdup() because free(evsel) assumes name is allocated */
123 evsel->name = strdup("cycles");
124 if (!evsel->name)
125 goto error_free;
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200126
127 perf_evlist__add(evlist, evsel);
128 return 0;
Stephane Eraniancc2d86b2011-06-07 18:19:36 +0200129error_free:
130 perf_evsel__delete(evsel);
131error:
132 return -ENOMEM;
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200133}
Arnaldo Carvalho de Melo5c581042011-01-11 22:30:02 -0200134
Arnaldo Carvalho de Melo50d08e42011-11-04 09:10:59 -0200135int perf_evlist__add_attrs(struct perf_evlist *evlist,
136 struct perf_event_attr *attrs, size_t nr_attrs)
137{
138 struct perf_evsel *evsel, *n;
139 LIST_HEAD(head);
140 size_t i;
141
142 for (i = 0; i < nr_attrs; i++) {
143 evsel = perf_evsel__new(attrs + i, evlist->nr_entries + i);
144 if (evsel == NULL)
145 goto out_delete_partial_list;
146 list_add_tail(&evsel->node, &head);
147 }
148
149 perf_evlist__splice_list_tail(evlist, &head, nr_attrs);
150
151 return 0;
152
153out_delete_partial_list:
154 list_for_each_entry_safe(evsel, n, &head, node)
155 perf_evsel__delete(evsel);
156 return -1;
157}
158
Arnaldo Carvalho de Meloa8c9ae12011-11-05 08:41:51 -0200159static int trace_event__id(const char *evname)
160{
161 char *filename, *colon;
162 int err = -1, fd;
163
164 if (asprintf(&filename, "%s/%s/id", tracing_events_path, evname) < 0)
165 return -1;
166
167 colon = strrchr(filename, ':');
168 if (colon != NULL)
169 *colon = '/';
170
171 fd = open(filename, O_RDONLY);
172 if (fd >= 0) {
173 char id[16];
174 if (read(fd, id, sizeof(id)) > 0)
175 err = atoi(id);
176 close(fd);
177 }
178
179 free(filename);
180 return err;
181}
182
183int perf_evlist__add_tracepoints(struct perf_evlist *evlist,
184 const char *tracepoints[],
185 size_t nr_tracepoints)
186{
187 int err;
188 size_t i;
189 struct perf_event_attr *attrs = zalloc(nr_tracepoints * sizeof(*attrs));
190
191 if (attrs == NULL)
192 return -1;
193
194 for (i = 0; i < nr_tracepoints; i++) {
195 err = trace_event__id(tracepoints[i]);
196
197 if (err < 0)
198 goto out_free_attrs;
199
200 attrs[i].type = PERF_TYPE_TRACEPOINT;
201 attrs[i].config = err;
202 attrs[i].sample_type = (PERF_SAMPLE_RAW | PERF_SAMPLE_TIME |
203 PERF_SAMPLE_CPU);
204 attrs[i].sample_period = 1;
205 }
206
207 err = perf_evlist__add_attrs(evlist, attrs, nr_tracepoints);
208out_free_attrs:
209 free(attrs);
210 return err;
211}
212
Arnaldo Carvalho de Meloee29be62011-11-28 17:57:40 -0200213static struct perf_evsel *
214 perf_evlist__find_tracepoint_by_id(struct perf_evlist *evlist, int id)
215{
216 struct perf_evsel *evsel;
217
218 list_for_each_entry(evsel, &evlist->entries, node) {
219 if (evsel->attr.type == PERF_TYPE_TRACEPOINT &&
220 (int)evsel->attr.config == id)
221 return evsel;
222 }
223
224 return NULL;
225}
226
227int perf_evlist__set_tracepoints_handlers(struct perf_evlist *evlist,
228 const struct perf_evsel_str_handler *assocs,
229 size_t nr_assocs)
230{
231 struct perf_evsel *evsel;
232 int err;
233 size_t i;
234
235 for (i = 0; i < nr_assocs; i++) {
236 err = trace_event__id(assocs[i].name);
237 if (err < 0)
238 goto out;
239
240 evsel = perf_evlist__find_tracepoint_by_id(evlist, err);
241 if (evsel == NULL)
242 continue;
243
244 err = -EEXIST;
245 if (evsel->handler.func != NULL)
246 goto out;
247 evsel->handler.func = assocs[i].handler;
248 }
249
250 err = 0;
251out:
252 return err;
253}
254
Arnaldo Carvalho de Melo4152ab32011-07-25 11:06:19 -0300255void perf_evlist__disable(struct perf_evlist *evlist)
256{
257 int cpu, thread;
258 struct perf_evsel *pos;
259
260 for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
261 list_for_each_entry(pos, &evlist->entries, node) {
262 for (thread = 0; thread < evlist->threads->nr; thread++)
263 ioctl(FD(pos, cpu, thread), PERF_EVENT_IOC_DISABLE);
264 }
265 }
266}
267
David Ahern764e16a32011-08-25 10:17:55 -0600268void perf_evlist__enable(struct perf_evlist *evlist)
269{
270 int cpu, thread;
271 struct perf_evsel *pos;
272
273 for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
274 list_for_each_entry(pos, &evlist->entries, node) {
275 for (thread = 0; thread < evlist->threads->nr; thread++)
276 ioctl(FD(pos, cpu, thread), PERF_EVENT_IOC_ENABLE);
277 }
278 }
279}
280
Arnaldo Carvalho de Melo806fb632011-11-29 08:05:52 -0200281static int perf_evlist__alloc_pollfd(struct perf_evlist *evlist)
Arnaldo Carvalho de Melo5c581042011-01-11 22:30:02 -0200282{
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200283 int nfds = evlist->cpus->nr * evlist->threads->nr * evlist->nr_entries;
Arnaldo Carvalho de Melo5c581042011-01-11 22:30:02 -0200284 evlist->pollfd = malloc(sizeof(struct pollfd) * nfds);
285 return evlist->pollfd != NULL ? 0 : -ENOMEM;
286}
Arnaldo Carvalho de Melo70082dd2011-01-12 17:03:24 -0200287
288void perf_evlist__add_pollfd(struct perf_evlist *evlist, int fd)
289{
290 fcntl(fd, F_SETFL, O_NONBLOCK);
291 evlist->pollfd[evlist->nr_fds].fd = fd;
292 evlist->pollfd[evlist->nr_fds].events = POLLIN;
293 evlist->nr_fds++;
294}
Arnaldo Carvalho de Melo70db7532011-01-12 22:39:13 -0200295
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -0300296static void perf_evlist__id_hash(struct perf_evlist *evlist,
297 struct perf_evsel *evsel,
298 int cpu, int thread, u64 id)
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200299{
Arnaldo Carvalho de Melo3d3b5e92011-03-04 22:29:39 -0300300 int hash;
301 struct perf_sample_id *sid = SID(evsel, cpu, thread);
302
303 sid->id = id;
304 sid->evsel = evsel;
305 hash = hash_64(sid->id, PERF_EVLIST__HLIST_BITS);
306 hlist_add_head(&sid->node, &evlist->heads[hash]);
307}
308
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -0300309void perf_evlist__id_add(struct perf_evlist *evlist, struct perf_evsel *evsel,
310 int cpu, int thread, u64 id)
311{
312 perf_evlist__id_hash(evlist, evsel, cpu, thread, id);
313 evsel->id[evsel->ids++] = id;
314}
315
316static int perf_evlist__id_add_fd(struct perf_evlist *evlist,
317 struct perf_evsel *evsel,
318 int cpu, int thread, int fd)
Arnaldo Carvalho de Melo3d3b5e92011-03-04 22:29:39 -0300319{
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200320 u64 read_data[4] = { 0, };
Arnaldo Carvalho de Melo3d3b5e92011-03-04 22:29:39 -0300321 int id_idx = 1; /* The first entry is the counter value */
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200322
323 if (!(evsel->attr.read_format & PERF_FORMAT_ID) ||
324 read(fd, &read_data, sizeof(read_data)) == -1)
325 return -1;
326
327 if (evsel->attr.read_format & PERF_FORMAT_TOTAL_TIME_ENABLED)
328 ++id_idx;
329 if (evsel->attr.read_format & PERF_FORMAT_TOTAL_TIME_RUNNING)
330 ++id_idx;
331
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -0300332 perf_evlist__id_add(evlist, evsel, cpu, thread, read_data[id_idx]);
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200333 return 0;
334}
335
Arnaldo Carvalho de Melo70db7532011-01-12 22:39:13 -0200336struct perf_evsel *perf_evlist__id2evsel(struct perf_evlist *evlist, u64 id)
337{
338 struct hlist_head *head;
339 struct hlist_node *pos;
340 struct perf_sample_id *sid;
341 int hash;
342
343 if (evlist->nr_entries == 1)
344 return list_entry(evlist->entries.next, struct perf_evsel, node);
345
346 hash = hash_64(id, PERF_EVLIST__HLIST_BITS);
347 head = &evlist->heads[hash];
348
349 hlist_for_each_entry(sid, pos, head, node)
350 if (sid->id == id)
351 return sid->evsel;
352 return NULL;
353}
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200354
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300355union perf_event *perf_evlist__mmap_read(struct perf_evlist *evlist, int idx)
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200356{
357 /* XXX Move this to perf.c, making it generally available */
358 unsigned int page_size = sysconf(_SC_PAGE_SIZE);
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300359 struct perf_mmap *md = &evlist->mmap[idx];
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200360 unsigned int head = perf_mmap__read_head(md);
361 unsigned int old = md->prev;
362 unsigned char *data = md->base + page_size;
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200363 union perf_event *event = NULL;
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200364
Arnaldo Carvalho de Melo7bb41152011-01-29 09:08:13 -0200365 if (evlist->overwrite) {
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200366 /*
Arnaldo Carvalho de Melo7bb41152011-01-29 09:08:13 -0200367 * If we're further behind than half the buffer, there's a chance
368 * the writer will bite our tail and mess up the samples under us.
369 *
370 * If we somehow ended up ahead of the head, we got messed up.
371 *
372 * In either case, truncate and restart at head.
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200373 */
Arnaldo Carvalho de Melo7bb41152011-01-29 09:08:13 -0200374 int diff = head - old;
375 if (diff > md->mask / 2 || diff < 0) {
376 fprintf(stderr, "WARNING: failed to keep up with mmap data.\n");
377
378 /*
379 * head points to a known good entry, start there.
380 */
381 old = head;
382 }
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200383 }
384
385 if (old != head) {
386 size_t size;
387
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200388 event = (union perf_event *)&data[old & md->mask];
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200389 size = event->header.size;
390
391 /*
392 * Event straddles the mmap boundary -- header should always
393 * be inside due to u64 alignment of output.
394 */
395 if ((old & md->mask) + size != ((old + size) & md->mask)) {
396 unsigned int offset = old;
397 unsigned int len = min(sizeof(*event), size), cpy;
398 void *dst = &evlist->event_copy;
399
400 do {
401 cpy = min(md->mask + 1 - (offset & md->mask), len);
402 memcpy(dst, &data[offset & md->mask], cpy);
403 offset += cpy;
404 dst += cpy;
405 len -= cpy;
406 } while (len);
407
408 event = &evlist->event_copy;
409 }
410
411 old += size;
412 }
413
414 md->prev = old;
Arnaldo Carvalho de Melo7bb41152011-01-29 09:08:13 -0200415
416 if (!evlist->overwrite)
417 perf_mmap__write_tail(md, old);
418
Arnaldo Carvalho de Melo04391de2011-01-15 10:40:59 -0200419 return event;
420}
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200421
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200422void perf_evlist__munmap(struct perf_evlist *evlist)
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200423{
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300424 int i;
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200425
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300426 for (i = 0; i < evlist->nr_mmaps; i++) {
427 if (evlist->mmap[i].base != NULL) {
428 munmap(evlist->mmap[i].base, evlist->mmap_len);
429 evlist->mmap[i].base = NULL;
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200430 }
431 }
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300432
433 free(evlist->mmap);
434 evlist->mmap = NULL;
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200435}
436
Arnaldo Carvalho de Melo806fb632011-11-29 08:05:52 -0200437static int perf_evlist__alloc_mmap(struct perf_evlist *evlist)
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200438{
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300439 evlist->nr_mmaps = evlist->cpus->nr;
440 if (evlist->cpus->map[0] == -1)
441 evlist->nr_mmaps = evlist->threads->nr;
442 evlist->mmap = zalloc(evlist->nr_mmaps * sizeof(struct perf_mmap));
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200443 return evlist->mmap != NULL ? 0 : -ENOMEM;
444}
445
Arnaldo Carvalho de Melobccdaba2011-06-02 10:39:43 -0300446static int __perf_evlist__mmap(struct perf_evlist *evlist,
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300447 int idx, int prot, int mask, int fd)
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200448{
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300449 evlist->mmap[idx].prev = 0;
450 evlist->mmap[idx].mask = mask;
451 evlist->mmap[idx].base = mmap(NULL, evlist->mmap_len, prot,
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200452 MAP_SHARED, fd, 0);
Nelson Elhage301b1952011-12-19 08:39:30 -0500453 if (evlist->mmap[idx].base == MAP_FAILED) {
454 evlist->mmap[idx].base = NULL;
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200455 return -1;
Nelson Elhage301b1952011-12-19 08:39:30 -0500456 }
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200457
458 perf_evlist__add_pollfd(evlist, fd);
459 return 0;
460}
461
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300462static int perf_evlist__mmap_per_cpu(struct perf_evlist *evlist, int prot, int mask)
463{
464 struct perf_evsel *evsel;
465 int cpu, thread;
466
467 for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
468 int output = -1;
469
470 for (thread = 0; thread < evlist->threads->nr; thread++) {
471 list_for_each_entry(evsel, &evlist->entries, node) {
472 int fd = FD(evsel, cpu, thread);
473
474 if (output == -1) {
475 output = fd;
Arnaldo Carvalho de Melobccdaba2011-06-02 10:39:43 -0300476 if (__perf_evlist__mmap(evlist, cpu,
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300477 prot, mask, output) < 0)
478 goto out_unmap;
479 } else {
480 if (ioctl(fd, PERF_EVENT_IOC_SET_OUTPUT, output) != 0)
481 goto out_unmap;
482 }
483
484 if ((evsel->attr.read_format & PERF_FORMAT_ID) &&
485 perf_evlist__id_add_fd(evlist, evsel, cpu, thread, fd) < 0)
486 goto out_unmap;
487 }
488 }
489 }
490
491 return 0;
492
493out_unmap:
494 for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
495 if (evlist->mmap[cpu].base != NULL) {
496 munmap(evlist->mmap[cpu].base, evlist->mmap_len);
497 evlist->mmap[cpu].base = NULL;
498 }
499 }
500 return -1;
501}
502
503static int perf_evlist__mmap_per_thread(struct perf_evlist *evlist, int prot, int mask)
504{
505 struct perf_evsel *evsel;
506 int thread;
507
508 for (thread = 0; thread < evlist->threads->nr; thread++) {
509 int output = -1;
510
511 list_for_each_entry(evsel, &evlist->entries, node) {
512 int fd = FD(evsel, 0, thread);
513
514 if (output == -1) {
515 output = fd;
Arnaldo Carvalho de Melobccdaba2011-06-02 10:39:43 -0300516 if (__perf_evlist__mmap(evlist, thread,
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300517 prot, mask, output) < 0)
518 goto out_unmap;
519 } else {
520 if (ioctl(fd, PERF_EVENT_IOC_SET_OUTPUT, output) != 0)
521 goto out_unmap;
522 }
523
524 if ((evsel->attr.read_format & PERF_FORMAT_ID) &&
525 perf_evlist__id_add_fd(evlist, evsel, 0, thread, fd) < 0)
526 goto out_unmap;
527 }
528 }
529
530 return 0;
531
532out_unmap:
533 for (thread = 0; thread < evlist->threads->nr; thread++) {
534 if (evlist->mmap[thread].base != NULL) {
535 munmap(evlist->mmap[thread].base, evlist->mmap_len);
536 evlist->mmap[thread].base = NULL;
537 }
538 }
539 return -1;
540}
541
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200542/** perf_evlist__mmap - Create per cpu maps to receive events
543 *
544 * @evlist - list of events
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200545 * @pages - map length in pages
546 * @overwrite - overwrite older events?
547 *
548 * If overwrite is false the user needs to signal event consuption using:
549 *
550 * struct perf_mmap *m = &evlist->mmap[cpu];
551 * unsigned int head = perf_mmap__read_head(m);
552 *
553 * perf_mmap__write_tail(m, head)
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200554 *
555 * Using perf_evlist__read_on_cpu does this automatically.
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200556 */
Arnaldo Carvalho de Melo50a682c2011-11-09 09:10:47 -0200557int perf_evlist__mmap(struct perf_evlist *evlist, unsigned int pages,
558 bool overwrite)
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200559{
560 unsigned int page_size = sysconf(_SC_PAGE_SIZE);
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300561 struct perf_evsel *evsel;
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200562 const struct cpu_map *cpus = evlist->cpus;
563 const struct thread_map *threads = evlist->threads;
Arnaldo Carvalho de Melo50a682c2011-11-09 09:10:47 -0200564 int prot = PROT_READ | (overwrite ? 0 : PROT_WRITE), mask;
565
566 /* 512 kiB: default amount of unprivileged mlocked memory */
567 if (pages == UINT_MAX)
568 pages = (512 * 1024) / page_size;
Nelson Elhage41d0d932011-12-19 08:39:32 -0500569 else if (!is_power_of_2(pages))
570 return -EINVAL;
Arnaldo Carvalho de Melo50a682c2011-11-09 09:10:47 -0200571
572 mask = pages * page_size - 1;
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200573
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200574 if (evlist->mmap == NULL && perf_evlist__alloc_mmap(evlist) < 0)
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200575 return -ENOMEM;
576
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200577 if (evlist->pollfd == NULL && perf_evlist__alloc_pollfd(evlist) < 0)
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200578 return -ENOMEM;
579
580 evlist->overwrite = overwrite;
581 evlist->mmap_len = (pages + 1) * page_size;
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200582
583 list_for_each_entry(evsel, &evlist->entries, node) {
584 if ((evsel->attr.read_format & PERF_FORMAT_ID) &&
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -0300585 evsel->sample_id == NULL &&
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200586 perf_evsel__alloc_id(evsel, cpus->nr, threads->nr) < 0)
587 return -ENOMEM;
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200588 }
589
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300590 if (evlist->cpus->map[0] == -1)
591 return perf_evlist__mmap_per_thread(evlist, prot, mask);
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200592
Arnaldo Carvalho de Meloaece9482011-05-15 09:39:00 -0300593 return perf_evlist__mmap_per_cpu(evlist, prot, mask);
Arnaldo Carvalho de Melof8a95302011-01-30 10:46:46 -0200594}
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200595
596int perf_evlist__create_maps(struct perf_evlist *evlist, pid_t target_pid,
597 pid_t target_tid, const char *cpu_list)
598{
599 evlist->threads = thread_map__new(target_pid, target_tid);
600
601 if (evlist->threads == NULL)
602 return -1;
603
Arnaldo Carvalho de Melob9019412011-04-25 16:25:20 -0300604 if (cpu_list == NULL && target_tid != -1)
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200605 evlist->cpus = cpu_map__dummy_new();
606 else
607 evlist->cpus = cpu_map__new(cpu_list);
608
609 if (evlist->cpus == NULL)
610 goto out_delete_threads;
611
612 return 0;
613
614out_delete_threads:
615 thread_map__delete(evlist->threads);
616 return -1;
617}
618
619void perf_evlist__delete_maps(struct perf_evlist *evlist)
620{
621 cpu_map__delete(evlist->cpus);
622 thread_map__delete(evlist->threads);
623 evlist->cpus = NULL;
624 evlist->threads = NULL;
625}
Frederic Weisbecker0a102472011-02-26 04:51:54 +0100626
627int perf_evlist__set_filters(struct perf_evlist *evlist)
628{
629 const struct thread_map *threads = evlist->threads;
630 const struct cpu_map *cpus = evlist->cpus;
631 struct perf_evsel *evsel;
632 char *filter;
633 int thread;
634 int cpu;
635 int err;
636 int fd;
637
638 list_for_each_entry(evsel, &evlist->entries, node) {
639 filter = evsel->filter;
640 if (!filter)
641 continue;
642 for (cpu = 0; cpu < cpus->nr; cpu++) {
643 for (thread = 0; thread < threads->nr; thread++) {
644 fd = FD(evsel, cpu, thread);
645 err = ioctl(fd, PERF_EVENT_IOC_SET_FILTER, filter);
646 if (err)
647 return err;
648 }
649 }
650 }
651
652 return 0;
653}
Frederic Weisbecker74429962011-05-21 17:49:00 +0200654
Arnaldo Carvalho de Meloc2a70652011-06-02 11:04:54 -0300655bool perf_evlist__valid_sample_type(const struct perf_evlist *evlist)
Frederic Weisbecker74429962011-05-21 17:49:00 +0200656{
Arnaldo Carvalho de Meloc2a70652011-06-02 11:04:54 -0300657 struct perf_evsel *pos, *first;
Frederic Weisbecker74429962011-05-21 17:49:00 +0200658
Arnaldo Carvalho de Meloc2a70652011-06-02 11:04:54 -0300659 pos = first = list_entry(evlist->entries.next, struct perf_evsel, node);
660
661 list_for_each_entry_continue(pos, &evlist->entries, node) {
662 if (first->attr.sample_type != pos->attr.sample_type)
663 return false;
Frederic Weisbecker74429962011-05-21 17:49:00 +0200664 }
665
Arnaldo Carvalho de Meloc2a70652011-06-02 11:04:54 -0300666 return true;
667}
668
669u64 perf_evlist__sample_type(const struct perf_evlist *evlist)
670{
671 struct perf_evsel *first;
672
673 first = list_entry(evlist->entries.next, struct perf_evsel, node);
674 return first->attr.sample_type;
675}
676
Arnaldo Carvalho de Melo81e36bf2011-11-11 22:28:50 -0200677u16 perf_evlist__id_hdr_size(const struct perf_evlist *evlist)
678{
679 struct perf_evsel *first;
680 struct perf_sample *data;
681 u64 sample_type;
682 u16 size = 0;
683
684 first = list_entry(evlist->entries.next, struct perf_evsel, node);
685
686 if (!first->attr.sample_id_all)
687 goto out;
688
689 sample_type = first->attr.sample_type;
690
691 if (sample_type & PERF_SAMPLE_TID)
692 size += sizeof(data->tid) * 2;
693
694 if (sample_type & PERF_SAMPLE_TIME)
695 size += sizeof(data->time);
696
697 if (sample_type & PERF_SAMPLE_ID)
698 size += sizeof(data->id);
699
700 if (sample_type & PERF_SAMPLE_STREAM_ID)
701 size += sizeof(data->stream_id);
702
703 if (sample_type & PERF_SAMPLE_CPU)
704 size += sizeof(data->cpu) * 2;
705out:
706 return size;
707}
708
Arnaldo Carvalho de Meloc2a70652011-06-02 11:04:54 -0300709bool perf_evlist__valid_sample_id_all(const struct perf_evlist *evlist)
710{
711 struct perf_evsel *pos, *first;
712
713 pos = first = list_entry(evlist->entries.next, struct perf_evsel, node);
714
715 list_for_each_entry_continue(pos, &evlist->entries, node) {
716 if (first->attr.sample_id_all != pos->attr.sample_id_all)
717 return false;
718 }
719
720 return true;
Frederic Weisbecker74429962011-05-21 17:49:00 +0200721}
722
723bool perf_evlist__sample_id_all(const struct perf_evlist *evlist)
724{
Arnaldo Carvalho de Meloc2a70652011-06-02 11:04:54 -0300725 struct perf_evsel *first;
Frederic Weisbecker74429962011-05-21 17:49:00 +0200726
Arnaldo Carvalho de Meloc2a70652011-06-02 11:04:54 -0300727 first = list_entry(evlist->entries.next, struct perf_evsel, node);
728 return first->attr.sample_id_all;
Frederic Weisbecker74429962011-05-21 17:49:00 +0200729}
Arnaldo Carvalho de Melo81cce8d2011-10-05 19:11:32 -0300730
731void perf_evlist__set_selected(struct perf_evlist *evlist,
732 struct perf_evsel *evsel)
733{
734 evlist->selected = evsel;
735}
Arnaldo Carvalho de Melo727ab042011-10-25 10:42:19 -0200736
737int perf_evlist__open(struct perf_evlist *evlist, bool group)
738{
739 struct perf_evsel *evsel, *first;
740 int err, ncpus, nthreads;
741
742 first = list_entry(evlist->entries.next, struct perf_evsel, node);
743
744 list_for_each_entry(evsel, &evlist->entries, node) {
745 struct xyarray *group_fd = NULL;
746
747 if (group && evsel != first)
748 group_fd = first->fd;
749
750 err = perf_evsel__open(evsel, evlist->cpus, evlist->threads,
751 group, group_fd);
752 if (err < 0)
753 goto out_err;
754 }
755
756 return 0;
757out_err:
758 ncpus = evlist->cpus ? evlist->cpus->nr : 1;
759 nthreads = evlist->threads ? evlist->threads->nr : 1;
760
761 list_for_each_entry_reverse(evsel, &evlist->entries, node)
762 perf_evsel__close(evsel, ncpus, nthreads);
763
764 return err;
765}
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -0200766
767int perf_evlist__prepare_workload(struct perf_evlist *evlist,
768 struct perf_record_opts *opts,
769 const char *argv[])
770{
771 int child_ready_pipe[2], go_pipe[2];
772 char bf;
773
774 if (pipe(child_ready_pipe) < 0) {
775 perror("failed to create 'ready' pipe");
776 return -1;
777 }
778
779 if (pipe(go_pipe) < 0) {
780 perror("failed to create 'go' pipe");
781 goto out_close_ready_pipe;
782 }
783
784 evlist->workload.pid = fork();
785 if (evlist->workload.pid < 0) {
786 perror("failed to fork");
787 goto out_close_pipes;
788 }
789
790 if (!evlist->workload.pid) {
791 if (opts->pipe_output)
792 dup2(2, 1);
793
794 close(child_ready_pipe[0]);
795 close(go_pipe[1]);
796 fcntl(go_pipe[0], F_SETFD, FD_CLOEXEC);
797
798 /*
799 * Do a dummy execvp to get the PLT entry resolved,
800 * so we avoid the resolver overhead on the real
801 * execvp call.
802 */
803 execvp("", (char **)argv);
804
805 /*
806 * Tell the parent we're ready to go
807 */
808 close(child_ready_pipe[1]);
809
810 /*
811 * Wait until the parent tells us to go.
812 */
813 if (read(go_pipe[0], &bf, 1) == -1)
814 perror("unable to read pipe");
815
816 execvp(argv[0], (char **)argv);
817
818 perror(argv[0]);
819 kill(getppid(), SIGUSR1);
820 exit(-1);
821 }
822
823 if (!opts->system_wide && opts->target_tid == -1 && opts->target_pid == -1)
824 evlist->threads->map[0] = evlist->workload.pid;
825
826 close(child_ready_pipe[1]);
827 close(go_pipe[0]);
828 /*
829 * wait for child to settle
830 */
831 if (read(child_ready_pipe[0], &bf, 1) == -1) {
832 perror("unable to read pipe");
833 goto out_close_pipes;
834 }
835
836 evlist->workload.cork_fd = go_pipe[1];
837 close(child_ready_pipe[0]);
838 return 0;
839
840out_close_pipes:
841 close(go_pipe[0]);
842 close(go_pipe[1]);
843out_close_ready_pipe:
844 close(child_ready_pipe[0]);
845 close(child_ready_pipe[1]);
846 return -1;
847}
848
849int perf_evlist__start_workload(struct perf_evlist *evlist)
850{
851 if (evlist->workload.cork_fd > 0) {
852 /*
853 * Remove the cork, let it rip!
854 */
855 return close(evlist->workload.cork_fd);
856 }
857
858 return 0;
859}