blob: e5cb08427e13f56ed7f9223d520a954ef0fc1cf2 [file] [log] [blame]
Ingo Molnarabaff322009-06-02 22:59:57 +02001/*
Ingo Molnarbf9e1872009-06-02 23:37:05 +02002 * builtin-record.c
3 *
4 * Builtin record command: Record the profile of a workload
5 * (or a CPU, or a PID) into the perf.data output file - for
6 * later analysis via perf report.
Ingo Molnarabaff322009-06-02 22:59:57 +02007 */
Xiao Guangrongb8f46c52010-02-03 11:53:14 +08008#define _FILE_OFFSET_BITS 64
9
Ingo Molnar16f762a2009-05-27 09:10:38 +020010#include "builtin.h"
Ingo Molnarbf9e1872009-06-02 23:37:05 +020011
12#include "perf.h"
13
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -020014#include "util/build-id.h"
Thomas Gleixner6eda5832009-05-01 18:29:57 +020015#include "util/util.h"
Ingo Molnar0e9b20b2009-05-26 09:17:18 +020016#include "util/parse-options.h"
Ingo Molnar8ad8db32009-05-26 11:10:09 +020017#include "util/parse-events.h"
Thomas Gleixner6eda5832009-05-01 18:29:57 +020018
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +020019#include "util/header.h"
Frederic Weisbecker66e274f2009-08-12 11:07:25 +020020#include "util/event.h"
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020021#include "util/evlist.h"
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -020022#include "util/evsel.h"
Frederic Weisbecker8f28827a2009-08-16 22:05:48 +020023#include "util/debug.h"
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -020024#include "util/session.h"
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020025#include "util/tool.h"
Arnaldo Carvalho de Melo8d063672009-11-04 18:50:43 -020026#include "util/symbol.h"
Paul Mackerrasa12b51c2010-03-10 20:36:09 +110027#include "util/cpumap.h"
Arnaldo Carvalho de Melofd782602011-01-18 15:15:24 -020028#include "util/thread_map.h"
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +020029
Peter Zijlstra97124d52009-06-02 15:52:24 +020030#include <unistd.h>
Peter Zijlstrade9ac072009-04-08 15:01:31 +020031#include <sched.h>
Arnaldo Carvalho de Meloa41794c2010-05-18 18:29:23 -030032#include <sys/mman.h>
Peter Zijlstrade9ac072009-04-08 15:01:31 +020033
Frederic Weisbecker7865e812010-04-14 19:42:07 +020034enum write_mode_t {
35 WRITE_FORCE,
36 WRITE_APPEND
37};
38
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020039struct perf_record {
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020040 struct perf_tool tool;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020041 struct perf_record_opts opts;
42 u64 bytes_written;
43 const char *output_name;
44 struct perf_evlist *evlist;
45 struct perf_session *session;
46 const char *progname;
47 int output;
48 unsigned int page_size;
49 int realtime_prio;
50 enum write_mode_t write_mode;
51 bool no_buildid;
52 bool no_buildid_cache;
53 bool force;
54 bool file_new;
55 bool append_file;
56 long samples;
57 off_t post_processing_offset;
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -020058};
Ingo Molnara21ca2c2009-06-06 09:58:57 +020059
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020060static void advance_output(struct perf_record *rec, size_t size)
Tom Zanussi92155452010-04-01 23:59:21 -050061{
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020062 rec->bytes_written += size;
Tom Zanussi92155452010-04-01 23:59:21 -050063}
64
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020065static void write_output(struct perf_record *rec, void *buf, size_t size)
Peter Zijlstraf5970552009-06-18 23:22:55 +020066{
67 while (size) {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020068 int ret = write(rec->output, buf, size);
Peter Zijlstraf5970552009-06-18 23:22:55 +020069
70 if (ret < 0)
71 die("failed to write");
72
73 size -= ret;
74 buf += ret;
75
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020076 rec->bytes_written += ret;
Peter Zijlstraf5970552009-06-18 23:22:55 +020077 }
78}
79
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020080static int process_synthesized_event(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020081 union perf_event *event,
Arnaldo Carvalho de Melo8d50e5b2011-01-29 13:02:00 -020082 struct perf_sample *sample __used,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -020083 struct machine *machine __used)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020084{
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020085 struct perf_record *rec = container_of(tool, struct perf_record, tool);
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020086 write_output(rec, event, event->header.size);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020087 return 0;
88}
89
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020090static void perf_record__mmap_read(struct perf_record *rec,
91 struct perf_mmap *md)
Peter Zijlstrade9ac072009-04-08 15:01:31 +020092{
Arnaldo Carvalho de Melo744bd8a2011-01-12 17:07:28 -020093 unsigned int head = perf_mmap__read_head(md);
Peter Zijlstrade9ac072009-04-08 15:01:31 +020094 unsigned int old = md->prev;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020095 unsigned char *data = md->base + rec->page_size;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020096 unsigned long size;
97 void *buf;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020098
Arnaldo Carvalho de Melodc820092011-01-28 14:49:19 -020099 if (old == head)
100 return;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200101
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200102 rec->samples++;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200103
104 size = head - old;
105
106 if ((old & md->mask) + size != (head & md->mask)) {
107 buf = &data[old & md->mask];
108 size = md->mask + 1 - (old & md->mask);
109 old += size;
Ingo Molnar021e9f42009-06-03 19:27:19 +0200110
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200111 write_output(rec, buf, size);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200112 }
113
114 buf = &data[old & md->mask];
115 size = head - old;
116 old += size;
Ingo Molnar021e9f42009-06-03 19:27:19 +0200117
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200118 write_output(rec, buf, size);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200119
120 md->prev = old;
Arnaldo Carvalho de Melo115d2d82011-01-12 17:11:53 -0200121 perf_mmap__write_tail(md, old);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200122}
123
124static volatile int done = 0;
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200125static volatile int signr = -1;
Andi Kleen33e49ea2011-09-15 14:31:40 -0700126static volatile int child_finished = 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200127
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200128static void sig_handler(int sig)
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200129{
Andi Kleen33e49ea2011-09-15 14:31:40 -0700130 if (sig == SIGCHLD)
131 child_finished = 1;
132
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200133 done = 1;
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200134 signr = sig;
135}
136
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200137static void perf_record__sig_exit(int exit_status __used, void *arg)
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200138{
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200139 struct perf_record *rec = arg;
Andi Kleen33e49ea2011-09-15 14:31:40 -0700140 int status;
141
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200142 if (rec->evlist->workload.pid > 0) {
Andi Kleen33e49ea2011-09-15 14:31:40 -0700143 if (!child_finished)
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200144 kill(rec->evlist->workload.pid, SIGTERM);
Andi Kleen33e49ea2011-09-15 14:31:40 -0700145
146 wait(&status);
147 if (WIFSIGNALED(status))
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200148 psignal(WTERMSIG(status), rec->progname);
Andi Kleen33e49ea2011-09-15 14:31:40 -0700149 }
Chris Wilson933da832009-10-04 01:35:01 +0100150
Arnaldo Carvalho de Melo18483b82010-12-06 15:13:38 -0200151 if (signr == -1 || signr == SIGUSR1)
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200152 return;
153
154 signal(signr, SIG_DFL);
155 kill(getpid(), signr);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200156}
157
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -0300158static bool perf_evlist__equal(struct perf_evlist *evlist,
159 struct perf_evlist *other)
160{
161 struct perf_evsel *pos, *pair;
162
163 if (evlist->nr_entries != other->nr_entries)
164 return false;
165
166 pair = list_entry(other->entries.next, struct perf_evsel, node);
167
168 list_for_each_entry(pos, &evlist->entries, node) {
169 if (memcmp(&pos->attr, &pair->attr, sizeof(pos->attr) != 0))
170 return false;
171 pair = list_entry(pair->node.next, struct perf_evsel, node);
172 }
173
174 return true;
175}
176
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200177static void perf_record__open(struct perf_record *rec)
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200178{
Arnaldo Carvalho de Melo727ab042011-10-25 10:42:19 -0200179 struct perf_evsel *pos, *first;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200180 struct perf_evlist *evlist = rec->evlist;
181 struct perf_session *session = rec->session;
182 struct perf_record_opts *opts = &rec->opts;
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200183
Arnaldo Carvalho de Melo727ab042011-10-25 10:42:19 -0200184 first = list_entry(evlist->entries.next, struct perf_evsel, node);
185
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200186 perf_evlist__config_attrs(evlist, opts);
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -0200187
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200188 list_for_each_entry(pos, &evlist->entries, node) {
189 struct perf_event_attr *attr = &pos->attr;
Arnaldo Carvalho de Melo727ab042011-10-25 10:42:19 -0200190 struct xyarray *group_fd = NULL;
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200191 /*
192 * Check if parse_single_tracepoint_event has already asked for
193 * PERF_SAMPLE_TIME.
194 *
195 * XXX this is kludgy but short term fix for problems introduced by
196 * eac23d1c that broke 'perf script' by having different sample_types
197 * when using multiple tracepoint events when we use a perf binary
198 * that tries to use sample_id_all on an older kernel.
199 *
200 * We need to move counter creation to perf_session, support
201 * different sample_types, etc.
202 */
203 bool time_needed = attr->sample_type & PERF_SAMPLE_TIME;
204
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200205 if (opts->group && pos != first)
Arnaldo Carvalho de Melo727ab042011-10-25 10:42:19 -0200206 group_fd = first->fd;
Arnaldo Carvalho de Melo0c978122012-02-14 14:05:30 -0200207fallback_missing_features:
208 if (opts->exclude_guest_missing)
209 attr->exclude_guest = attr->exclude_host = 0;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200210retry_sample_id:
Arnaldo Carvalho de Melo808e1222012-02-14 14:18:57 -0200211 attr->sample_id_all = opts->sample_id_all_missing ? 0 : 1;
Ingo Molnar3da297a2009-06-07 17:39:02 +0200212try_again:
Arnaldo Carvalho de Meloed80f582011-11-11 15:12:56 -0200213 if (perf_evsel__open(pos, evlist->cpus, evlist->threads,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200214 opts->group, group_fd) < 0) {
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300215 int err = errno;
Ingo Molnarf250c0302009-06-05 13:18:41 +0200216
Arnaldo Carvalho de Meloc286c412011-03-28 09:50:11 -0300217 if (err == EPERM || err == EACCES) {
Arnaldo Carvalho de Melob8631e62011-10-26 08:02:55 -0200218 ui__error_paranoid();
Arnaldo Carvalho de Meloc286c412011-03-28 09:50:11 -0300219 exit(EXIT_FAILURE);
Namhyung Kimbea03402012-04-26 14:15:15 +0900220 } else if (err == ENODEV && opts->target.cpu_list) {
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300221 die("No such device - did you specify"
222 " an out-of-range profile CPU?\n");
Arnaldo Carvalho de Melo0c978122012-02-14 14:05:30 -0200223 } else if (err == EINVAL) {
224 if (!opts->exclude_guest_missing &&
225 (attr->exclude_guest || attr->exclude_host)) {
226 pr_debug("Old kernel, cannot exclude "
227 "guest or host samples.\n");
228 opts->exclude_guest_missing = true;
229 goto fallback_missing_features;
Arnaldo Carvalho de Melo808e1222012-02-14 14:18:57 -0200230 } else if (!opts->sample_id_all_missing) {
Arnaldo Carvalho de Melo0c978122012-02-14 14:05:30 -0200231 /*
232 * Old kernel, no attr->sample_id_type_all field
233 */
Arnaldo Carvalho de Melo808e1222012-02-14 14:18:57 -0200234 opts->sample_id_all_missing = true;
Arnaldo Carvalho de Melo0c978122012-02-14 14:05:30 -0200235 if (!opts->sample_time && !opts->raw_samples && !time_needed)
236 attr->sample_type &= ~PERF_SAMPLE_TIME;
Ian Munsieeac23d12010-12-09 16:33:53 +1100237
Arnaldo Carvalho de Melo0c978122012-02-14 14:05:30 -0200238 goto retry_sample_id;
239 }
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300240 }
Ingo Molnar3da297a2009-06-07 17:39:02 +0200241
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300242 /*
243 * If it's cycles then fall back to hrtimer
244 * based cpu-clock-tick sw counter, which
David Ahern028d4552012-05-08 09:28:57 -0600245 * is always available even if no PMU support.
246 *
247 * PPC returns ENXIO until 2.6.37 (behavior changed
248 * with commit b0a873e).
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300249 */
David Ahern028d4552012-05-08 09:28:57 -0600250 if ((err == ENOENT || err == ENXIO)
251 && attr->type == PERF_TYPE_HARDWARE
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300252 && attr->config == PERF_COUNT_HW_CPU_CYCLES) {
Ingo Molnar3da297a2009-06-07 17:39:02 +0200253
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300254 if (verbose)
David Ahernca6a4252011-03-25 13:11:11 -0600255 ui__warning("The cycles event is not supported, "
256 "trying to fall back to cpu-clock-ticks\n");
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300257 attr->type = PERF_TYPE_SOFTWARE;
258 attr->config = PERF_COUNT_SW_CPU_CLOCK;
David Ahernd1cae342012-05-08 10:50:11 -0600259 if (pos->name) {
260 free(pos->name);
261 pos->name = NULL;
262 }
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300263 goto try_again;
264 }
David Ahernca6a4252011-03-25 13:11:11 -0600265
266 if (err == ENOENT) {
267 ui__warning("The %s event is not supported.\n",
268 event_name(pos));
269 exit(EXIT_FAILURE);
270 }
271
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300272 printf("\n");
Corey Ashfordd9cf8372010-11-19 17:37:24 -0800273 error("sys_perf_event_open() syscall returned with %d (%s). /bin/dmesg may provide additional information.\n",
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200274 err, strerror(err));
Simon Kaempfleinbfd45112009-11-16 15:25:53 +1000275
276#if defined(__i386__) || defined(__x86_64__)
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300277 if (attr->type == PERF_TYPE_HARDWARE && err == EOPNOTSUPP)
278 die("No hardware sampling interrupt available."
279 " No APIC? If so then you can boot the kernel"
280 " with the \"lapic\" boot parameter to"
281 " force-enable it.\n");
Simon Kaempfleinbfd45112009-11-16 15:25:53 +1000282#endif
283
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300284 die("No CONFIG_PERF_EVENTS=y kernel support configured?\n");
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300285 }
Li Zefanc171b552009-10-15 11:22:07 +0800286 }
Arnaldo Carvalho de Meloa43d3f02010-12-25 12:12:25 -0200287
Frederic Weisbecker0a102472011-02-26 04:51:54 +0100288 if (perf_evlist__set_filters(evlist)) {
289 error("failed to set filter with %d (%s)\n", errno,
290 strerror(errno));
291 exit(-1);
292 }
293
Nelson Elhage18e60932011-12-19 08:39:31 -0500294 if (perf_evlist__mmap(evlist, opts->mmap_pages, false) < 0) {
295 if (errno == EPERM)
296 die("Permission error mapping pages.\n"
297 "Consider increasing "
298 "/proc/sys/kernel/perf_event_mlock_kb,\n"
299 "or try again with a smaller value of -m/--mmap_pages.\n"
300 "(current value: %d)\n", opts->mmap_pages);
Nelson Elhage41d0d932011-12-19 08:39:32 -0500301 else if (!is_power_of_2(opts->mmap_pages))
302 die("--mmap_pages/-m value must be a power of two.");
303
Arnaldo Carvalho de Melo0a27d7f2011-01-14 15:50:51 -0200304 die("failed to mmap with %d (%s)\n", errno, strerror(errno));
Nelson Elhage18e60932011-12-19 08:39:31 -0500305 }
Arnaldo Carvalho de Melo0a27d7f2011-01-14 15:50:51 -0200306
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200307 if (rec->file_new)
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -0300308 session->evlist = evlist;
309 else {
310 if (!perf_evlist__equal(session->evlist, evlist)) {
311 fprintf(stderr, "incompatible append\n");
312 exit(-1);
313 }
314 }
315
316 perf_session__update_sample_type(session);
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200317}
318
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200319static int process_buildids(struct perf_record *rec)
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200320{
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200321 u64 size = lseek(rec->output, 0, SEEK_CUR);
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200322
Arnaldo Carvalho de Melo9f591fd2010-03-11 15:53:11 -0300323 if (size == 0)
324 return 0;
325
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200326 rec->session->fd = rec->output;
327 return __perf_session__process_events(rec->session, rec->post_processing_offset,
328 size - rec->post_processing_offset,
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200329 size, &build_id__mark_dso_hit_ops);
330}
331
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200332static void perf_record__exit(int status __used, void *arg)
Peter Zijlstraf5970552009-06-18 23:22:55 +0200333{
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200334 struct perf_record *rec = arg;
Peter Zijlstraf5970552009-06-18 23:22:55 +0200335
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200336 if (!rec->opts.pipe_output) {
337 rec->session->header.data_size += rec->bytes_written;
338
339 if (!rec->no_buildid)
340 process_buildids(rec);
341 perf_session__write_header(rec->session, rec->evlist,
342 rec->output, true);
343 perf_session__delete(rec->session);
344 perf_evlist__delete(rec->evlist);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -0300345 symbol__exit();
Tom Zanussic7929e42010-04-01 23:59:22 -0500346 }
Peter Zijlstraf5970552009-06-18 23:22:55 +0200347}
348
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200349static void perf_event__synthesize_guest_os(struct machine *machine, void *data)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800350{
351 int err;
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200352 struct perf_tool *tool = data;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800353
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300354 if (machine__is_host(machine))
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800355 return;
356
357 /*
358 *As for guest kernel when processing subcommand record&report,
359 *we arrange module mmap prior to guest kernel mmap and trigger
360 *a preload dso because default guest module symbols are loaded
361 *from guest kallsyms instead of /lib/modules/XXX/XXX. This
362 *method is used to avoid symbol missing when the first addr is
363 *in module instead of in guest kernel.
364 */
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200365 err = perf_event__synthesize_modules(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200366 machine);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800367 if (err < 0)
368 pr_err("Couldn't record guest kernel [%d]'s reference"
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300369 " relocation symbol.\n", machine->pid);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800370
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800371 /*
372 * We use _stext for guest kernel because guest kernel's /proc/kallsyms
373 * have no _text sometimes.
374 */
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200375 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200376 machine, "_text");
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800377 if (err < 0)
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200378 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200379 machine, "_stext");
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800380 if (err < 0)
381 pr_err("Couldn't record guest kernel [%d]'s reference"
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300382 " relocation symbol.\n", machine->pid);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800383}
384
Frederic Weisbecker98402802010-05-02 22:05:29 +0200385static struct perf_event_header finished_round_event = {
386 .size = sizeof(struct perf_event_header),
387 .type = PERF_RECORD_FINISHED_ROUND,
388};
389
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200390static void perf_record__mmap_read_all(struct perf_record *rec)
Frederic Weisbecker98402802010-05-02 22:05:29 +0200391{
Peter Zijlstra0e2e63d2010-05-20 14:45:26 +0200392 int i;
Frederic Weisbecker98402802010-05-02 22:05:29 +0200393
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200394 for (i = 0; i < rec->evlist->nr_mmaps; i++) {
395 if (rec->evlist->mmap[i].base)
396 perf_record__mmap_read(rec, &rec->evlist->mmap[i]);
Frederic Weisbecker98402802010-05-02 22:05:29 +0200397 }
398
Stephane Eranian2eeaaa02012-05-15 13:28:13 +0200399 if (perf_header__has_feat(&rec->session->header, HEADER_TRACING_DATA))
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200400 write_output(rec, &finished_round_event, sizeof(finished_round_event));
Frederic Weisbecker98402802010-05-02 22:05:29 +0200401}
402
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200403static int __cmd_record(struct perf_record *rec, int argc, const char **argv)
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200404{
Peter Zijlstra97124d52009-06-02 15:52:24 +0200405 struct stat st;
Ingo Molnarabaff322009-06-02 22:59:57 +0200406 int flags;
Robert Richter781ba9d2011-12-15 17:32:40 +0100407 int err, output, feat;
Peter Zijlstra8b412662009-09-17 19:59:05 +0200408 unsigned long waking = 0;
Zhang, Yanmin46be6042010-03-18 11:36:04 -0300409 const bool forks = argc > 0;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300410 struct machine *machine;
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200411 struct perf_tool *tool = &rec->tool;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200412 struct perf_record_opts *opts = &rec->opts;
413 struct perf_evlist *evsel_list = rec->evlist;
414 const char *output_name = rec->output_name;
415 struct perf_session *session;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200416
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200417 rec->progname = argv[0];
Andi Kleen33e49ea2011-09-15 14:31:40 -0700418
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200419 rec->page_size = sysconf(_SC_PAGE_SIZE);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200420
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200421 on_exit(perf_record__sig_exit, rec);
Peter Zijlstraf5970552009-06-18 23:22:55 +0200422 signal(SIGCHLD, sig_handler);
423 signal(SIGINT, sig_handler);
Arnaldo Carvalho de Melo18483b82010-12-06 15:13:38 -0200424 signal(SIGUSR1, sig_handler);
Peter Zijlstraf5970552009-06-18 23:22:55 +0200425
Franck Bui-Huud7065ad2011-01-16 17:14:45 +0100426 if (!output_name) {
427 if (!fstat(STDOUT_FILENO, &st) && S_ISFIFO(st.st_mode))
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200428 opts->pipe_output = true;
Franck Bui-Huud7065ad2011-01-16 17:14:45 +0100429 else
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200430 rec->output_name = output_name = "perf.data";
Franck Bui-Huud7065ad2011-01-16 17:14:45 +0100431 }
432 if (output_name) {
433 if (!strcmp(output_name, "-"))
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200434 opts->pipe_output = true;
Franck Bui-Huud7065ad2011-01-16 17:14:45 +0100435 else if (!stat(output_name, &st) && st.st_size) {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200436 if (rec->write_mode == WRITE_FORCE) {
Franck Bui-Huud7065ad2011-01-16 17:14:45 +0100437 char oldname[PATH_MAX];
438 snprintf(oldname, sizeof(oldname), "%s.old",
439 output_name);
440 unlink(oldname);
441 rename(output_name, oldname);
442 }
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200443 } else if (rec->write_mode == WRITE_APPEND) {
444 rec->write_mode = WRITE_FORCE;
Pierre Habouzit266e0e22009-08-07 14:16:01 +0200445 }
Peter Zijlstra97124d52009-06-02 15:52:24 +0200446 }
447
Xiao Guangrongf887f302010-02-04 16:46:42 +0800448 flags = O_CREAT|O_RDWR;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200449 if (rec->write_mode == WRITE_APPEND)
450 rec->file_new = 0;
Ingo Molnarabaff322009-06-02 22:59:57 +0200451 else
452 flags |= O_TRUNC;
453
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200454 if (opts->pipe_output)
Tom Zanussi529870e2010-04-01 23:59:16 -0500455 output = STDOUT_FILENO;
456 else
457 output = open(output_name, flags, S_IRUSR | S_IWUSR);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200458 if (output < 0) {
459 perror("failed to create output file");
460 exit(-1);
461 }
462
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200463 rec->output = output;
464
Frederic Weisbecker7865e812010-04-14 19:42:07 +0200465 session = perf_session__new(output_name, O_WRONLY,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200466 rec->write_mode == WRITE_FORCE, false, NULL);
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -0200467 if (session == NULL) {
Arnaldo Carvalho de Meloa9a70bb2009-11-17 01:18:11 -0200468 pr_err("Not enough memory for reading perf file header\n");
469 return -1;
470 }
471
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200472 rec->session = session;
473
Robert Richter781ba9d2011-12-15 17:32:40 +0100474 for (feat = HEADER_FIRST_FEATURE; feat < HEADER_LAST_FEATURE; feat++)
475 perf_header__set_feat(&session->header, feat);
476
477 if (rec->no_buildid)
478 perf_header__clear_feat(&session->header, HEADER_BUILD_ID);
479
480 if (!have_tracepoints(&evsel_list->entries))
Stephane Eranian2eeaaa02012-05-15 13:28:13 +0200481 perf_header__clear_feat(&session->header, HEADER_TRACING_DATA);
Arnaldo Carvalho de Melobaa2f6c2010-11-26 19:39:15 -0200482
Stephane Eranian330aa672012-03-08 23:47:46 +0100483 if (!rec->opts.branch_stack)
484 perf_header__clear_feat(&session->header, HEADER_BRANCH_STACK);
485
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200486 if (!rec->file_new) {
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -0300487 err = perf_session__read_header(session, output);
Arnaldo Carvalho de Melo4dc0a042009-11-19 14:55:55 -0200488 if (err < 0)
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300489 goto out_delete_session;
Arnaldo Carvalho de Melo4dc0a042009-11-19 14:55:55 -0200490 }
491
Arnaldo Carvalho de Melod4db3f12009-12-27 21:36:57 -0200492 if (forks) {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200493 err = perf_evlist__prepare_workload(evsel_list, opts, argv);
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -0200494 if (err < 0) {
495 pr_err("Couldn't run the workload!\n");
496 goto out_delete_session;
Jens Axboe0a5ac842009-08-12 11:18:01 +0200497 }
Peter Zijlstra856e9662009-12-16 17:55:55 +0100498 }
499
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200500 perf_record__open(rec);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200501
Arnaldo Carvalho de Melo712a4b62011-02-17 12:18:42 -0200502 /*
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200503 * perf_session__delete(session) will be called at perf_record__exit()
Arnaldo Carvalho de Melo712a4b62011-02-17 12:18:42 -0200504 */
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200505 on_exit(perf_record__exit, rec);
Arnaldo Carvalho de Melo712a4b62011-02-17 12:18:42 -0200506
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200507 if (opts->pipe_output) {
Tom Zanussi529870e2010-04-01 23:59:16 -0500508 err = perf_header__write_pipe(output);
509 if (err < 0)
510 return err;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200511 } else if (rec->file_new) {
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -0300512 err = perf_session__write_header(session, evsel_list,
513 output, false);
Arnaldo Carvalho de Melod5eed902009-11-19 14:55:56 -0200514 if (err < 0)
515 return err;
516 }
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200517
David Ahernd3665492012-02-06 15:27:52 -0700518 if (!rec->no_buildid
Robert Richtere20960c2011-12-07 10:02:55 +0100519 && !perf_header__has_feat(&session->header, HEADER_BUILD_ID)) {
David Ahernd3665492012-02-06 15:27:52 -0700520 pr_err("Couldn't generate buildids. "
Robert Richtere20960c2011-12-07 10:02:55 +0100521 "Use --no-buildid to profile anyway.\n");
522 return -1;
523 }
524
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200525 rec->post_processing_offset = lseek(output, 0, SEEK_CUR);
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200526
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200527 machine = perf_session__find_host_machine(session);
528 if (!machine) {
529 pr_err("Couldn't find native kernel information.\n");
530 return -1;
531 }
532
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200533 if (opts->pipe_output) {
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200534 err = perf_event__synthesize_attrs(tool, session,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200535 process_synthesized_event);
Tom Zanussi2c46dbb2010-04-01 23:59:19 -0500536 if (err < 0) {
537 pr_err("Couldn't synthesize attrs.\n");
538 return err;
539 }
Tom Zanussicd19a032010-04-01 23:59:20 -0500540
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200541 err = perf_event__synthesize_event_types(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200542 machine);
Tom Zanussicd19a032010-04-01 23:59:20 -0500543 if (err < 0) {
544 pr_err("Couldn't synthesize event_types.\n");
545 return err;
546 }
Tom Zanussi92155452010-04-01 23:59:21 -0500547
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200548 if (have_tracepoints(&evsel_list->entries)) {
Tom Zanussi63e0c772010-05-03 00:14:48 -0500549 /*
550 * FIXME err <= 0 here actually means that
551 * there were no tracepoints so its not really
552 * an error, just that we don't need to
553 * synthesize anything. We really have to
554 * return this more properly and also
555 * propagate errors that now are calling die()
556 */
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200557 err = perf_event__synthesize_tracing_data(tool, output, evsel_list,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200558 process_synthesized_event);
Tom Zanussi63e0c772010-05-03 00:14:48 -0500559 if (err <= 0) {
560 pr_err("Couldn't record tracing data.\n");
561 return err;
562 }
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200563 advance_output(rec, err);
Tom Zanussi63e0c772010-05-03 00:14:48 -0500564 }
Tom Zanussi2c46dbb2010-04-01 23:59:19 -0500565 }
566
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200567 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200568 machine, "_text");
Arnaldo Carvalho de Melo70162132010-03-30 18:27:39 -0300569 if (err < 0)
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200570 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200571 machine, "_stext");
Arnaldo Carvalho de Meloc1a3a4b2010-11-22 14:01:55 -0200572 if (err < 0)
573 pr_err("Couldn't record kernel reference relocation symbol\n"
574 "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n"
575 "Check /proc/kallsyms permission or run as root.\n");
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200576
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200577 err = perf_event__synthesize_modules(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200578 machine);
Arnaldo Carvalho de Meloc1a3a4b2010-11-22 14:01:55 -0200579 if (err < 0)
580 pr_err("Couldn't record kernel module information.\n"
581 "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n"
582 "Check /proc/modules permission or run as root.\n");
583
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800584 if (perf_guest)
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200585 perf_session__process_machines(session, tool,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200586 perf_event__synthesize_guest_os);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200587
Namhyung Kimbea03402012-04-26 14:15:15 +0900588 if (!opts->target.system_wide)
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200589 perf_event__synthesize_thread_map(tool, evsel_list->threads,
Arnaldo Carvalho de Melo7c940c12011-02-11 11:45:54 -0200590 process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200591 machine);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200592 else
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200593 perf_event__synthesize_threads(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200594 machine);
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200595
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200596 if (rec->realtime_prio) {
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200597 struct sched_param param;
598
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200599 param.sched_priority = rec->realtime_prio;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200600 if (sched_setscheduler(0, SCHED_FIFO, &param)) {
Arnaldo Carvalho de Melo6beba7a2009-10-21 17:34:06 -0200601 pr_err("Could not set realtime priority.\n");
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200602 exit(-1);
603 }
604 }
605
David Ahern764e16a32011-08-25 10:17:55 -0600606 perf_evlist__enable(evsel_list);
607
Peter Zijlstra856e9662009-12-16 17:55:55 +0100608 /*
609 * Let the child rip
610 */
Arnaldo Carvalho de Melod4db3f12009-12-27 21:36:57 -0200611 if (forks)
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -0200612 perf_evlist__start_workload(evsel_list);
Peter Zijlstra856e9662009-12-16 17:55:55 +0100613
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200614 for (;;) {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200615 int hits = rec->samples;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200616
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200617 perf_record__mmap_read_all(rec);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200618
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200619 if (hits == rec->samples) {
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200620 if (done)
621 break;
Arnaldo Carvalho de Melo5c581042011-01-11 22:30:02 -0200622 err = poll(evsel_list->pollfd, evsel_list->nr_fds, -1);
Peter Zijlstra8b412662009-09-17 19:59:05 +0200623 waking++;
624 }
625
Arnaldo Carvalho de Melo4152ab32011-07-25 11:06:19 -0300626 if (done)
627 perf_evlist__disable(evsel_list);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200628 }
629
Arnaldo Carvalho de Melo18483b82010-12-06 15:13:38 -0200630 if (quiet || signr == SIGUSR1)
Arnaldo Carvalho de Melob44308f2010-10-26 15:20:09 -0200631 return 0;
632
Peter Zijlstra8b412662009-09-17 19:59:05 +0200633 fprintf(stderr, "[ perf record: Woken up %ld times to write data ]\n", waking);
634
Ingo Molnar021e9f42009-06-03 19:27:19 +0200635 /*
636 * Approximate RIP event size: 24 bytes.
637 */
638 fprintf(stderr,
Arnaldo Carvalho de Melo9486aa32011-01-22 20:37:02 -0200639 "[ perf record: Captured and wrote %.3f MB %s (~%" PRIu64 " samples) ]\n",
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200640 (double)rec->bytes_written / 1024.0 / 1024.0,
Ingo Molnar021e9f42009-06-03 19:27:19 +0200641 output_name,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200642 rec->bytes_written / 24);
Ingo Molnaraddc2782009-06-02 23:43:11 +0200643
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200644 return 0;
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300645
646out_delete_session:
647 perf_session__delete(session);
648 return err;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200649}
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200650
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100651#define BRANCH_OPT(n, m) \
652 { .name = n, .mode = (m) }
653
654#define BRANCH_END { .name = NULL }
655
656struct branch_mode {
657 const char *name;
658 int mode;
659};
660
661static const struct branch_mode branch_modes[] = {
662 BRANCH_OPT("u", PERF_SAMPLE_BRANCH_USER),
663 BRANCH_OPT("k", PERF_SAMPLE_BRANCH_KERNEL),
664 BRANCH_OPT("hv", PERF_SAMPLE_BRANCH_HV),
665 BRANCH_OPT("any", PERF_SAMPLE_BRANCH_ANY),
666 BRANCH_OPT("any_call", PERF_SAMPLE_BRANCH_ANY_CALL),
667 BRANCH_OPT("any_ret", PERF_SAMPLE_BRANCH_ANY_RETURN),
668 BRANCH_OPT("ind_call", PERF_SAMPLE_BRANCH_IND_CALL),
669 BRANCH_END
670};
671
672static int
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100673parse_branch_stack(const struct option *opt, const char *str, int unset)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100674{
675#define ONLY_PLM \
676 (PERF_SAMPLE_BRANCH_USER |\
677 PERF_SAMPLE_BRANCH_KERNEL |\
678 PERF_SAMPLE_BRANCH_HV)
679
680 uint64_t *mode = (uint64_t *)opt->value;
681 const struct branch_mode *br;
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100682 char *s, *os = NULL, *p;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100683 int ret = -1;
684
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100685 if (unset)
686 return 0;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100687
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100688 /*
689 * cannot set it twice, -b + --branch-filter for instance
690 */
691 if (*mode)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100692 return -1;
693
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100694 /* str may be NULL in case no arg is passed to -b */
695 if (str) {
696 /* because str is read-only */
697 s = os = strdup(str);
698 if (!s)
699 return -1;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100700
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100701 for (;;) {
702 p = strchr(s, ',');
703 if (p)
704 *p = '\0';
705
706 for (br = branch_modes; br->name; br++) {
707 if (!strcasecmp(s, br->name))
708 break;
709 }
710 if (!br->name) {
711 ui__warning("unknown branch filter %s,"
712 " check man page\n", s);
713 goto error;
714 }
715
716 *mode |= br->mode;
717
718 if (!p)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100719 break;
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100720
721 s = p + 1;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100722 }
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100723 }
724 ret = 0;
725
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100726 /* default to any branch */
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100727 if ((*mode & ~ONLY_PLM) == 0) {
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100728 *mode = PERF_SAMPLE_BRANCH_ANY;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100729 }
730error:
731 free(os);
732 return ret;
733}
734
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200735static const char * const record_usage[] = {
Mike Galbraith9e0967532009-05-28 16:25:34 +0200736 "perf record [<options>] [<command>]",
737 "perf record [<options>] -- <command> [<options>]",
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200738 NULL
739};
740
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200741/*
742 * XXX Ideally would be local to cmd_record() and passed to a perf_record__new
743 * because we need to have access to it in perf_record__exit, that is called
744 * after cmd_record() exits, but since record_options need to be accessible to
745 * builtin-script, leave it here.
746 *
747 * At least we don't ouch it in all the other functions here directly.
748 *
749 * Just say no to tons of global variables, sigh.
750 */
751static struct perf_record record = {
752 .opts = {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200753 .mmap_pages = UINT_MAX,
754 .user_freq = UINT_MAX,
755 .user_interval = ULLONG_MAX,
Arnaldo Carvalho de Melo447a6012012-05-22 13:14:18 -0300756 .freq = 4000,
Namhyung Kimd1cb9fc2012-05-16 18:45:49 +0900757 .target = {
758 .uses_mmap = true,
759 },
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200760 },
761 .write_mode = WRITE_FORCE,
762 .file_new = true,
763};
Frederic Weisbecker7865e812010-04-14 19:42:07 +0200764
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200765/*
766 * XXX Will stay a global variable till we fix builtin-script.c to stop messing
767 * with it and switch to use the library functions in perf_evlist that came
768 * from builtin-record.c, i.e. use perf_record_opts,
769 * perf_evlist__prepare_workload, etc instead of fork+exec'in 'perf record',
770 * using pipes, etc.
771 */
Tom Zanussibca647a2010-11-10 08:11:30 -0600772const struct option record_options[] = {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200773 OPT_CALLBACK('e', "event", &record.evlist, "event",
Thomas Gleixner86847b62009-06-06 12:24:17 +0200774 "event selector. use 'perf list' to list available events",
Jiri Olsaf120f9d2011-07-14 11:25:32 +0200775 parse_events_option),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200776 OPT_CALLBACK(0, "filter", &record.evlist, "filter",
Li Zefanc171b552009-10-15 11:22:07 +0800777 "event filter", parse_filter),
Namhyung Kimbea03402012-04-26 14:15:15 +0900778 OPT_STRING('p', "pid", &record.opts.target.pid, "pid",
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300779 "record events on existing process id"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900780 OPT_STRING('t', "tid", &record.opts.target.tid, "tid",
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300781 "record events on existing thread id"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200782 OPT_INTEGER('r', "realtime", &record.realtime_prio,
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200783 "collect data with this RT SCHED_FIFO priority"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200784 OPT_BOOLEAN('D', "no-delay", &record.opts.no_delay,
Kirill Smelkovacac03f2011-01-12 17:59:36 +0300785 "collect data without buffering"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200786 OPT_BOOLEAN('R', "raw-samples", &record.opts.raw_samples,
Frederic Weisbeckerdaac07b2009-08-13 10:27:19 +0200787 "collect raw sample records from all opened counters"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900788 OPT_BOOLEAN('a', "all-cpus", &record.opts.target.system_wide,
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200789 "system-wide collection from all CPUs"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200790 OPT_BOOLEAN('A', "append", &record.append_file,
Ingo Molnarabaff322009-06-02 22:59:57 +0200791 "append to the output file to do incremental profiling"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900792 OPT_STRING('C', "cpu", &record.opts.target.cpu_list, "cpu",
Stephane Eranianc45c6ea2010-05-28 12:00:01 +0200793 "list of cpus to monitor"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200794 OPT_BOOLEAN('f', "force", &record.force,
Frederic Weisbecker7865e812010-04-14 19:42:07 +0200795 "overwrite existing data file (deprecated)"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200796 OPT_U64('c', "count", &record.opts.user_interval, "event period to sample"),
797 OPT_STRING('o', "output", &record.output_name, "file",
Ingo Molnarabaff322009-06-02 22:59:57 +0200798 "output file name"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200799 OPT_BOOLEAN('i', "no-inherit", &record.opts.no_inherit,
Stephane Eranian2e6cdf92010-05-12 10:40:01 +0200800 "child tasks do not inherit counters"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200801 OPT_UINTEGER('F', "freq", &record.opts.user_freq, "profile at this frequency"),
802 OPT_UINTEGER('m', "mmap-pages", &record.opts.mmap_pages,
Arnaldo Carvalho de Melo01c2d992011-11-09 09:16:26 -0200803 "number of mmap data pages"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200804 OPT_BOOLEAN(0, "group", &record.opts.group,
Lin Ming43bece72011-08-17 18:42:07 +0800805 "put the counters into a counter group"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200806 OPT_BOOLEAN('g', "call-graph", &record.opts.call_graph,
Ingo Molnar3efa1cc92009-06-14 15:04:15 +0200807 "do call-graph (stack chain/backtrace) recording"),
Ian Munsiec0555642010-04-13 18:37:33 +1000808 OPT_INCR('v', "verbose", &verbose,
Ingo Molnar3da297a2009-06-07 17:39:02 +0200809 "be more verbose (show counter open errors, etc)"),
Arnaldo Carvalho de Melob44308f2010-10-26 15:20:09 -0200810 OPT_BOOLEAN('q', "quiet", &quiet, "don't print any message"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200811 OPT_BOOLEAN('s', "stat", &record.opts.inherit_stat,
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200812 "per thread counts"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200813 OPT_BOOLEAN('d', "data", &record.opts.sample_address,
Anton Blanchard4bba8282009-07-16 15:44:29 +0200814 "Sample addresses"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200815 OPT_BOOLEAN('T', "timestamp", &record.opts.sample_time, "Sample timestamps"),
Andrew Vagin3e76ac72011-12-20 17:32:45 +0300816 OPT_BOOLEAN('P', "period", &record.opts.period, "Sample period"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200817 OPT_BOOLEAN('n', "no-samples", &record.opts.no_samples,
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200818 "don't sample"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200819 OPT_BOOLEAN('N', "no-buildid-cache", &record.no_buildid_cache,
Stephane Eraniana1ac1d32010-06-17 11:39:01 +0200820 "do not update the buildid cache"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200821 OPT_BOOLEAN('B', "no-buildid", &record.no_buildid,
Arnaldo Carvalho de Melobaa2f6c2010-11-26 19:39:15 -0200822 "do not collect buildids in perf.data"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200823 OPT_CALLBACK('G', "cgroup", &record.evlist, "name",
Stephane Eranian023695d2011-02-14 11:20:01 +0200824 "monitor event in cgroup name only",
825 parse_cgroups),
Namhyung Kimbea03402012-04-26 14:15:15 +0900826 OPT_STRING('u', "uid", &record.opts.target.uid_str, "user",
827 "user to profile"),
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100828
829 OPT_CALLBACK_NOOPT('b', "branch-any", &record.opts.branch_stack,
830 "branch any", "sample any taken branches",
831 parse_branch_stack),
832
833 OPT_CALLBACK('j', "branch-filter", &record.opts.branch_stack,
834 "branch filter mask", "branch stack filter modes",
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100835 parse_branch_stack),
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200836 OPT_END()
837};
838
Ingo Molnarf37a2912009-07-01 12:37:06 +0200839int cmd_record(int argc, const char **argv, const char *prefix __used)
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200840{
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -0200841 int err = -ENOMEM;
842 struct perf_evsel *pos;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200843 struct perf_evlist *evsel_list;
844 struct perf_record *rec = &record;
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900845 char errbuf[BUFSIZ];
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200846
Stephane Eranianfbe96f22011-09-30 15:40:40 +0200847 perf_header__set_cmdline(argc, argv);
848
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200849 evsel_list = perf_evlist__new(NULL, NULL);
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200850 if (evsel_list == NULL)
851 return -ENOMEM;
852
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200853 rec->evlist = evsel_list;
854
Tom Zanussibca647a2010-11-10 08:11:30 -0600855 argc = parse_options(argc, argv, record_options, record_usage,
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -0200856 PARSE_OPT_STOP_AT_NON_OPTION);
Namhyung Kimd67356e2012-05-07 14:09:03 +0900857 if (!argc && perf_target__none(&rec->opts.target))
Tom Zanussibca647a2010-11-10 08:11:30 -0600858 usage_with_options(record_usage, record_options);
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200859
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200860 if (rec->force && rec->append_file) {
Frederic Weisbecker7865e812010-04-14 19:42:07 +0200861 fprintf(stderr, "Can't overwrite and append at the same time."
862 " You need to choose between -f and -A");
Tom Zanussibca647a2010-11-10 08:11:30 -0600863 usage_with_options(record_usage, record_options);
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200864 } else if (rec->append_file) {
865 rec->write_mode = WRITE_APPEND;
Frederic Weisbecker7865e812010-04-14 19:42:07 +0200866 } else {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200867 rec->write_mode = WRITE_FORCE;
Frederic Weisbecker7865e812010-04-14 19:42:07 +0200868 }
869
Namhyung Kimbea03402012-04-26 14:15:15 +0900870 if (nr_cgroups && !rec->opts.target.system_wide) {
Stephane Eranian023695d2011-02-14 11:20:01 +0200871 fprintf(stderr, "cgroup monitoring only available in"
872 " system-wide mode\n");
873 usage_with_options(record_usage, record_options);
874 }
875
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -0200876 symbol__init();
Arnaldo Carvalho de Melobaa2f6c2010-11-26 19:39:15 -0200877
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300878 if (symbol_conf.kptr_restrict)
Arnaldo Carvalho de Melo646aaea2011-05-27 11:00:41 -0300879 pr_warning(
880"WARNING: Kernel address maps (/proc/{kallsyms,modules}) are restricted,\n"
881"check /proc/sys/kernel/kptr_restrict.\n\n"
882"Samples in kernel functions may not be resolved if a suitable vmlinux\n"
883"file is not found in the buildid cache or in the vmlinux path.\n\n"
884"Samples in kernel modules won't be resolved at all.\n\n"
885"If some relocation was applied (e.g. kexec) symbols may be misresolved\n"
886"even with a suitable vmlinux or kallsyms file.\n\n");
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300887
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200888 if (rec->no_buildid_cache || rec->no_buildid)
Stephane Eraniana1ac1d32010-06-17 11:39:01 +0200889 disable_buildid_cache();
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -0200890
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200891 if (evsel_list->nr_entries == 0 &&
892 perf_evlist__add_default(evsel_list) < 0) {
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -0200893 pr_err("Not enough memory for event selector list\n");
894 goto out_symbol_exit;
Peter Zijlstrabbd36e52009-06-11 23:11:50 +0200895 }
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200896
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900897 err = perf_target__validate(&rec->opts.target);
898 if (err) {
899 perf_target__strerror(&rec->opts.target, err, errbuf, BUFSIZ);
900 ui__warning("%s", errbuf);
901 }
Namhyung Kim4bd0f2d2012-04-26 14:15:18 +0900902
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900903 err = perf_target__parse_uid(&rec->opts.target);
904 if (err) {
905 int saved_errno = errno;
906
907 perf_target__strerror(&rec->opts.target, err, errbuf, BUFSIZ);
908 ui__warning("%s", errbuf);
909
910 err = -saved_errno;
Arnaldo Carvalho de Melo0d37aa32012-01-19 14:08:15 -0200911 goto out_free_fd;
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900912 }
Arnaldo Carvalho de Melo0d37aa32012-01-19 14:08:15 -0200913
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900914 err = -ENOMEM;
Namhyung Kimb809ac12012-04-26 14:15:19 +0900915 if (perf_evlist__create_maps(evsel_list, &rec->opts.target) < 0)
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200916 usage_with_options(record_usage, record_options);
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -0200917
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200918 list_for_each_entry(pos, &evsel_list->entries, node) {
Arnaldo Carvalho de Meload7f4e32011-01-17 18:28:13 -0200919 if (perf_header__push_event(pos->attr.config, event_name(pos)))
920 goto out_free_fd;
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300921 }
Arnaldo Carvalho de Melo5c581042011-01-11 22:30:02 -0200922
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200923 if (rec->opts.user_interval != ULLONG_MAX)
924 rec->opts.default_interval = rec->opts.user_interval;
925 if (rec->opts.user_freq != UINT_MAX)
926 rec->opts.freq = rec->opts.user_freq;
Frederic Weisbeckerf9212812010-04-14 22:09:02 +0200927
Mike Galbraith7e4ff9e2009-10-12 07:56:03 +0200928 /*
929 * User specified count overrides default frequency.
930 */
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200931 if (rec->opts.default_interval)
932 rec->opts.freq = 0;
933 else if (rec->opts.freq) {
934 rec->opts.default_interval = rec->opts.freq;
Mike Galbraith7e4ff9e2009-10-12 07:56:03 +0200935 } else {
936 fprintf(stderr, "frequency and count are zero, aborting\n");
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300937 err = -EINVAL;
Arnaldo Carvalho de Melo5c581042011-01-11 22:30:02 -0200938 goto out_free_fd;
Mike Galbraith7e4ff9e2009-10-12 07:56:03 +0200939 }
940
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200941 err = __cmd_record(&record, argc, argv);
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300942out_free_fd:
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200943 perf_evlist__delete_maps(evsel_list);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -0300944out_symbol_exit:
945 symbol__exit();
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300946 return err;
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200947}