blob: be4e1eee782e658f00ab06cfa679414341952086 [file] [log] [blame]
Ingo Molnarabaff322009-06-02 22:59:57 +02001/*
Ingo Molnarbf9e1872009-06-02 23:37:05 +02002 * builtin-record.c
3 *
4 * Builtin record command: Record the profile of a workload
5 * (or a CPU, or a PID) into the perf.data output file - for
6 * later analysis via perf report.
Ingo Molnarabaff322009-06-02 22:59:57 +02007 */
Xiao Guangrongb8f46c52010-02-03 11:53:14 +08008#define _FILE_OFFSET_BITS 64
9
Ingo Molnar16f762a2009-05-27 09:10:38 +020010#include "builtin.h"
Ingo Molnarbf9e1872009-06-02 23:37:05 +020011
12#include "perf.h"
13
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -020014#include "util/build-id.h"
Thomas Gleixner6eda5832009-05-01 18:29:57 +020015#include "util/util.h"
Ingo Molnar0e9b20b2009-05-26 09:17:18 +020016#include "util/parse-options.h"
Ingo Molnar8ad8db32009-05-26 11:10:09 +020017#include "util/parse-events.h"
Thomas Gleixner6eda5832009-05-01 18:29:57 +020018
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +020019#include "util/header.h"
Frederic Weisbecker66e274f2009-08-12 11:07:25 +020020#include "util/event.h"
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020021#include "util/evlist.h"
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -020022#include "util/evsel.h"
Frederic Weisbecker8f28827a2009-08-16 22:05:48 +020023#include "util/debug.h"
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -020024#include "util/session.h"
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020025#include "util/tool.h"
Arnaldo Carvalho de Melo8d063672009-11-04 18:50:43 -020026#include "util/symbol.h"
Paul Mackerrasa12b51c2010-03-10 20:36:09 +110027#include "util/cpumap.h"
Arnaldo Carvalho de Melofd782602011-01-18 15:15:24 -020028#include "util/thread_map.h"
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +020029
Peter Zijlstra97124d52009-06-02 15:52:24 +020030#include <unistd.h>
Peter Zijlstrade9ac072009-04-08 15:01:31 +020031#include <sched.h>
Arnaldo Carvalho de Meloa41794c2010-05-18 18:29:23 -030032#include <sys/mman.h>
Peter Zijlstrade9ac072009-04-08 15:01:31 +020033
Frederic Weisbecker7865e812010-04-14 19:42:07 +020034enum write_mode_t {
35 WRITE_FORCE,
36 WRITE_APPEND
37};
38
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020039struct perf_record {
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020040 struct perf_tool tool;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020041 struct perf_record_opts opts;
42 u64 bytes_written;
43 const char *output_name;
44 struct perf_evlist *evlist;
45 struct perf_session *session;
46 const char *progname;
Arnaldo Carvalho de Melo0d37aa32012-01-19 14:08:15 -020047 const char *uid_str;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020048 int output;
49 unsigned int page_size;
50 int realtime_prio;
51 enum write_mode_t write_mode;
52 bool no_buildid;
53 bool no_buildid_cache;
54 bool force;
55 bool file_new;
56 bool append_file;
57 long samples;
58 off_t post_processing_offset;
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -020059};
Ingo Molnara21ca2c2009-06-06 09:58:57 +020060
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020061static void advance_output(struct perf_record *rec, size_t size)
Tom Zanussi92155452010-04-01 23:59:21 -050062{
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020063 rec->bytes_written += size;
Tom Zanussi92155452010-04-01 23:59:21 -050064}
65
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020066static void write_output(struct perf_record *rec, void *buf, size_t size)
Peter Zijlstraf5970552009-06-18 23:22:55 +020067{
68 while (size) {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020069 int ret = write(rec->output, buf, size);
Peter Zijlstraf5970552009-06-18 23:22:55 +020070
71 if (ret < 0)
72 die("failed to write");
73
74 size -= ret;
75 buf += ret;
76
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020077 rec->bytes_written += ret;
Peter Zijlstraf5970552009-06-18 23:22:55 +020078 }
79}
80
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020081static int process_synthesized_event(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020082 union perf_event *event,
Arnaldo Carvalho de Melo8d50e5b2011-01-29 13:02:00 -020083 struct perf_sample *sample __used,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -020084 struct machine *machine __used)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020085{
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020086 struct perf_record *rec = container_of(tool, struct perf_record, tool);
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020087 write_output(rec, event, event->header.size);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020088 return 0;
89}
90
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020091static void perf_record__mmap_read(struct perf_record *rec,
92 struct perf_mmap *md)
Peter Zijlstrade9ac072009-04-08 15:01:31 +020093{
Arnaldo Carvalho de Melo744bd8a2011-01-12 17:07:28 -020094 unsigned int head = perf_mmap__read_head(md);
Peter Zijlstrade9ac072009-04-08 15:01:31 +020095 unsigned int old = md->prev;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020096 unsigned char *data = md->base + rec->page_size;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020097 unsigned long size;
98 void *buf;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020099
Arnaldo Carvalho de Melodc820092011-01-28 14:49:19 -0200100 if (old == head)
101 return;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200102
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200103 rec->samples++;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200104
105 size = head - old;
106
107 if ((old & md->mask) + size != (head & md->mask)) {
108 buf = &data[old & md->mask];
109 size = md->mask + 1 - (old & md->mask);
110 old += size;
Ingo Molnar021e9f42009-06-03 19:27:19 +0200111
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200112 write_output(rec, buf, size);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200113 }
114
115 buf = &data[old & md->mask];
116 size = head - old;
117 old += size;
Ingo Molnar021e9f42009-06-03 19:27:19 +0200118
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200119 write_output(rec, buf, size);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200120
121 md->prev = old;
Arnaldo Carvalho de Melo115d2d82011-01-12 17:11:53 -0200122 perf_mmap__write_tail(md, old);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200123}
124
125static volatile int done = 0;
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200126static volatile int signr = -1;
Andi Kleen33e49ea2011-09-15 14:31:40 -0700127static volatile int child_finished = 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200128
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200129static void sig_handler(int sig)
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200130{
Andi Kleen33e49ea2011-09-15 14:31:40 -0700131 if (sig == SIGCHLD)
132 child_finished = 1;
133
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200134 done = 1;
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200135 signr = sig;
136}
137
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200138static void perf_record__sig_exit(int exit_status __used, void *arg)
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200139{
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200140 struct perf_record *rec = arg;
Andi Kleen33e49ea2011-09-15 14:31:40 -0700141 int status;
142
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200143 if (rec->evlist->workload.pid > 0) {
Andi Kleen33e49ea2011-09-15 14:31:40 -0700144 if (!child_finished)
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200145 kill(rec->evlist->workload.pid, SIGTERM);
Andi Kleen33e49ea2011-09-15 14:31:40 -0700146
147 wait(&status);
148 if (WIFSIGNALED(status))
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200149 psignal(WTERMSIG(status), rec->progname);
Andi Kleen33e49ea2011-09-15 14:31:40 -0700150 }
Chris Wilson933da832009-10-04 01:35:01 +0100151
Arnaldo Carvalho de Melo18483b82010-12-06 15:13:38 -0200152 if (signr == -1 || signr == SIGUSR1)
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200153 return;
154
155 signal(signr, SIG_DFL);
156 kill(getpid(), signr);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200157}
158
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -0300159static bool perf_evlist__equal(struct perf_evlist *evlist,
160 struct perf_evlist *other)
161{
162 struct perf_evsel *pos, *pair;
163
164 if (evlist->nr_entries != other->nr_entries)
165 return false;
166
167 pair = list_entry(other->entries.next, struct perf_evsel, node);
168
169 list_for_each_entry(pos, &evlist->entries, node) {
170 if (memcmp(&pos->attr, &pair->attr, sizeof(pos->attr) != 0))
171 return false;
172 pair = list_entry(pair->node.next, struct perf_evsel, node);
173 }
174
175 return true;
176}
177
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200178static void perf_record__open(struct perf_record *rec)
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200179{
Arnaldo Carvalho de Melo727ab042011-10-25 10:42:19 -0200180 struct perf_evsel *pos, *first;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200181 struct perf_evlist *evlist = rec->evlist;
182 struct perf_session *session = rec->session;
183 struct perf_record_opts *opts = &rec->opts;
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200184
Arnaldo Carvalho de Melo727ab042011-10-25 10:42:19 -0200185 first = list_entry(evlist->entries.next, struct perf_evsel, node);
186
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200187 perf_evlist__config_attrs(evlist, opts);
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -0200188
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200189 list_for_each_entry(pos, &evlist->entries, node) {
190 struct perf_event_attr *attr = &pos->attr;
Arnaldo Carvalho de Melo727ab042011-10-25 10:42:19 -0200191 struct xyarray *group_fd = NULL;
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200192 /*
193 * Check if parse_single_tracepoint_event has already asked for
194 * PERF_SAMPLE_TIME.
195 *
196 * XXX this is kludgy but short term fix for problems introduced by
197 * eac23d1c that broke 'perf script' by having different sample_types
198 * when using multiple tracepoint events when we use a perf binary
199 * that tries to use sample_id_all on an older kernel.
200 *
201 * We need to move counter creation to perf_session, support
202 * different sample_types, etc.
203 */
204 bool time_needed = attr->sample_type & PERF_SAMPLE_TIME;
205
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200206 if (opts->group && pos != first)
Arnaldo Carvalho de Melo727ab042011-10-25 10:42:19 -0200207 group_fd = first->fd;
Arnaldo Carvalho de Melo0c978122012-02-14 14:05:30 -0200208fallback_missing_features:
209 if (opts->exclude_guest_missing)
210 attr->exclude_guest = attr->exclude_host = 0;
Arnaldo Carvalho de Melo9c90a612010-12-02 10:25:28 -0200211retry_sample_id:
Arnaldo Carvalho de Melo808e1222012-02-14 14:18:57 -0200212 attr->sample_id_all = opts->sample_id_all_missing ? 0 : 1;
Ingo Molnar3da297a2009-06-07 17:39:02 +0200213try_again:
Arnaldo Carvalho de Meloed80f582011-11-11 15:12:56 -0200214 if (perf_evsel__open(pos, evlist->cpus, evlist->threads,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200215 opts->group, group_fd) < 0) {
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300216 int err = errno;
Ingo Molnarf250c0302009-06-05 13:18:41 +0200217
Arnaldo Carvalho de Meloc286c412011-03-28 09:50:11 -0300218 if (err == EPERM || err == EACCES) {
Arnaldo Carvalho de Melob8631e62011-10-26 08:02:55 -0200219 ui__error_paranoid();
Arnaldo Carvalho de Meloc286c412011-03-28 09:50:11 -0300220 exit(EXIT_FAILURE);
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200221 } else if (err == ENODEV && opts->cpu_list) {
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300222 die("No such device - did you specify"
223 " an out-of-range profile CPU?\n");
Arnaldo Carvalho de Melo0c978122012-02-14 14:05:30 -0200224 } else if (err == EINVAL) {
225 if (!opts->exclude_guest_missing &&
226 (attr->exclude_guest || attr->exclude_host)) {
227 pr_debug("Old kernel, cannot exclude "
228 "guest or host samples.\n");
229 opts->exclude_guest_missing = true;
230 goto fallback_missing_features;
Arnaldo Carvalho de Melo808e1222012-02-14 14:18:57 -0200231 } else if (!opts->sample_id_all_missing) {
Arnaldo Carvalho de Melo0c978122012-02-14 14:05:30 -0200232 /*
233 * Old kernel, no attr->sample_id_type_all field
234 */
Arnaldo Carvalho de Melo808e1222012-02-14 14:18:57 -0200235 opts->sample_id_all_missing = true;
Arnaldo Carvalho de Melo0c978122012-02-14 14:05:30 -0200236 if (!opts->sample_time && !opts->raw_samples && !time_needed)
237 attr->sample_type &= ~PERF_SAMPLE_TIME;
Ian Munsieeac23d12010-12-09 16:33:53 +1100238
Arnaldo Carvalho de Melo0c978122012-02-14 14:05:30 -0200239 goto retry_sample_id;
240 }
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300241 }
Ingo Molnar3da297a2009-06-07 17:39:02 +0200242
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300243 /*
244 * If it's cycles then fall back to hrtimer
245 * based cpu-clock-tick sw counter, which
246 * is always available even if no PMU support:
247 */
248 if (attr->type == PERF_TYPE_HARDWARE
249 && attr->config == PERF_COUNT_HW_CPU_CYCLES) {
Ingo Molnar3da297a2009-06-07 17:39:02 +0200250
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300251 if (verbose)
David Ahernca6a4252011-03-25 13:11:11 -0600252 ui__warning("The cycles event is not supported, "
253 "trying to fall back to cpu-clock-ticks\n");
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300254 attr->type = PERF_TYPE_SOFTWARE;
255 attr->config = PERF_COUNT_SW_CPU_CLOCK;
256 goto try_again;
257 }
David Ahernca6a4252011-03-25 13:11:11 -0600258
259 if (err == ENOENT) {
260 ui__warning("The %s event is not supported.\n",
261 event_name(pos));
262 exit(EXIT_FAILURE);
263 }
264
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300265 printf("\n");
Corey Ashfordd9cf8372010-11-19 17:37:24 -0800266 error("sys_perf_event_open() syscall returned with %d (%s). /bin/dmesg may provide additional information.\n",
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200267 err, strerror(err));
Simon Kaempfleinbfd45112009-11-16 15:25:53 +1000268
269#if defined(__i386__) || defined(__x86_64__)
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300270 if (attr->type == PERF_TYPE_HARDWARE && err == EOPNOTSUPP)
271 die("No hardware sampling interrupt available."
272 " No APIC? If so then you can boot the kernel"
273 " with the \"lapic\" boot parameter to"
274 " force-enable it.\n");
Simon Kaempfleinbfd45112009-11-16 15:25:53 +1000275#endif
276
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300277 die("No CONFIG_PERF_EVENTS=y kernel support configured?\n");
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300278 }
Li Zefanc171b552009-10-15 11:22:07 +0800279 }
Arnaldo Carvalho de Meloa43d3f02010-12-25 12:12:25 -0200280
Frederic Weisbecker0a102472011-02-26 04:51:54 +0100281 if (perf_evlist__set_filters(evlist)) {
282 error("failed to set filter with %d (%s)\n", errno,
283 strerror(errno));
284 exit(-1);
285 }
286
Nelson Elhage18e60932011-12-19 08:39:31 -0500287 if (perf_evlist__mmap(evlist, opts->mmap_pages, false) < 0) {
288 if (errno == EPERM)
289 die("Permission error mapping pages.\n"
290 "Consider increasing "
291 "/proc/sys/kernel/perf_event_mlock_kb,\n"
292 "or try again with a smaller value of -m/--mmap_pages.\n"
293 "(current value: %d)\n", opts->mmap_pages);
Nelson Elhage41d0d932011-12-19 08:39:32 -0500294 else if (!is_power_of_2(opts->mmap_pages))
295 die("--mmap_pages/-m value must be a power of two.");
296
Arnaldo Carvalho de Melo0a27d7f2011-01-14 15:50:51 -0200297 die("failed to mmap with %d (%s)\n", errno, strerror(errno));
Nelson Elhage18e60932011-12-19 08:39:31 -0500298 }
Arnaldo Carvalho de Melo0a27d7f2011-01-14 15:50:51 -0200299
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200300 if (rec->file_new)
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -0300301 session->evlist = evlist;
302 else {
303 if (!perf_evlist__equal(session->evlist, evlist)) {
304 fprintf(stderr, "incompatible append\n");
305 exit(-1);
306 }
307 }
308
309 perf_session__update_sample_type(session);
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200310}
311
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200312static int process_buildids(struct perf_record *rec)
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200313{
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200314 u64 size = lseek(rec->output, 0, SEEK_CUR);
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200315
Arnaldo Carvalho de Melo9f591fd2010-03-11 15:53:11 -0300316 if (size == 0)
317 return 0;
318
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200319 rec->session->fd = rec->output;
320 return __perf_session__process_events(rec->session, rec->post_processing_offset,
321 size - rec->post_processing_offset,
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200322 size, &build_id__mark_dso_hit_ops);
323}
324
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200325static void perf_record__exit(int status __used, void *arg)
Peter Zijlstraf5970552009-06-18 23:22:55 +0200326{
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200327 struct perf_record *rec = arg;
Peter Zijlstraf5970552009-06-18 23:22:55 +0200328
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200329 if (!rec->opts.pipe_output) {
330 rec->session->header.data_size += rec->bytes_written;
331
332 if (!rec->no_buildid)
333 process_buildids(rec);
334 perf_session__write_header(rec->session, rec->evlist,
335 rec->output, true);
336 perf_session__delete(rec->session);
337 perf_evlist__delete(rec->evlist);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -0300338 symbol__exit();
Tom Zanussic7929e42010-04-01 23:59:22 -0500339 }
Peter Zijlstraf5970552009-06-18 23:22:55 +0200340}
341
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200342static void perf_event__synthesize_guest_os(struct machine *machine, void *data)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800343{
344 int err;
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200345 struct perf_tool *tool = data;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800346
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300347 if (machine__is_host(machine))
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800348 return;
349
350 /*
351 *As for guest kernel when processing subcommand record&report,
352 *we arrange module mmap prior to guest kernel mmap and trigger
353 *a preload dso because default guest module symbols are loaded
354 *from guest kallsyms instead of /lib/modules/XXX/XXX. This
355 *method is used to avoid symbol missing when the first addr is
356 *in module instead of in guest kernel.
357 */
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200358 err = perf_event__synthesize_modules(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200359 machine);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800360 if (err < 0)
361 pr_err("Couldn't record guest kernel [%d]'s reference"
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300362 " relocation symbol.\n", machine->pid);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800363
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800364 /*
365 * We use _stext for guest kernel because guest kernel's /proc/kallsyms
366 * have no _text sometimes.
367 */
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200368 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200369 machine, "_text");
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800370 if (err < 0)
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200371 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200372 machine, "_stext");
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800373 if (err < 0)
374 pr_err("Couldn't record guest kernel [%d]'s reference"
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300375 " relocation symbol.\n", machine->pid);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800376}
377
Frederic Weisbecker98402802010-05-02 22:05:29 +0200378static struct perf_event_header finished_round_event = {
379 .size = sizeof(struct perf_event_header),
380 .type = PERF_RECORD_FINISHED_ROUND,
381};
382
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200383static void perf_record__mmap_read_all(struct perf_record *rec)
Frederic Weisbecker98402802010-05-02 22:05:29 +0200384{
Peter Zijlstra0e2e63d2010-05-20 14:45:26 +0200385 int i;
Frederic Weisbecker98402802010-05-02 22:05:29 +0200386
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200387 for (i = 0; i < rec->evlist->nr_mmaps; i++) {
388 if (rec->evlist->mmap[i].base)
389 perf_record__mmap_read(rec, &rec->evlist->mmap[i]);
Frederic Weisbecker98402802010-05-02 22:05:29 +0200390 }
391
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200392 if (perf_header__has_feat(&rec->session->header, HEADER_TRACE_INFO))
393 write_output(rec, &finished_round_event, sizeof(finished_round_event));
Frederic Weisbecker98402802010-05-02 22:05:29 +0200394}
395
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200396static int __cmd_record(struct perf_record *rec, int argc, const char **argv)
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200397{
Peter Zijlstra97124d52009-06-02 15:52:24 +0200398 struct stat st;
Ingo Molnarabaff322009-06-02 22:59:57 +0200399 int flags;
Robert Richter781ba9d2011-12-15 17:32:40 +0100400 int err, output, feat;
Peter Zijlstra8b412662009-09-17 19:59:05 +0200401 unsigned long waking = 0;
Zhang, Yanmin46be6042010-03-18 11:36:04 -0300402 const bool forks = argc > 0;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300403 struct machine *machine;
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200404 struct perf_tool *tool = &rec->tool;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200405 struct perf_record_opts *opts = &rec->opts;
406 struct perf_evlist *evsel_list = rec->evlist;
407 const char *output_name = rec->output_name;
408 struct perf_session *session;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200409
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200410 rec->progname = argv[0];
Andi Kleen33e49ea2011-09-15 14:31:40 -0700411
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200412 rec->page_size = sysconf(_SC_PAGE_SIZE);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200413
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200414 on_exit(perf_record__sig_exit, rec);
Peter Zijlstraf5970552009-06-18 23:22:55 +0200415 signal(SIGCHLD, sig_handler);
416 signal(SIGINT, sig_handler);
Arnaldo Carvalho de Melo18483b82010-12-06 15:13:38 -0200417 signal(SIGUSR1, sig_handler);
Peter Zijlstraf5970552009-06-18 23:22:55 +0200418
Franck Bui-Huud7065ad2011-01-16 17:14:45 +0100419 if (!output_name) {
420 if (!fstat(STDOUT_FILENO, &st) && S_ISFIFO(st.st_mode))
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200421 opts->pipe_output = true;
Franck Bui-Huud7065ad2011-01-16 17:14:45 +0100422 else
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200423 rec->output_name = output_name = "perf.data";
Franck Bui-Huud7065ad2011-01-16 17:14:45 +0100424 }
425 if (output_name) {
426 if (!strcmp(output_name, "-"))
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200427 opts->pipe_output = true;
Franck Bui-Huud7065ad2011-01-16 17:14:45 +0100428 else if (!stat(output_name, &st) && st.st_size) {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200429 if (rec->write_mode == WRITE_FORCE) {
Franck Bui-Huud7065ad2011-01-16 17:14:45 +0100430 char oldname[PATH_MAX];
431 snprintf(oldname, sizeof(oldname), "%s.old",
432 output_name);
433 unlink(oldname);
434 rename(output_name, oldname);
435 }
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200436 } else if (rec->write_mode == WRITE_APPEND) {
437 rec->write_mode = WRITE_FORCE;
Pierre Habouzit266e0e22009-08-07 14:16:01 +0200438 }
Peter Zijlstra97124d52009-06-02 15:52:24 +0200439 }
440
Xiao Guangrongf887f302010-02-04 16:46:42 +0800441 flags = O_CREAT|O_RDWR;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200442 if (rec->write_mode == WRITE_APPEND)
443 rec->file_new = 0;
Ingo Molnarabaff322009-06-02 22:59:57 +0200444 else
445 flags |= O_TRUNC;
446
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200447 if (opts->pipe_output)
Tom Zanussi529870e2010-04-01 23:59:16 -0500448 output = STDOUT_FILENO;
449 else
450 output = open(output_name, flags, S_IRUSR | S_IWUSR);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200451 if (output < 0) {
452 perror("failed to create output file");
453 exit(-1);
454 }
455
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200456 rec->output = output;
457
Frederic Weisbecker7865e812010-04-14 19:42:07 +0200458 session = perf_session__new(output_name, O_WRONLY,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200459 rec->write_mode == WRITE_FORCE, false, NULL);
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -0200460 if (session == NULL) {
Arnaldo Carvalho de Meloa9a70bb2009-11-17 01:18:11 -0200461 pr_err("Not enough memory for reading perf file header\n");
462 return -1;
463 }
464
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200465 rec->session = session;
466
Robert Richter781ba9d2011-12-15 17:32:40 +0100467 for (feat = HEADER_FIRST_FEATURE; feat < HEADER_LAST_FEATURE; feat++)
468 perf_header__set_feat(&session->header, feat);
469
470 if (rec->no_buildid)
471 perf_header__clear_feat(&session->header, HEADER_BUILD_ID);
472
473 if (!have_tracepoints(&evsel_list->entries))
474 perf_header__clear_feat(&session->header, HEADER_TRACE_INFO);
Arnaldo Carvalho de Melobaa2f6c2010-11-26 19:39:15 -0200475
Stephane Eranian330aa672012-03-08 23:47:46 +0100476 if (!rec->opts.branch_stack)
477 perf_header__clear_feat(&session->header, HEADER_BRANCH_STACK);
478
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200479 if (!rec->file_new) {
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -0300480 err = perf_session__read_header(session, output);
Arnaldo Carvalho de Melo4dc0a042009-11-19 14:55:55 -0200481 if (err < 0)
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300482 goto out_delete_session;
Arnaldo Carvalho de Melo4dc0a042009-11-19 14:55:55 -0200483 }
484
Arnaldo Carvalho de Melod4db3f12009-12-27 21:36:57 -0200485 if (forks) {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200486 err = perf_evlist__prepare_workload(evsel_list, opts, argv);
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -0200487 if (err < 0) {
488 pr_err("Couldn't run the workload!\n");
489 goto out_delete_session;
Jens Axboe0a5ac842009-08-12 11:18:01 +0200490 }
Peter Zijlstra856e9662009-12-16 17:55:55 +0100491 }
492
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200493 perf_record__open(rec);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200494
Arnaldo Carvalho de Melo712a4b62011-02-17 12:18:42 -0200495 /*
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200496 * perf_session__delete(session) will be called at perf_record__exit()
Arnaldo Carvalho de Melo712a4b62011-02-17 12:18:42 -0200497 */
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200498 on_exit(perf_record__exit, rec);
Arnaldo Carvalho de Melo712a4b62011-02-17 12:18:42 -0200499
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200500 if (opts->pipe_output) {
Tom Zanussi529870e2010-04-01 23:59:16 -0500501 err = perf_header__write_pipe(output);
502 if (err < 0)
503 return err;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200504 } else if (rec->file_new) {
Arnaldo Carvalho de Meloa91e5432011-03-10 11:15:54 -0300505 err = perf_session__write_header(session, evsel_list,
506 output, false);
Arnaldo Carvalho de Melod5eed902009-11-19 14:55:56 -0200507 if (err < 0)
508 return err;
509 }
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200510
David Ahernd3665492012-02-06 15:27:52 -0700511 if (!rec->no_buildid
Robert Richtere20960c2011-12-07 10:02:55 +0100512 && !perf_header__has_feat(&session->header, HEADER_BUILD_ID)) {
David Ahernd3665492012-02-06 15:27:52 -0700513 pr_err("Couldn't generate buildids. "
Robert Richtere20960c2011-12-07 10:02:55 +0100514 "Use --no-buildid to profile anyway.\n");
515 return -1;
516 }
517
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200518 rec->post_processing_offset = lseek(output, 0, SEEK_CUR);
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200519
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200520 machine = perf_session__find_host_machine(session);
521 if (!machine) {
522 pr_err("Couldn't find native kernel information.\n");
523 return -1;
524 }
525
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200526 if (opts->pipe_output) {
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200527 err = perf_event__synthesize_attrs(tool, session,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200528 process_synthesized_event);
Tom Zanussi2c46dbb2010-04-01 23:59:19 -0500529 if (err < 0) {
530 pr_err("Couldn't synthesize attrs.\n");
531 return err;
532 }
Tom Zanussicd19a032010-04-01 23:59:20 -0500533
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200534 err = perf_event__synthesize_event_types(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200535 machine);
Tom Zanussicd19a032010-04-01 23:59:20 -0500536 if (err < 0) {
537 pr_err("Couldn't synthesize event_types.\n");
538 return err;
539 }
Tom Zanussi92155452010-04-01 23:59:21 -0500540
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200541 if (have_tracepoints(&evsel_list->entries)) {
Tom Zanussi63e0c772010-05-03 00:14:48 -0500542 /*
543 * FIXME err <= 0 here actually means that
544 * there were no tracepoints so its not really
545 * an error, just that we don't need to
546 * synthesize anything. We really have to
547 * return this more properly and also
548 * propagate errors that now are calling die()
549 */
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200550 err = perf_event__synthesize_tracing_data(tool, output, evsel_list,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200551 process_synthesized_event);
Tom Zanussi63e0c772010-05-03 00:14:48 -0500552 if (err <= 0) {
553 pr_err("Couldn't record tracing data.\n");
554 return err;
555 }
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200556 advance_output(rec, err);
Tom Zanussi63e0c772010-05-03 00:14:48 -0500557 }
Tom Zanussi2c46dbb2010-04-01 23:59:19 -0500558 }
559
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200560 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200561 machine, "_text");
Arnaldo Carvalho de Melo70162132010-03-30 18:27:39 -0300562 if (err < 0)
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200563 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200564 machine, "_stext");
Arnaldo Carvalho de Meloc1a3a4b2010-11-22 14:01:55 -0200565 if (err < 0)
566 pr_err("Couldn't record kernel reference relocation symbol\n"
567 "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n"
568 "Check /proc/kallsyms permission or run as root.\n");
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200569
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200570 err = perf_event__synthesize_modules(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200571 machine);
Arnaldo Carvalho de Meloc1a3a4b2010-11-22 14:01:55 -0200572 if (err < 0)
573 pr_err("Couldn't record kernel module information.\n"
574 "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n"
575 "Check /proc/modules permission or run as root.\n");
576
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800577 if (perf_guest)
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200578 perf_session__process_machines(session, tool,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200579 perf_event__synthesize_guest_os);
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200580
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200581 if (!opts->system_wide)
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200582 perf_event__synthesize_thread_map(tool, evsel_list->threads,
Arnaldo Carvalho de Melo7c940c12011-02-11 11:45:54 -0200583 process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200584 machine);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -0200585 else
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200586 perf_event__synthesize_threads(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200587 machine);
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200588
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200589 if (rec->realtime_prio) {
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200590 struct sched_param param;
591
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200592 param.sched_priority = rec->realtime_prio;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200593 if (sched_setscheduler(0, SCHED_FIFO, &param)) {
Arnaldo Carvalho de Melo6beba7a2009-10-21 17:34:06 -0200594 pr_err("Could not set realtime priority.\n");
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200595 exit(-1);
596 }
597 }
598
David Ahern764e16a32011-08-25 10:17:55 -0600599 perf_evlist__enable(evsel_list);
600
Peter Zijlstra856e9662009-12-16 17:55:55 +0100601 /*
602 * Let the child rip
603 */
Arnaldo Carvalho de Melod4db3f12009-12-27 21:36:57 -0200604 if (forks)
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -0200605 perf_evlist__start_workload(evsel_list);
Peter Zijlstra856e9662009-12-16 17:55:55 +0100606
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200607 for (;;) {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200608 int hits = rec->samples;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200609
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200610 perf_record__mmap_read_all(rec);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200611
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200612 if (hits == rec->samples) {
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200613 if (done)
614 break;
Arnaldo Carvalho de Melo5c581042011-01-11 22:30:02 -0200615 err = poll(evsel_list->pollfd, evsel_list->nr_fds, -1);
Peter Zijlstra8b412662009-09-17 19:59:05 +0200616 waking++;
617 }
618
Arnaldo Carvalho de Melo4152ab32011-07-25 11:06:19 -0300619 if (done)
620 perf_evlist__disable(evsel_list);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200621 }
622
Arnaldo Carvalho de Melo18483b82010-12-06 15:13:38 -0200623 if (quiet || signr == SIGUSR1)
Arnaldo Carvalho de Melob44308f2010-10-26 15:20:09 -0200624 return 0;
625
Peter Zijlstra8b412662009-09-17 19:59:05 +0200626 fprintf(stderr, "[ perf record: Woken up %ld times to write data ]\n", waking);
627
Ingo Molnar021e9f42009-06-03 19:27:19 +0200628 /*
629 * Approximate RIP event size: 24 bytes.
630 */
631 fprintf(stderr,
Arnaldo Carvalho de Melo9486aa32011-01-22 20:37:02 -0200632 "[ perf record: Captured and wrote %.3f MB %s (~%" PRIu64 " samples) ]\n",
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200633 (double)rec->bytes_written / 1024.0 / 1024.0,
Ingo Molnar021e9f42009-06-03 19:27:19 +0200634 output_name,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200635 rec->bytes_written / 24);
Ingo Molnaraddc2782009-06-02 23:43:11 +0200636
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200637 return 0;
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300638
639out_delete_session:
640 perf_session__delete(session);
641 return err;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200642}
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200643
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100644#define BRANCH_OPT(n, m) \
645 { .name = n, .mode = (m) }
646
647#define BRANCH_END { .name = NULL }
648
649struct branch_mode {
650 const char *name;
651 int mode;
652};
653
654static const struct branch_mode branch_modes[] = {
655 BRANCH_OPT("u", PERF_SAMPLE_BRANCH_USER),
656 BRANCH_OPT("k", PERF_SAMPLE_BRANCH_KERNEL),
657 BRANCH_OPT("hv", PERF_SAMPLE_BRANCH_HV),
658 BRANCH_OPT("any", PERF_SAMPLE_BRANCH_ANY),
659 BRANCH_OPT("any_call", PERF_SAMPLE_BRANCH_ANY_CALL),
660 BRANCH_OPT("any_ret", PERF_SAMPLE_BRANCH_ANY_RETURN),
661 BRANCH_OPT("ind_call", PERF_SAMPLE_BRANCH_IND_CALL),
662 BRANCH_END
663};
664
665static int
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100666parse_branch_stack(const struct option *opt, const char *str, int unset)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100667{
668#define ONLY_PLM \
669 (PERF_SAMPLE_BRANCH_USER |\
670 PERF_SAMPLE_BRANCH_KERNEL |\
671 PERF_SAMPLE_BRANCH_HV)
672
673 uint64_t *mode = (uint64_t *)opt->value;
674 const struct branch_mode *br;
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100675 char *s, *os = NULL, *p;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100676 int ret = -1;
677
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100678 if (unset)
679 return 0;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100680
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100681 /*
682 * cannot set it twice, -b + --branch-filter for instance
683 */
684 if (*mode)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100685 return -1;
686
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100687 /* str may be NULL in case no arg is passed to -b */
688 if (str) {
689 /* because str is read-only */
690 s = os = strdup(str);
691 if (!s)
692 return -1;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100693
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100694 for (;;) {
695 p = strchr(s, ',');
696 if (p)
697 *p = '\0';
698
699 for (br = branch_modes; br->name; br++) {
700 if (!strcasecmp(s, br->name))
701 break;
702 }
703 if (!br->name) {
704 ui__warning("unknown branch filter %s,"
705 " check man page\n", s);
706 goto error;
707 }
708
709 *mode |= br->mode;
710
711 if (!p)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100712 break;
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100713
714 s = p + 1;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100715 }
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100716 }
717 ret = 0;
718
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100719 /* default to any branch */
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100720 if ((*mode & ~ONLY_PLM) == 0) {
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100721 *mode = PERF_SAMPLE_BRANCH_ANY;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100722 }
723error:
724 free(os);
725 return ret;
726}
727
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200728static const char * const record_usage[] = {
Mike Galbraith9e0967532009-05-28 16:25:34 +0200729 "perf record [<options>] [<command>]",
730 "perf record [<options>] -- <command> [<options>]",
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200731 NULL
732};
733
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200734/*
735 * XXX Ideally would be local to cmd_record() and passed to a perf_record__new
736 * because we need to have access to it in perf_record__exit, that is called
737 * after cmd_record() exits, but since record_options need to be accessible to
738 * builtin-script, leave it here.
739 *
740 * At least we don't ouch it in all the other functions here directly.
741 *
742 * Just say no to tons of global variables, sigh.
743 */
744static struct perf_record record = {
745 .opts = {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200746 .mmap_pages = UINT_MAX,
747 .user_freq = UINT_MAX,
748 .user_interval = ULLONG_MAX,
749 .freq = 1000,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200750 },
751 .write_mode = WRITE_FORCE,
752 .file_new = true,
753};
Frederic Weisbecker7865e812010-04-14 19:42:07 +0200754
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200755/*
756 * XXX Will stay a global variable till we fix builtin-script.c to stop messing
757 * with it and switch to use the library functions in perf_evlist that came
758 * from builtin-record.c, i.e. use perf_record_opts,
759 * perf_evlist__prepare_workload, etc instead of fork+exec'in 'perf record',
760 * using pipes, etc.
761 */
Tom Zanussibca647a2010-11-10 08:11:30 -0600762const struct option record_options[] = {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200763 OPT_CALLBACK('e', "event", &record.evlist, "event",
Thomas Gleixner86847b62009-06-06 12:24:17 +0200764 "event selector. use 'perf list' to list available events",
Jiri Olsaf120f9d2011-07-14 11:25:32 +0200765 parse_events_option),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200766 OPT_CALLBACK(0, "filter", &record.evlist, "filter",
Li Zefanc171b552009-10-15 11:22:07 +0800767 "event filter", parse_filter),
David Ahernb52956c2012-02-08 09:32:52 -0700768 OPT_STRING('p', "pid", &record.opts.target_pid, "pid",
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300769 "record events on existing process id"),
David Ahernb52956c2012-02-08 09:32:52 -0700770 OPT_STRING('t', "tid", &record.opts.target_tid, "tid",
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300771 "record events on existing thread id"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200772 OPT_INTEGER('r', "realtime", &record.realtime_prio,
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200773 "collect data with this RT SCHED_FIFO priority"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200774 OPT_BOOLEAN('D', "no-delay", &record.opts.no_delay,
Kirill Smelkovacac03f2011-01-12 17:59:36 +0300775 "collect data without buffering"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200776 OPT_BOOLEAN('R', "raw-samples", &record.opts.raw_samples,
Frederic Weisbeckerdaac07b2009-08-13 10:27:19 +0200777 "collect raw sample records from all opened counters"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200778 OPT_BOOLEAN('a', "all-cpus", &record.opts.system_wide,
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200779 "system-wide collection from all CPUs"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200780 OPT_BOOLEAN('A', "append", &record.append_file,
Ingo Molnarabaff322009-06-02 22:59:57 +0200781 "append to the output file to do incremental profiling"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200782 OPT_STRING('C', "cpu", &record.opts.cpu_list, "cpu",
Stephane Eranianc45c6ea2010-05-28 12:00:01 +0200783 "list of cpus to monitor"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200784 OPT_BOOLEAN('f', "force", &record.force,
Frederic Weisbecker7865e812010-04-14 19:42:07 +0200785 "overwrite existing data file (deprecated)"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200786 OPT_U64('c', "count", &record.opts.user_interval, "event period to sample"),
787 OPT_STRING('o', "output", &record.output_name, "file",
Ingo Molnarabaff322009-06-02 22:59:57 +0200788 "output file name"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200789 OPT_BOOLEAN('i', "no-inherit", &record.opts.no_inherit,
Stephane Eranian2e6cdf92010-05-12 10:40:01 +0200790 "child tasks do not inherit counters"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200791 OPT_UINTEGER('F', "freq", &record.opts.user_freq, "profile at this frequency"),
792 OPT_UINTEGER('m', "mmap-pages", &record.opts.mmap_pages,
Arnaldo Carvalho de Melo01c2d992011-11-09 09:16:26 -0200793 "number of mmap data pages"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200794 OPT_BOOLEAN(0, "group", &record.opts.group,
Lin Ming43bece72011-08-17 18:42:07 +0800795 "put the counters into a counter group"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200796 OPT_BOOLEAN('g', "call-graph", &record.opts.call_graph,
Ingo Molnar3efa1cc92009-06-14 15:04:15 +0200797 "do call-graph (stack chain/backtrace) recording"),
Ian Munsiec0555642010-04-13 18:37:33 +1000798 OPT_INCR('v', "verbose", &verbose,
Ingo Molnar3da297a2009-06-07 17:39:02 +0200799 "be more verbose (show counter open errors, etc)"),
Arnaldo Carvalho de Melob44308f2010-10-26 15:20:09 -0200800 OPT_BOOLEAN('q', "quiet", &quiet, "don't print any message"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200801 OPT_BOOLEAN('s', "stat", &record.opts.inherit_stat,
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200802 "per thread counts"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200803 OPT_BOOLEAN('d', "data", &record.opts.sample_address,
Anton Blanchard4bba8282009-07-16 15:44:29 +0200804 "Sample addresses"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200805 OPT_BOOLEAN('T', "timestamp", &record.opts.sample_time, "Sample timestamps"),
Andrew Vagin3e76ac72011-12-20 17:32:45 +0300806 OPT_BOOLEAN('P', "period", &record.opts.period, "Sample period"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200807 OPT_BOOLEAN('n', "no-samples", &record.opts.no_samples,
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200808 "don't sample"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200809 OPT_BOOLEAN('N', "no-buildid-cache", &record.no_buildid_cache,
Stephane Eraniana1ac1d32010-06-17 11:39:01 +0200810 "do not update the buildid cache"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200811 OPT_BOOLEAN('B', "no-buildid", &record.no_buildid,
Arnaldo Carvalho de Melobaa2f6c2010-11-26 19:39:15 -0200812 "do not collect buildids in perf.data"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200813 OPT_CALLBACK('G', "cgroup", &record.evlist, "name",
Stephane Eranian023695d2011-02-14 11:20:01 +0200814 "monitor event in cgroup name only",
815 parse_cgroups),
Arnaldo Carvalho de Melo0d37aa32012-01-19 14:08:15 -0200816 OPT_STRING('u', "uid", &record.uid_str, "user", "user to profile"),
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100817
818 OPT_CALLBACK_NOOPT('b', "branch-any", &record.opts.branch_stack,
819 "branch any", "sample any taken branches",
820 parse_branch_stack),
821
822 OPT_CALLBACK('j', "branch-filter", &record.opts.branch_stack,
823 "branch filter mask", "branch stack filter modes",
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100824 parse_branch_stack),
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200825 OPT_END()
826};
827
Ingo Molnarf37a2912009-07-01 12:37:06 +0200828int cmd_record(int argc, const char **argv, const char *prefix __used)
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200829{
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -0200830 int err = -ENOMEM;
831 struct perf_evsel *pos;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200832 struct perf_evlist *evsel_list;
833 struct perf_record *rec = &record;
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200834
Stephane Eranianfbe96f22011-09-30 15:40:40 +0200835 perf_header__set_cmdline(argc, argv);
836
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200837 evsel_list = perf_evlist__new(NULL, NULL);
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200838 if (evsel_list == NULL)
839 return -ENOMEM;
840
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200841 rec->evlist = evsel_list;
842
Tom Zanussibca647a2010-11-10 08:11:30 -0600843 argc = parse_options(argc, argv, record_options, record_usage,
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -0200844 PARSE_OPT_STOP_AT_NON_OPTION);
David Ahernb52956c2012-02-08 09:32:52 -0700845 if (!argc && !rec->opts.target_pid && !rec->opts.target_tid &&
Arnaldo Carvalho de Melo0d37aa32012-01-19 14:08:15 -0200846 !rec->opts.system_wide && !rec->opts.cpu_list && !rec->uid_str)
Tom Zanussibca647a2010-11-10 08:11:30 -0600847 usage_with_options(record_usage, record_options);
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200848
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200849 if (rec->force && rec->append_file) {
Frederic Weisbecker7865e812010-04-14 19:42:07 +0200850 fprintf(stderr, "Can't overwrite and append at the same time."
851 " You need to choose between -f and -A");
Tom Zanussibca647a2010-11-10 08:11:30 -0600852 usage_with_options(record_usage, record_options);
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200853 } else if (rec->append_file) {
854 rec->write_mode = WRITE_APPEND;
Frederic Weisbecker7865e812010-04-14 19:42:07 +0200855 } else {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200856 rec->write_mode = WRITE_FORCE;
Frederic Weisbecker7865e812010-04-14 19:42:07 +0200857 }
858
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200859 if (nr_cgroups && !rec->opts.system_wide) {
Stephane Eranian023695d2011-02-14 11:20:01 +0200860 fprintf(stderr, "cgroup monitoring only available in"
861 " system-wide mode\n");
862 usage_with_options(record_usage, record_options);
863 }
864
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -0200865 symbol__init();
Arnaldo Carvalho de Melobaa2f6c2010-11-26 19:39:15 -0200866
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300867 if (symbol_conf.kptr_restrict)
Arnaldo Carvalho de Melo646aaea2011-05-27 11:00:41 -0300868 pr_warning(
869"WARNING: Kernel address maps (/proc/{kallsyms,modules}) are restricted,\n"
870"check /proc/sys/kernel/kptr_restrict.\n\n"
871"Samples in kernel functions may not be resolved if a suitable vmlinux\n"
872"file is not found in the buildid cache or in the vmlinux path.\n\n"
873"Samples in kernel modules won't be resolved at all.\n\n"
874"If some relocation was applied (e.g. kexec) symbols may be misresolved\n"
875"even with a suitable vmlinux or kallsyms file.\n\n");
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300876
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200877 if (rec->no_buildid_cache || rec->no_buildid)
Stephane Eraniana1ac1d32010-06-17 11:39:01 +0200878 disable_buildid_cache();
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -0200879
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200880 if (evsel_list->nr_entries == 0 &&
881 perf_evlist__add_default(evsel_list) < 0) {
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -0200882 pr_err("Not enough memory for event selector list\n");
883 goto out_symbol_exit;
Peter Zijlstrabbd36e52009-06-11 23:11:50 +0200884 }
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200885
Arnaldo Carvalho de Melo0d37aa32012-01-19 14:08:15 -0200886 rec->opts.uid = parse_target_uid(rec->uid_str, rec->opts.target_tid,
887 rec->opts.target_pid);
888 if (rec->uid_str != NULL && rec->opts.uid == UINT_MAX - 1)
889 goto out_free_fd;
890
David Ahernb52956c2012-02-08 09:32:52 -0700891 if (rec->opts.target_pid)
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200892 rec->opts.target_tid = rec->opts.target_pid;
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300893
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200894 if (perf_evlist__create_maps(evsel_list, rec->opts.target_pid,
Arnaldo Carvalho de Melo0d37aa32012-01-19 14:08:15 -0200895 rec->opts.target_tid, rec->opts.uid,
896 rec->opts.cpu_list) < 0)
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200897 usage_with_options(record_usage, record_options);
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -0200898
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200899 list_for_each_entry(pos, &evsel_list->entries, node) {
Arnaldo Carvalho de Meload7f4e32011-01-17 18:28:13 -0200900 if (perf_header__push_event(pos->attr.config, event_name(pos)))
901 goto out_free_fd;
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300902 }
Arnaldo Carvalho de Melo5c581042011-01-11 22:30:02 -0200903
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200904 if (rec->opts.user_interval != ULLONG_MAX)
905 rec->opts.default_interval = rec->opts.user_interval;
906 if (rec->opts.user_freq != UINT_MAX)
907 rec->opts.freq = rec->opts.user_freq;
Frederic Weisbeckerf9212812010-04-14 22:09:02 +0200908
Mike Galbraith7e4ff9e2009-10-12 07:56:03 +0200909 /*
910 * User specified count overrides default frequency.
911 */
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200912 if (rec->opts.default_interval)
913 rec->opts.freq = 0;
914 else if (rec->opts.freq) {
915 rec->opts.default_interval = rec->opts.freq;
Mike Galbraith7e4ff9e2009-10-12 07:56:03 +0200916 } else {
917 fprintf(stderr, "frequency and count are zero, aborting\n");
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300918 err = -EINVAL;
Arnaldo Carvalho de Melo5c581042011-01-11 22:30:02 -0200919 goto out_free_fd;
Mike Galbraith7e4ff9e2009-10-12 07:56:03 +0200920 }
921
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200922 err = __cmd_record(&record, argc, argv);
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300923out_free_fd:
Arnaldo Carvalho de Melo7e2ed092011-01-30 11:59:43 -0200924 perf_evlist__delete_maps(evsel_list);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -0300925out_symbol_exit:
926 symbol__exit();
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300927 return err;
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200928}