blob: 2583a9b043178453890c8006b41f138afb9db8f0 [file] [log] [blame]
Ingo Molnarabaff322009-06-02 22:59:57 +02001/*
Ingo Molnarbf9e1872009-06-02 23:37:05 +02002 * builtin-record.c
3 *
4 * Builtin record command: Record the profile of a workload
5 * (or a CPU, or a PID) into the perf.data output file - for
6 * later analysis via perf report.
Ingo Molnarabaff322009-06-02 22:59:57 +02007 */
Ingo Molnar16f762a2009-05-27 09:10:38 +02008#include "builtin.h"
Ingo Molnarbf9e1872009-06-02 23:37:05 +02009
10#include "perf.h"
11
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -020012#include "util/build-id.h"
Thomas Gleixner6eda5832009-05-01 18:29:57 +020013#include "util/util.h"
Ingo Molnar0e9b20b2009-05-26 09:17:18 +020014#include "util/parse-options.h"
Ingo Molnar8ad8db32009-05-26 11:10:09 +020015#include "util/parse-events.h"
Thomas Gleixner6eda5832009-05-01 18:29:57 +020016
Arnaldo Carvalho de Melo8f651ea2014-10-09 16:12:24 -030017#include "util/callchain.h"
Arnaldo Carvalho de Melof14d5702014-10-17 12:17:40 -030018#include "util/cgroup.h"
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +020019#include "util/header.h"
Frederic Weisbecker66e274f2009-08-12 11:07:25 +020020#include "util/event.h"
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020021#include "util/evlist.h"
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -020022#include "util/evsel.h"
Frederic Weisbecker8f28827a2009-08-16 22:05:48 +020023#include "util/debug.h"
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -020024#include "util/session.h"
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020025#include "util/tool.h"
Arnaldo Carvalho de Melo8d063672009-11-04 18:50:43 -020026#include "util/symbol.h"
Paul Mackerrasa12b51c2010-03-10 20:36:09 +110027#include "util/cpumap.h"
Arnaldo Carvalho de Melofd782602011-01-18 15:15:24 -020028#include "util/thread_map.h"
Jiri Olsaf5fc1412013-10-15 16:27:32 +020029#include "util/data.h"
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +020030
Peter Zijlstra97124d52009-06-02 15:52:24 +020031#include <unistd.h>
Peter Zijlstrade9ac072009-04-08 15:01:31 +020032#include <sched.h>
Arnaldo Carvalho de Meloa41794c2010-05-18 18:29:23 -030033#include <sys/mman.h>
Peter Zijlstrade9ac072009-04-08 15:01:31 +020034
Bernhard Rosenkraenzer78da39f2012-10-08 09:43:26 +030035
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030036struct record {
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020037 struct perf_tool tool;
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -030038 struct record_opts opts;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020039 u64 bytes_written;
Jiri Olsaf5fc1412013-10-15 16:27:32 +020040 struct perf_data_file file;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020041 struct perf_evlist *evlist;
42 struct perf_session *session;
43 const char *progname;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020044 int realtime_prio;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020045 bool no_buildid;
46 bool no_buildid_cache;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020047 long samples;
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -020048};
Ingo Molnara21ca2c2009-06-06 09:58:57 +020049
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030050static int record__write(struct record *rec, void *bf, size_t size)
Peter Zijlstraf5970552009-06-18 23:22:55 +020051{
Arnaldo Carvalho de Melocf8b2e62013-12-19 14:26:26 -030052 if (perf_data_file__write(rec->session->file, bf, size) < 0) {
Jiri Olsa50a9b862013-11-22 13:11:24 +010053 pr_err("failed to write perf data, error: %m\n");
54 return -1;
Peter Zijlstraf5970552009-06-18 23:22:55 +020055 }
David Ahern8d3eca22012-08-26 12:24:47 -060056
Arnaldo Carvalho de Melocf8b2e62013-12-19 14:26:26 -030057 rec->bytes_written += size;
David Ahern8d3eca22012-08-26 12:24:47 -060058 return 0;
Peter Zijlstraf5970552009-06-18 23:22:55 +020059}
60
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020061static int process_synthesized_event(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020062 union perf_event *event,
Irina Tirdea1d037ca2012-09-11 01:15:03 +030063 struct perf_sample *sample __maybe_unused,
64 struct machine *machine __maybe_unused)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020065{
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030066 struct record *rec = container_of(tool, struct record, tool);
67 return record__write(rec, event, event->header.size);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020068}
69
Arnaldo Carvalho de Meloe5685732014-09-17 16:42:58 -030070static int record__mmap_read(struct record *rec, int idx)
Peter Zijlstrade9ac072009-04-08 15:01:31 +020071{
Arnaldo Carvalho de Meloe5685732014-09-17 16:42:58 -030072 struct perf_mmap *md = &rec->evlist->mmap[idx];
Arnaldo Carvalho de Melo744bd8a2011-01-12 17:07:28 -020073 unsigned int head = perf_mmap__read_head(md);
Peter Zijlstrade9ac072009-04-08 15:01:31 +020074 unsigned int old = md->prev;
Jiri Olsa918512b2013-09-12 18:39:35 +020075 unsigned char *data = md->base + page_size;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020076 unsigned long size;
77 void *buf;
David Ahern8d3eca22012-08-26 12:24:47 -060078 int rc = 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020079
Arnaldo Carvalho de Melodc820092011-01-28 14:49:19 -020080 if (old == head)
David Ahern8d3eca22012-08-26 12:24:47 -060081 return 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020082
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020083 rec->samples++;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020084
85 size = head - old;
86
87 if ((old & md->mask) + size != (head & md->mask)) {
88 buf = &data[old & md->mask];
89 size = md->mask + 1 - (old & md->mask);
90 old += size;
Ingo Molnar021e9f42009-06-03 19:27:19 +020091
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030092 if (record__write(rec, buf, size) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -060093 rc = -1;
94 goto out;
95 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +020096 }
97
98 buf = &data[old & md->mask];
99 size = head - old;
100 old += size;
Ingo Molnar021e9f42009-06-03 19:27:19 +0200101
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300102 if (record__write(rec, buf, size) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600103 rc = -1;
104 goto out;
105 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200106
107 md->prev = old;
Arnaldo Carvalho de Meloe5685732014-09-17 16:42:58 -0300108 perf_evlist__mmap_consume(rec->evlist, idx);
David Ahern8d3eca22012-08-26 12:24:47 -0600109out:
110 return rc;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200111}
112
113static volatile int done = 0;
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200114static volatile int signr = -1;
Andi Kleen33e49ea2011-09-15 14:31:40 -0700115static volatile int child_finished = 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200116
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200117static void sig_handler(int sig)
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200118{
Andi Kleen33e49ea2011-09-15 14:31:40 -0700119 if (sig == SIGCHLD)
120 child_finished = 1;
Namhyung Kim45604712014-05-12 09:47:24 +0900121 else
122 signr = sig;
Andi Kleen33e49ea2011-09-15 14:31:40 -0700123
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200124 done = 1;
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200125}
126
Namhyung Kim45604712014-05-12 09:47:24 +0900127static void record__sig_exit(void)
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200128{
Namhyung Kim45604712014-05-12 09:47:24 +0900129 if (signr == -1)
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200130 return;
131
132 signal(signr, SIG_DFL);
Namhyung Kim45604712014-05-12 09:47:24 +0900133 raise(signr);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200134}
135
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300136static int record__open(struct record *rec)
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200137{
Arnaldo Carvalho de Melo56e52e82012-12-13 15:10:58 -0300138 char msg[512];
Jiri Olsa6a4bb042012-08-08 12:22:36 +0200139 struct perf_evsel *pos;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200140 struct perf_evlist *evlist = rec->evlist;
141 struct perf_session *session = rec->session;
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300142 struct record_opts *opts = &rec->opts;
David Ahern8d3eca22012-08-26 12:24:47 -0600143 int rc = 0;
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200144
Arnaldo Carvalho de Melof77a9512012-12-10 16:41:31 -0300145 perf_evlist__config(evlist, opts);
Jiri Olsacac21422012-11-12 18:34:00 +0100146
Arnaldo Carvalho de Melo0050f7a2014-01-10 10:37:27 -0300147 evlist__for_each(evlist, pos) {
Ingo Molnar3da297a2009-06-07 17:39:02 +0200148try_again:
Jiri Olsa6a4bb042012-08-08 12:22:36 +0200149 if (perf_evsel__open(pos, evlist->cpus, evlist->threads) < 0) {
Arnaldo Carvalho de Melo56e52e82012-12-13 15:10:58 -0300150 if (perf_evsel__fallback(pos, errno, msg, sizeof(msg))) {
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300151 if (verbose)
Arnaldo Carvalho de Meloc0a54342012-12-13 14:16:30 -0300152 ui__warning("%s\n", msg);
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300153 goto try_again;
154 }
David Ahernca6a4252011-03-25 13:11:11 -0600155
Arnaldo Carvalho de Melo56e52e82012-12-13 15:10:58 -0300156 rc = -errno;
157 perf_evsel__open_strerror(pos, &opts->target,
158 errno, msg, sizeof(msg));
159 ui__error("%s\n", msg);
David Ahern8d3eca22012-08-26 12:24:47 -0600160 goto out;
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300161 }
Li Zefanc171b552009-10-15 11:22:07 +0800162 }
Arnaldo Carvalho de Meloa43d3f02010-12-25 12:12:25 -0200163
Arnaldo Carvalho de Melo1491a632012-09-26 14:43:13 -0300164 if (perf_evlist__apply_filters(evlist)) {
Frederic Weisbecker0a102472011-02-26 04:51:54 +0100165 error("failed to set filter with %d (%s)\n", errno,
Masami Hiramatsu35550da2014-08-14 02:22:43 +0000166 strerror_r(errno, msg, sizeof(msg)));
David Ahern8d3eca22012-08-26 12:24:47 -0600167 rc = -1;
168 goto out;
Frederic Weisbecker0a102472011-02-26 04:51:54 +0100169 }
170
Nelson Elhage18e60932011-12-19 08:39:31 -0500171 if (perf_evlist__mmap(evlist, opts->mmap_pages, false) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600172 if (errno == EPERM) {
173 pr_err("Permission error mapping pages.\n"
174 "Consider increasing "
175 "/proc/sys/kernel/perf_event_mlock_kb,\n"
176 "or try again with a smaller value of -m/--mmap_pages.\n"
Adrian Hunter53653d72013-12-09 15:18:40 +0200177 "(current value: %u)\n", opts->mmap_pages);
David Ahern8d3eca22012-08-26 12:24:47 -0600178 rc = -errno;
David Ahern8d3eca22012-08-26 12:24:47 -0600179 } else {
Masami Hiramatsu35550da2014-08-14 02:22:43 +0000180 pr_err("failed to mmap with %d (%s)\n", errno,
181 strerror_r(errno, msg, sizeof(msg)));
David Ahern8d3eca22012-08-26 12:24:47 -0600182 rc = -errno;
183 }
184 goto out;
Nelson Elhage18e60932011-12-19 08:39:31 -0500185 }
Arnaldo Carvalho de Melo0a27d7f2011-01-14 15:50:51 -0200186
Jiri Olsa563aecb2013-06-05 13:35:06 +0200187 session->evlist = evlist;
Arnaldo Carvalho de Melo7b56cce2012-08-01 19:31:00 -0300188 perf_session__set_id_hdr_size(session);
David Ahern8d3eca22012-08-26 12:24:47 -0600189out:
190 return rc;
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200191}
192
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300193static int process_buildids(struct record *rec)
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200194{
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200195 struct perf_data_file *file = &rec->file;
196 struct perf_session *session = rec->session;
David Ahern7ab75cf2013-11-06 11:41:36 -0700197 u64 start = session->header.data_offset;
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200198
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200199 u64 size = lseek(file->fd, 0, SEEK_CUR);
Arnaldo Carvalho de Melo9f591fd2010-03-11 15:53:11 -0300200 if (size == 0)
201 return 0;
202
David Ahern7ab75cf2013-11-06 11:41:36 -0700203 return __perf_session__process_events(session, start,
204 size - start,
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200205 size, &build_id__mark_dso_hit_ops);
206}
207
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200208static void perf_event__synthesize_guest_os(struct machine *machine, void *data)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800209{
210 int err;
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200211 struct perf_tool *tool = data;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800212 /*
213 *As for guest kernel when processing subcommand record&report,
214 *we arrange module mmap prior to guest kernel mmap and trigger
215 *a preload dso because default guest module symbols are loaded
216 *from guest kallsyms instead of /lib/modules/XXX/XXX. This
217 *method is used to avoid symbol missing when the first addr is
218 *in module instead of in guest kernel.
219 */
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200220 err = perf_event__synthesize_modules(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200221 machine);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800222 if (err < 0)
223 pr_err("Couldn't record guest kernel [%d]'s reference"
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300224 " relocation symbol.\n", machine->pid);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800225
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800226 /*
227 * We use _stext for guest kernel because guest kernel's /proc/kallsyms
228 * have no _text sometimes.
229 */
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200230 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
Adrian Hunter0ae617b2014-01-29 16:14:40 +0200231 machine);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800232 if (err < 0)
233 pr_err("Couldn't record guest kernel [%d]'s reference"
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300234 " relocation symbol.\n", machine->pid);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800235}
236
Frederic Weisbecker98402802010-05-02 22:05:29 +0200237static struct perf_event_header finished_round_event = {
238 .size = sizeof(struct perf_event_header),
239 .type = PERF_RECORD_FINISHED_ROUND,
240};
241
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300242static int record__mmap_read_all(struct record *rec)
Frederic Weisbecker98402802010-05-02 22:05:29 +0200243{
Jiri Olsadcabb502014-07-25 16:56:16 +0200244 u64 bytes_written = rec->bytes_written;
Peter Zijlstra0e2e63d2010-05-20 14:45:26 +0200245 int i;
David Ahern8d3eca22012-08-26 12:24:47 -0600246 int rc = 0;
Frederic Weisbecker98402802010-05-02 22:05:29 +0200247
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200248 for (i = 0; i < rec->evlist->nr_mmaps; i++) {
David Ahern8d3eca22012-08-26 12:24:47 -0600249 if (rec->evlist->mmap[i].base) {
Arnaldo Carvalho de Meloe5685732014-09-17 16:42:58 -0300250 if (record__mmap_read(rec, i) != 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600251 rc = -1;
252 goto out;
253 }
254 }
Frederic Weisbecker98402802010-05-02 22:05:29 +0200255 }
256
Jiri Olsadcabb502014-07-25 16:56:16 +0200257 /*
258 * Mark the round finished in case we wrote
259 * at least one event.
260 */
261 if (bytes_written != rec->bytes_written)
262 rc = record__write(rec, &finished_round_event, sizeof(finished_round_event));
David Ahern8d3eca22012-08-26 12:24:47 -0600263
264out:
265 return rc;
Frederic Weisbecker98402802010-05-02 22:05:29 +0200266}
267
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300268static void record__init_features(struct record *rec)
David Ahern57706ab2013-11-06 11:41:34 -0700269{
David Ahern57706ab2013-11-06 11:41:34 -0700270 struct perf_session *session = rec->session;
271 int feat;
272
273 for (feat = HEADER_FIRST_FEATURE; feat < HEADER_LAST_FEATURE; feat++)
274 perf_header__set_feat(&session->header, feat);
275
276 if (rec->no_buildid)
277 perf_header__clear_feat(&session->header, HEADER_BUILD_ID);
278
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300279 if (!have_tracepoints(&rec->evlist->entries))
David Ahern57706ab2013-11-06 11:41:34 -0700280 perf_header__clear_feat(&session->header, HEADER_TRACING_DATA);
281
282 if (!rec->opts.branch_stack)
283 perf_header__clear_feat(&session->header, HEADER_BRANCH_STACK);
284}
285
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300286static volatile int workload_exec_errno;
287
288/*
289 * perf_evlist__prepare_workload will send a SIGUSR1
290 * if the fork fails, since we asked by setting its
291 * want_signal to true.
292 */
Namhyung Kim45604712014-05-12 09:47:24 +0900293static void workload_exec_failed_signal(int signo __maybe_unused,
294 siginfo_t *info,
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300295 void *ucontext __maybe_unused)
296{
297 workload_exec_errno = info->si_value.sival_int;
298 done = 1;
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300299 child_finished = 1;
300}
301
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300302static int __cmd_record(struct record *rec, int argc, const char **argv)
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200303{
David Ahern57706ab2013-11-06 11:41:34 -0700304 int err;
Namhyung Kim45604712014-05-12 09:47:24 +0900305 int status = 0;
Peter Zijlstra8b412662009-09-17 19:59:05 +0200306 unsigned long waking = 0;
Zhang, Yanmin46be6042010-03-18 11:36:04 -0300307 const bool forks = argc > 0;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300308 struct machine *machine;
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200309 struct perf_tool *tool = &rec->tool;
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300310 struct record_opts *opts = &rec->opts;
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200311 struct perf_data_file *file = &rec->file;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200312 struct perf_session *session;
Arnaldo Carvalho de Melo6dcf45ef2014-08-13 11:33:59 -0300313 bool disabled = false, draining = false;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200314
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200315 rec->progname = argv[0];
Andi Kleen33e49ea2011-09-15 14:31:40 -0700316
Namhyung Kim45604712014-05-12 09:47:24 +0900317 atexit(record__sig_exit);
Peter Zijlstraf5970552009-06-18 23:22:55 +0200318 signal(SIGCHLD, sig_handler);
319 signal(SIGINT, sig_handler);
David Ahern804f7ac2013-05-06 12:24:23 -0600320 signal(SIGTERM, sig_handler);
Peter Zijlstraf5970552009-06-18 23:22:55 +0200321
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200322 session = perf_session__new(file, false, NULL);
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -0200323 if (session == NULL) {
Adrien BAKffa91882014-04-18 11:00:43 +0900324 pr_err("Perf session creation failed.\n");
Arnaldo Carvalho de Meloa9a70bb2009-11-17 01:18:11 -0200325 return -1;
326 }
327
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200328 rec->session = session;
329
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300330 record__init_features(rec);
Stephane Eranian330aa672012-03-08 23:47:46 +0100331
Arnaldo Carvalho de Melod4db3f12009-12-27 21:36:57 -0200332 if (forks) {
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300333 err = perf_evlist__prepare_workload(rec->evlist, &opts->target,
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200334 argv, file->is_pipe,
Arnaldo Carvalho de Melo735f7e02014-01-03 14:56:49 -0300335 workload_exec_failed_signal);
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -0200336 if (err < 0) {
337 pr_err("Couldn't run the workload!\n");
Namhyung Kim45604712014-05-12 09:47:24 +0900338 status = err;
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -0200339 goto out_delete_session;
Jens Axboe0a5ac842009-08-12 11:18:01 +0200340 }
Peter Zijlstra856e9662009-12-16 17:55:55 +0100341 }
342
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300343 if (record__open(rec) != 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600344 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900345 goto out_child;
David Ahern8d3eca22012-08-26 12:24:47 -0600346 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200347
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300348 if (!rec->evlist->nr_groups)
Namhyung Kima8bb5592013-01-22 18:09:31 +0900349 perf_header__clear_feat(&session->header, HEADER_GROUP_DESC);
350
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200351 if (file->is_pipe) {
352 err = perf_header__write_pipe(file->fd);
Tom Zanussi529870e2010-04-01 23:59:16 -0500353 if (err < 0)
Namhyung Kim45604712014-05-12 09:47:24 +0900354 goto out_child;
Jiri Olsa563aecb2013-06-05 13:35:06 +0200355 } else {
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300356 err = perf_session__write_header(session, rec->evlist,
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200357 file->fd, false);
Arnaldo Carvalho de Melod5eed902009-11-19 14:55:56 -0200358 if (err < 0)
Namhyung Kim45604712014-05-12 09:47:24 +0900359 goto out_child;
Arnaldo Carvalho de Melod5eed902009-11-19 14:55:56 -0200360 }
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200361
David Ahernd3665492012-02-06 15:27:52 -0700362 if (!rec->no_buildid
Robert Richtere20960c2011-12-07 10:02:55 +0100363 && !perf_header__has_feat(&session->header, HEADER_BUILD_ID)) {
David Ahernd3665492012-02-06 15:27:52 -0700364 pr_err("Couldn't generate buildids. "
Robert Richtere20960c2011-12-07 10:02:55 +0100365 "Use --no-buildid to profile anyway.\n");
David Ahern8d3eca22012-08-26 12:24:47 -0600366 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900367 goto out_child;
Robert Richtere20960c2011-12-07 10:02:55 +0100368 }
369
Arnaldo Carvalho de Melo34ba5122012-12-19 09:04:24 -0300370 machine = &session->machines.host;
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200371
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200372 if (file->is_pipe) {
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200373 err = perf_event__synthesize_attrs(tool, session,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200374 process_synthesized_event);
Tom Zanussi2c46dbb2010-04-01 23:59:19 -0500375 if (err < 0) {
376 pr_err("Couldn't synthesize attrs.\n");
Namhyung Kim45604712014-05-12 09:47:24 +0900377 goto out_child;
Tom Zanussi2c46dbb2010-04-01 23:59:19 -0500378 }
Tom Zanussicd19a032010-04-01 23:59:20 -0500379
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300380 if (have_tracepoints(&rec->evlist->entries)) {
Tom Zanussi63e0c772010-05-03 00:14:48 -0500381 /*
382 * FIXME err <= 0 here actually means that
383 * there were no tracepoints so its not really
384 * an error, just that we don't need to
385 * synthesize anything. We really have to
386 * return this more properly and also
387 * propagate errors that now are calling die()
388 */
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300389 err = perf_event__synthesize_tracing_data(tool, file->fd, rec->evlist,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200390 process_synthesized_event);
Tom Zanussi63e0c772010-05-03 00:14:48 -0500391 if (err <= 0) {
392 pr_err("Couldn't record tracing data.\n");
Namhyung Kim45604712014-05-12 09:47:24 +0900393 goto out_child;
Tom Zanussi63e0c772010-05-03 00:14:48 -0500394 }
David Ahernf34b9002013-11-06 11:41:35 -0700395 rec->bytes_written += err;
Tom Zanussi63e0c772010-05-03 00:14:48 -0500396 }
Tom Zanussi2c46dbb2010-04-01 23:59:19 -0500397 }
398
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200399 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
Adrian Hunter0ae617b2014-01-29 16:14:40 +0200400 machine);
Arnaldo Carvalho de Meloc1a3a4b2010-11-22 14:01:55 -0200401 if (err < 0)
402 pr_err("Couldn't record kernel reference relocation symbol\n"
403 "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n"
404 "Check /proc/kallsyms permission or run as root.\n");
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200405
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200406 err = perf_event__synthesize_modules(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200407 machine);
Arnaldo Carvalho de Meloc1a3a4b2010-11-22 14:01:55 -0200408 if (err < 0)
409 pr_err("Couldn't record kernel module information.\n"
410 "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n"
411 "Check /proc/modules permission or run as root.\n");
412
Arnaldo Carvalho de Melo7e383de2012-12-18 15:49:27 -0300413 if (perf_guest) {
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300414 machines__process_guests(&session->machines,
415 perf_event__synthesize_guest_os, tool);
Arnaldo Carvalho de Melo7e383de2012-12-18 15:49:27 -0300416 }
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200417
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300418 err = __machine__synthesize_threads(machine, tool, &opts->target, rec->evlist->threads,
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300419 process_synthesized_event, opts->sample_address);
David Ahern8d3eca22012-08-26 12:24:47 -0600420 if (err != 0)
Namhyung Kim45604712014-05-12 09:47:24 +0900421 goto out_child;
David Ahern8d3eca22012-08-26 12:24:47 -0600422
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200423 if (rec->realtime_prio) {
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200424 struct sched_param param;
425
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200426 param.sched_priority = rec->realtime_prio;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200427 if (sched_setscheduler(0, SCHED_FIFO, &param)) {
Arnaldo Carvalho de Melo6beba7a2009-10-21 17:34:06 -0200428 pr_err("Could not set realtime priority.\n");
David Ahern8d3eca22012-08-26 12:24:47 -0600429 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900430 goto out_child;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200431 }
432 }
433
Jiri Olsa774cb492012-11-12 18:34:01 +0100434 /*
435 * When perf is starting the traced process, all the events
436 * (apart from group members) have enable_on_exec=1 set,
437 * so don't spoil it by prematurely enabling them.
438 */
Andi Kleen6619a532014-01-11 13:38:27 -0800439 if (!target__none(&opts->target) && !opts->initial_delay)
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300440 perf_evlist__enable(rec->evlist);
David Ahern764e16a32011-08-25 10:17:55 -0600441
Peter Zijlstra856e9662009-12-16 17:55:55 +0100442 /*
443 * Let the child rip
444 */
Arnaldo Carvalho de Melo735f7e02014-01-03 14:56:49 -0300445 if (forks)
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300446 perf_evlist__start_workload(rec->evlist);
Peter Zijlstra856e9662009-12-16 17:55:55 +0100447
Andi Kleen6619a532014-01-11 13:38:27 -0800448 if (opts->initial_delay) {
449 usleep(opts->initial_delay * 1000);
450 perf_evlist__enable(rec->evlist);
451 }
452
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200453 for (;;) {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200454 int hits = rec->samples;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200455
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300456 if (record__mmap_read_all(rec) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600457 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900458 goto out_child;
David Ahern8d3eca22012-08-26 12:24:47 -0600459 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200460
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200461 if (hits == rec->samples) {
Arnaldo Carvalho de Melo6dcf45ef2014-08-13 11:33:59 -0300462 if (done || draining)
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200463 break;
Arnaldo Carvalho de Melof66a8892014-08-18 17:25:59 -0300464 err = perf_evlist__poll(rec->evlist, -1);
Jiri Olsaa5151142014-06-02 13:44:23 -0400465 /*
466 * Propagate error, only if there's any. Ignore positive
467 * number of returned events and interrupt error.
468 */
469 if (err > 0 || (err < 0 && errno == EINTR))
Namhyung Kim45604712014-05-12 09:47:24 +0900470 err = 0;
Peter Zijlstra8b412662009-09-17 19:59:05 +0200471 waking++;
Arnaldo Carvalho de Melo6dcf45ef2014-08-13 11:33:59 -0300472
473 if (perf_evlist__filter_pollfd(rec->evlist, POLLERR | POLLHUP) == 0)
474 draining = true;
Peter Zijlstra8b412662009-09-17 19:59:05 +0200475 }
476
Jiri Olsa774cb492012-11-12 18:34:01 +0100477 /*
478 * When perf is starting the traced process, at the end events
479 * die with the process and we wait for that. Thus no need to
480 * disable events in this case.
481 */
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300482 if (done && !disabled && !target__none(&opts->target)) {
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300483 perf_evlist__disable(rec->evlist);
Jiri Olsa27119262012-11-12 18:34:02 +0100484 disabled = true;
485 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200486 }
487
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300488 if (forks && workload_exec_errno) {
Masami Hiramatsu35550da2014-08-14 02:22:43 +0000489 char msg[STRERR_BUFSIZE];
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300490 const char *emsg = strerror_r(workload_exec_errno, msg, sizeof(msg));
491 pr_err("Workload failed: %s\n", emsg);
492 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900493 goto out_child;
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300494 }
495
Namhyung Kim45604712014-05-12 09:47:24 +0900496 if (!quiet) {
497 fprintf(stderr, "[ perf record: Woken up %ld times to write data ]\n", waking);
Arnaldo Carvalho de Melob44308f2010-10-26 15:20:09 -0200498
Namhyung Kim45604712014-05-12 09:47:24 +0900499 /*
500 * Approximate RIP event size: 24 bytes.
501 */
502 fprintf(stderr,
503 "[ perf record: Captured and wrote %.3f MB %s (~%" PRIu64 " samples) ]\n",
504 (double)rec->bytes_written / 1024.0 / 1024.0,
505 file->path,
506 rec->bytes_written / 24);
507 }
Peter Zijlstra8b412662009-09-17 19:59:05 +0200508
Namhyung Kim45604712014-05-12 09:47:24 +0900509out_child:
510 if (forks) {
511 int exit_status;
Ingo Molnaraddc2782009-06-02 23:43:11 +0200512
Namhyung Kim45604712014-05-12 09:47:24 +0900513 if (!child_finished)
514 kill(rec->evlist->workload.pid, SIGTERM);
515
516 wait(&exit_status);
517
518 if (err < 0)
519 status = err;
520 else if (WIFEXITED(exit_status))
521 status = WEXITSTATUS(exit_status);
522 else if (WIFSIGNALED(exit_status))
523 signr = WTERMSIG(exit_status);
524 } else
525 status = err;
526
527 if (!err && !file->is_pipe) {
528 rec->session->header.data_size += rec->bytes_written;
529
530 if (!rec->no_buildid)
531 process_buildids(rec);
532 perf_session__write_header(rec->session, rec->evlist,
533 file->fd, true);
534 }
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300535
536out_delete_session:
537 perf_session__delete(session);
Namhyung Kim45604712014-05-12 09:47:24 +0900538 return status;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200539}
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200540
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100541#define BRANCH_OPT(n, m) \
542 { .name = n, .mode = (m) }
543
544#define BRANCH_END { .name = NULL }
545
546struct branch_mode {
547 const char *name;
548 int mode;
549};
550
551static const struct branch_mode branch_modes[] = {
552 BRANCH_OPT("u", PERF_SAMPLE_BRANCH_USER),
553 BRANCH_OPT("k", PERF_SAMPLE_BRANCH_KERNEL),
554 BRANCH_OPT("hv", PERF_SAMPLE_BRANCH_HV),
555 BRANCH_OPT("any", PERF_SAMPLE_BRANCH_ANY),
556 BRANCH_OPT("any_call", PERF_SAMPLE_BRANCH_ANY_CALL),
557 BRANCH_OPT("any_ret", PERF_SAMPLE_BRANCH_ANY_RETURN),
558 BRANCH_OPT("ind_call", PERF_SAMPLE_BRANCH_IND_CALL),
Andi Kleen0126d492013-09-20 07:40:42 -0700559 BRANCH_OPT("abort_tx", PERF_SAMPLE_BRANCH_ABORT_TX),
560 BRANCH_OPT("in_tx", PERF_SAMPLE_BRANCH_IN_TX),
561 BRANCH_OPT("no_tx", PERF_SAMPLE_BRANCH_NO_TX),
Anshuman Khandual0fffa5d2014-05-22 12:50:08 +0530562 BRANCH_OPT("cond", PERF_SAMPLE_BRANCH_COND),
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100563 BRANCH_END
564};
565
566static int
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100567parse_branch_stack(const struct option *opt, const char *str, int unset)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100568{
569#define ONLY_PLM \
570 (PERF_SAMPLE_BRANCH_USER |\
571 PERF_SAMPLE_BRANCH_KERNEL |\
572 PERF_SAMPLE_BRANCH_HV)
573
574 uint64_t *mode = (uint64_t *)opt->value;
575 const struct branch_mode *br;
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100576 char *s, *os = NULL, *p;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100577 int ret = -1;
578
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100579 if (unset)
580 return 0;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100581
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100582 /*
583 * cannot set it twice, -b + --branch-filter for instance
584 */
585 if (*mode)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100586 return -1;
587
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100588 /* str may be NULL in case no arg is passed to -b */
589 if (str) {
590 /* because str is read-only */
591 s = os = strdup(str);
592 if (!s)
593 return -1;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100594
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100595 for (;;) {
596 p = strchr(s, ',');
597 if (p)
598 *p = '\0';
599
600 for (br = branch_modes; br->name; br++) {
601 if (!strcasecmp(s, br->name))
602 break;
603 }
604 if (!br->name) {
605 ui__warning("unknown branch filter %s,"
606 " check man page\n", s);
607 goto error;
608 }
609
610 *mode |= br->mode;
611
612 if (!p)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100613 break;
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100614
615 s = p + 1;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100616 }
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100617 }
618 ret = 0;
619
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100620 /* default to any branch */
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100621 if ((*mode & ~ONLY_PLM) == 0) {
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100622 *mode = PERF_SAMPLE_BRANCH_ANY;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100623 }
624error:
625 free(os);
626 return ret;
627}
628
Namhyung Kim72a128a2014-09-23 10:01:41 +0900629static void callchain_debug(void)
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200630{
Jiri Olsaa601fdf2014-02-03 12:44:43 +0100631 static const char *str[CALLCHAIN_MAX] = { "NONE", "FP", "DWARF" };
632
Namhyung Kim72a128a2014-09-23 10:01:41 +0900633 pr_debug("callchain: type %s\n", str[callchain_param.record_mode]);
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200634
Namhyung Kim72a128a2014-09-23 10:01:41 +0900635 if (callchain_param.record_mode == CALLCHAIN_DWARF)
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200636 pr_debug("callchain: stack dump size %d\n",
Namhyung Kim72a128a2014-09-23 10:01:41 +0900637 callchain_param.dump_size);
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200638}
639
Namhyung Kim72a128a2014-09-23 10:01:41 +0900640int record_parse_callchain_opt(const struct option *opt __maybe_unused,
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200641 const char *arg,
642 int unset)
643{
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200644 int ret;
645
Namhyung Kim72a128a2014-09-23 10:01:41 +0900646 callchain_param.enabled = !unset;
Jiri Olsaeb853e82014-02-03 12:44:42 +0100647
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200648 /* --no-call-graph */
649 if (unset) {
Namhyung Kim72a128a2014-09-23 10:01:41 +0900650 callchain_param.record_mode = CALLCHAIN_NONE;
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200651 pr_debug("callchain: disabled\n");
652 return 0;
653 }
654
Namhyung Kimf7f084f2014-09-23 10:01:42 +0900655 ret = parse_callchain_record_opt(arg);
Jiri Olsa26d33022012-08-07 15:20:47 +0200656 if (!ret)
Namhyung Kim72a128a2014-09-23 10:01:41 +0900657 callchain_debug();
Jiri Olsa26d33022012-08-07 15:20:47 +0200658
659 return ret;
660}
661
Namhyung Kim72a128a2014-09-23 10:01:41 +0900662int record_callchain_opt(const struct option *opt __maybe_unused,
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200663 const char *arg __maybe_unused,
664 int unset __maybe_unused)
665{
Namhyung Kim72a128a2014-09-23 10:01:41 +0900666 callchain_param.enabled = true;
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200667
Namhyung Kim72a128a2014-09-23 10:01:41 +0900668 if (callchain_param.record_mode == CALLCHAIN_NONE)
669 callchain_param.record_mode = CALLCHAIN_FP;
Jiri Olsaeb853e82014-02-03 12:44:42 +0100670
Namhyung Kim72a128a2014-09-23 10:01:41 +0900671 callchain_debug();
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200672 return 0;
673}
674
Jiri Olsaeb853e82014-02-03 12:44:42 +0100675static int perf_record_config(const char *var, const char *value, void *cb)
676{
Jiri Olsaeb853e82014-02-03 12:44:42 +0100677 if (!strcmp(var, "record.call-graph"))
Namhyung Kim5a2e5e82014-09-23 10:01:44 +0900678 var = "call-graph.record-mode"; /* fall-through */
Jiri Olsaeb853e82014-02-03 12:44:42 +0100679
680 return perf_default_config(var, value, cb);
681}
682
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200683static const char * const record_usage[] = {
Mike Galbraith9e0967532009-05-28 16:25:34 +0200684 "perf record [<options>] [<command>]",
685 "perf record [<options>] -- <command> [<options>]",
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200686 NULL
687};
688
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200689/*
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300690 * XXX Ideally would be local to cmd_record() and passed to a record__new
691 * because we need to have access to it in record__exit, that is called
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200692 * after cmd_record() exits, but since record_options need to be accessible to
693 * builtin-script, leave it here.
694 *
695 * At least we don't ouch it in all the other functions here directly.
696 *
697 * Just say no to tons of global variables, sigh.
698 */
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300699static struct record record = {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200700 .opts = {
Andi Kleen8affc2b2014-07-31 14:45:04 +0800701 .sample_time = true,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200702 .mmap_pages = UINT_MAX,
703 .user_freq = UINT_MAX,
704 .user_interval = ULLONG_MAX,
Arnaldo Carvalho de Melo447a6012012-05-22 13:14:18 -0300705 .freq = 4000,
Namhyung Kimd1cb9fc2012-05-16 18:45:49 +0900706 .target = {
707 .uses_mmap = true,
Adrian Hunter3aa59392013-11-15 15:52:29 +0200708 .default_per_cpu = true,
Namhyung Kimd1cb9fc2012-05-16 18:45:49 +0900709 },
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200710 },
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200711};
Frederic Weisbecker7865e812010-04-14 19:42:07 +0200712
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200713#define CALLCHAIN_HELP "setup and enables call-graph (stack chain/backtrace) recording: "
Arnaldo Carvalho de Melo61eaa3b2012-10-01 15:20:58 -0300714
Jiri Olsa9ff125d2014-01-07 13:47:28 +0100715#ifdef HAVE_DWARF_UNWIND_SUPPORT
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200716const char record_callchain_help[] = CALLCHAIN_HELP "fp dwarf";
Arnaldo Carvalho de Melo61eaa3b2012-10-01 15:20:58 -0300717#else
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200718const char record_callchain_help[] = CALLCHAIN_HELP "fp";
Arnaldo Carvalho de Melo61eaa3b2012-10-01 15:20:58 -0300719#endif
720
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200721/*
722 * XXX Will stay a global variable till we fix builtin-script.c to stop messing
723 * with it and switch to use the library functions in perf_evlist that came
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300724 * from builtin-record.c, i.e. use record_opts,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200725 * perf_evlist__prepare_workload, etc instead of fork+exec'in 'perf record',
726 * using pipes, etc.
727 */
Tom Zanussibca647a2010-11-10 08:11:30 -0600728const struct option record_options[] = {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200729 OPT_CALLBACK('e', "event", &record.evlist, "event",
Thomas Gleixner86847b62009-06-06 12:24:17 +0200730 "event selector. use 'perf list' to list available events",
Jiri Olsaf120f9d2011-07-14 11:25:32 +0200731 parse_events_option),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200732 OPT_CALLBACK(0, "filter", &record.evlist, "filter",
Li Zefanc171b552009-10-15 11:22:07 +0800733 "event filter", parse_filter),
Namhyung Kimbea03402012-04-26 14:15:15 +0900734 OPT_STRING('p', "pid", &record.opts.target.pid, "pid",
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300735 "record events on existing process id"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900736 OPT_STRING('t', "tid", &record.opts.target.tid, "tid",
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300737 "record events on existing thread id"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200738 OPT_INTEGER('r', "realtime", &record.realtime_prio,
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200739 "collect data with this RT SCHED_FIFO priority"),
Arnaldo Carvalho de Melo509051e2014-01-14 17:52:14 -0300740 OPT_BOOLEAN(0, "no-buffering", &record.opts.no_buffering,
Kirill Smelkovacac03f2011-01-12 17:59:36 +0300741 "collect data without buffering"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200742 OPT_BOOLEAN('R', "raw-samples", &record.opts.raw_samples,
Frederic Weisbeckerdaac07b2009-08-13 10:27:19 +0200743 "collect raw sample records from all opened counters"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900744 OPT_BOOLEAN('a', "all-cpus", &record.opts.target.system_wide,
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200745 "system-wide collection from all CPUs"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900746 OPT_STRING('C', "cpu", &record.opts.target.cpu_list, "cpu",
Stephane Eranianc45c6ea2010-05-28 12:00:01 +0200747 "list of cpus to monitor"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200748 OPT_U64('c', "count", &record.opts.user_interval, "event period to sample"),
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200749 OPT_STRING('o', "output", &record.file.path, "file",
Ingo Molnarabaff322009-06-02 22:59:57 +0200750 "output file name"),
Adrian Hunter69e7e5b2013-11-18 11:55:57 +0200751 OPT_BOOLEAN_SET('i', "no-inherit", &record.opts.no_inherit,
752 &record.opts.no_inherit_set,
753 "child tasks do not inherit counters"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200754 OPT_UINTEGER('F', "freq", &record.opts.user_freq, "profile at this frequency"),
Jiri Olsa994a1f72013-09-01 12:36:12 +0200755 OPT_CALLBACK('m', "mmap-pages", &record.opts.mmap_pages, "pages",
756 "number of mmap data pages",
757 perf_evlist__parse_mmap_pages),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200758 OPT_BOOLEAN(0, "group", &record.opts.group,
Lin Ming43bece72011-08-17 18:42:07 +0800759 "put the counters into a counter group"),
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200760 OPT_CALLBACK_NOOPT('g', NULL, &record.opts,
761 NULL, "enables call-graph recording" ,
762 &record_callchain_opt),
763 OPT_CALLBACK(0, "call-graph", &record.opts,
764 "mode[,dump_size]", record_callchain_help,
765 &record_parse_callchain_opt),
Ian Munsiec0555642010-04-13 18:37:33 +1000766 OPT_INCR('v', "verbose", &verbose,
Ingo Molnar3da297a2009-06-07 17:39:02 +0200767 "be more verbose (show counter open errors, etc)"),
Arnaldo Carvalho de Melob44308f2010-10-26 15:20:09 -0200768 OPT_BOOLEAN('q', "quiet", &quiet, "don't print any message"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200769 OPT_BOOLEAN('s', "stat", &record.opts.inherit_stat,
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200770 "per thread counts"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200771 OPT_BOOLEAN('d', "data", &record.opts.sample_address,
Anton Blanchard4bba8282009-07-16 15:44:29 +0200772 "Sample addresses"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200773 OPT_BOOLEAN('T', "timestamp", &record.opts.sample_time, "Sample timestamps"),
Andrew Vagin3e76ac72011-12-20 17:32:45 +0300774 OPT_BOOLEAN('P', "period", &record.opts.period, "Sample period"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200775 OPT_BOOLEAN('n', "no-samples", &record.opts.no_samples,
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200776 "don't sample"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200777 OPT_BOOLEAN('N', "no-buildid-cache", &record.no_buildid_cache,
Stephane Eraniana1ac1d32010-06-17 11:39:01 +0200778 "do not update the buildid cache"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200779 OPT_BOOLEAN('B', "no-buildid", &record.no_buildid,
Arnaldo Carvalho de Melobaa2f6c2010-11-26 19:39:15 -0200780 "do not collect buildids in perf.data"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200781 OPT_CALLBACK('G', "cgroup", &record.evlist, "name",
Stephane Eranian023695d2011-02-14 11:20:01 +0200782 "monitor event in cgroup name only",
783 parse_cgroups),
Arnaldo Carvalho de Meloa6205a32014-01-14 17:58:12 -0300784 OPT_UINTEGER('D', "delay", &record.opts.initial_delay,
Andi Kleen6619a532014-01-11 13:38:27 -0800785 "ms to wait before starting measurement after program start"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900786 OPT_STRING('u', "uid", &record.opts.target.uid_str, "user",
787 "user to profile"),
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100788
789 OPT_CALLBACK_NOOPT('b', "branch-any", &record.opts.branch_stack,
790 "branch any", "sample any taken branches",
791 parse_branch_stack),
792
793 OPT_CALLBACK('j', "branch-filter", &record.opts.branch_stack,
794 "branch filter mask", "branch stack filter modes",
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100795 parse_branch_stack),
Andi Kleen05484292013-01-24 16:10:29 +0100796 OPT_BOOLEAN('W', "weight", &record.opts.sample_weight,
797 "sample by weight (on special events only)"),
Andi Kleen475eeab2013-09-20 07:40:43 -0700798 OPT_BOOLEAN(0, "transaction", &record.opts.sample_transaction,
799 "sample transaction flags (special events only)"),
Adrian Hunter3aa59392013-11-15 15:52:29 +0200800 OPT_BOOLEAN(0, "per-thread", &record.opts.target.per_thread,
801 "use per-thread mmaps"),
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200802 OPT_END()
803};
804
Irina Tirdea1d037ca2012-09-11 01:15:03 +0300805int cmd_record(int argc, const char **argv, const char *prefix __maybe_unused)
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200806{
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -0200807 int err = -ENOMEM;
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300808 struct record *rec = &record;
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900809 char errbuf[BUFSIZ];
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200810
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300811 rec->evlist = perf_evlist__new();
812 if (rec->evlist == NULL)
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200813 return -ENOMEM;
814
Jiri Olsaeb853e82014-02-03 12:44:42 +0100815 perf_config(perf_record_config, rec);
816
Tom Zanussibca647a2010-11-10 08:11:30 -0600817 argc = parse_options(argc, argv, record_options, record_usage,
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -0200818 PARSE_OPT_STOP_AT_NON_OPTION);
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300819 if (!argc && target__none(&rec->opts.target))
Tom Zanussibca647a2010-11-10 08:11:30 -0600820 usage_with_options(record_usage, record_options);
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200821
Namhyung Kimbea03402012-04-26 14:15:15 +0900822 if (nr_cgroups && !rec->opts.target.system_wide) {
Namhyung Kim3780f482012-05-29 13:22:57 +0900823 ui__error("cgroup monitoring only available in"
824 " system-wide mode\n");
Stephane Eranian023695d2011-02-14 11:20:01 +0200825 usage_with_options(record_usage, record_options);
826 }
827
Namhyung Kim0a7e6d12014-08-12 15:40:45 +0900828 symbol__init(NULL);
Arnaldo Carvalho de Melobaa2f6c2010-11-26 19:39:15 -0200829
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300830 if (symbol_conf.kptr_restrict)
Arnaldo Carvalho de Melo646aaea2011-05-27 11:00:41 -0300831 pr_warning(
832"WARNING: Kernel address maps (/proc/{kallsyms,modules}) are restricted,\n"
833"check /proc/sys/kernel/kptr_restrict.\n\n"
834"Samples in kernel functions may not be resolved if a suitable vmlinux\n"
835"file is not found in the buildid cache or in the vmlinux path.\n\n"
836"Samples in kernel modules won't be resolved at all.\n\n"
837"If some relocation was applied (e.g. kexec) symbols may be misresolved\n"
838"even with a suitable vmlinux or kallsyms file.\n\n");
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300839
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200840 if (rec->no_buildid_cache || rec->no_buildid)
Stephane Eraniana1ac1d32010-06-17 11:39:01 +0200841 disable_buildid_cache();
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -0200842
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300843 if (rec->evlist->nr_entries == 0 &&
844 perf_evlist__add_default(rec->evlist) < 0) {
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -0200845 pr_err("Not enough memory for event selector list\n");
846 goto out_symbol_exit;
Peter Zijlstrabbd36e52009-06-11 23:11:50 +0200847 }
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200848
Adrian Hunter69e7e5b2013-11-18 11:55:57 +0200849 if (rec->opts.target.tid && !rec->opts.no_inherit_set)
850 rec->opts.no_inherit = true;
851
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300852 err = target__validate(&rec->opts.target);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900853 if (err) {
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300854 target__strerror(&rec->opts.target, err, errbuf, BUFSIZ);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900855 ui__warning("%s", errbuf);
856 }
Namhyung Kim4bd0f2d2012-04-26 14:15:18 +0900857
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300858 err = target__parse_uid(&rec->opts.target);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900859 if (err) {
860 int saved_errno = errno;
861
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300862 target__strerror(&rec->opts.target, err, errbuf, BUFSIZ);
Namhyung Kim3780f482012-05-29 13:22:57 +0900863 ui__error("%s", errbuf);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900864
865 err = -saved_errno;
Namhyung Kim8fa60e12013-03-15 14:48:51 +0900866 goto out_symbol_exit;
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900867 }
Arnaldo Carvalho de Melo0d37aa32012-01-19 14:08:15 -0200868
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900869 err = -ENOMEM;
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300870 if (perf_evlist__create_maps(rec->evlist, &rec->opts.target) < 0)
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200871 usage_with_options(record_usage, record_options);
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -0200872
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300873 if (record_opts__config(&rec->opts)) {
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300874 err = -EINVAL;
Arnaldo Carvalho de Melo03ad9742014-01-03 15:56:06 -0300875 goto out_symbol_exit;
Mike Galbraith7e4ff9e2009-10-12 07:56:03 +0200876 }
877
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200878 err = __cmd_record(&record, argc, argv);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -0300879out_symbol_exit:
Namhyung Kim45604712014-05-12 09:47:24 +0900880 perf_evlist__delete(rec->evlist);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -0300881 symbol__exit();
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300882 return err;
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200883}