blob: 44c6f3d55ce76066ca8911d31f196a1fe128f36a [file] [log] [blame]
Ingo Molnarabaff322009-06-02 22:59:57 +02001/*
Ingo Molnarbf9e1872009-06-02 23:37:05 +02002 * builtin-record.c
3 *
4 * Builtin record command: Record the profile of a workload
5 * (or a CPU, or a PID) into the perf.data output file - for
6 * later analysis via perf report.
Ingo Molnarabaff322009-06-02 22:59:57 +02007 */
Ingo Molnar16f762a2009-05-27 09:10:38 +02008#include "builtin.h"
Ingo Molnarbf9e1872009-06-02 23:37:05 +02009
10#include "perf.h"
11
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -020012#include "util/build-id.h"
Thomas Gleixner6eda5832009-05-01 18:29:57 +020013#include "util/util.h"
Ingo Molnar0e9b20b2009-05-26 09:17:18 +020014#include "util/parse-options.h"
Ingo Molnar8ad8db32009-05-26 11:10:09 +020015#include "util/parse-events.h"
Thomas Gleixner6eda5832009-05-01 18:29:57 +020016
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +020017#include "util/header.h"
Frederic Weisbecker66e274f2009-08-12 11:07:25 +020018#include "util/event.h"
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020019#include "util/evlist.h"
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -020020#include "util/evsel.h"
Frederic Weisbecker8f28827a2009-08-16 22:05:48 +020021#include "util/debug.h"
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -020022#include "util/session.h"
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020023#include "util/tool.h"
Arnaldo Carvalho de Melo8d063672009-11-04 18:50:43 -020024#include "util/symbol.h"
Paul Mackerrasa12b51c2010-03-10 20:36:09 +110025#include "util/cpumap.h"
Arnaldo Carvalho de Melofd782602011-01-18 15:15:24 -020026#include "util/thread_map.h"
Jiri Olsaf5fc1412013-10-15 16:27:32 +020027#include "util/data.h"
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +020028
Peter Zijlstra97124d52009-06-02 15:52:24 +020029#include <unistd.h>
Peter Zijlstrade9ac072009-04-08 15:01:31 +020030#include <sched.h>
Arnaldo Carvalho de Meloa41794c2010-05-18 18:29:23 -030031#include <sys/mman.h>
Peter Zijlstrade9ac072009-04-08 15:01:31 +020032
Bernhard Rosenkraenzer78da39f2012-10-08 09:43:26 +030033
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030034struct record {
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020035 struct perf_tool tool;
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -030036 struct record_opts opts;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020037 u64 bytes_written;
Jiri Olsaf5fc1412013-10-15 16:27:32 +020038 struct perf_data_file file;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020039 struct perf_evlist *evlist;
40 struct perf_session *session;
41 const char *progname;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020042 int realtime_prio;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020043 bool no_buildid;
44 bool no_buildid_cache;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020045 long samples;
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -020046};
Ingo Molnara21ca2c2009-06-06 09:58:57 +020047
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030048static int record__write(struct record *rec, void *bf, size_t size)
Peter Zijlstraf5970552009-06-18 23:22:55 +020049{
Arnaldo Carvalho de Melocf8b2e62013-12-19 14:26:26 -030050 if (perf_data_file__write(rec->session->file, bf, size) < 0) {
Jiri Olsa50a9b862013-11-22 13:11:24 +010051 pr_err("failed to write perf data, error: %m\n");
52 return -1;
Peter Zijlstraf5970552009-06-18 23:22:55 +020053 }
David Ahern8d3eca22012-08-26 12:24:47 -060054
Arnaldo Carvalho de Melocf8b2e62013-12-19 14:26:26 -030055 rec->bytes_written += size;
David Ahern8d3eca22012-08-26 12:24:47 -060056 return 0;
Peter Zijlstraf5970552009-06-18 23:22:55 +020057}
58
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020059static int process_synthesized_event(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020060 union perf_event *event,
Irina Tirdea1d037ca2012-09-11 01:15:03 +030061 struct perf_sample *sample __maybe_unused,
62 struct machine *machine __maybe_unused)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020063{
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030064 struct record *rec = container_of(tool, struct record, tool);
65 return record__write(rec, event, event->header.size);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020066}
67
Arnaldo Carvalho de Meloe5685732014-09-17 16:42:58 -030068static int record__mmap_read(struct record *rec, int idx)
Peter Zijlstrade9ac072009-04-08 15:01:31 +020069{
Arnaldo Carvalho de Meloe5685732014-09-17 16:42:58 -030070 struct perf_mmap *md = &rec->evlist->mmap[idx];
Arnaldo Carvalho de Melo744bd8a2011-01-12 17:07:28 -020071 unsigned int head = perf_mmap__read_head(md);
Peter Zijlstrade9ac072009-04-08 15:01:31 +020072 unsigned int old = md->prev;
Jiri Olsa918512b2013-09-12 18:39:35 +020073 unsigned char *data = md->base + page_size;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020074 unsigned long size;
75 void *buf;
David Ahern8d3eca22012-08-26 12:24:47 -060076 int rc = 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020077
Arnaldo Carvalho de Melodc820092011-01-28 14:49:19 -020078 if (old == head)
David Ahern8d3eca22012-08-26 12:24:47 -060079 return 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020080
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020081 rec->samples++;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020082
83 size = head - old;
84
85 if ((old & md->mask) + size != (head & md->mask)) {
86 buf = &data[old & md->mask];
87 size = md->mask + 1 - (old & md->mask);
88 old += size;
Ingo Molnar021e9f42009-06-03 19:27:19 +020089
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030090 if (record__write(rec, buf, size) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -060091 rc = -1;
92 goto out;
93 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +020094 }
95
96 buf = &data[old & md->mask];
97 size = head - old;
98 old += size;
Ingo Molnar021e9f42009-06-03 19:27:19 +020099
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300100 if (record__write(rec, buf, size) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600101 rc = -1;
102 goto out;
103 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200104
105 md->prev = old;
Arnaldo Carvalho de Meloe5685732014-09-17 16:42:58 -0300106 perf_evlist__mmap_consume(rec->evlist, idx);
David Ahern8d3eca22012-08-26 12:24:47 -0600107out:
108 return rc;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200109}
110
111static volatile int done = 0;
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200112static volatile int signr = -1;
Andi Kleen33e49ea2011-09-15 14:31:40 -0700113static volatile int child_finished = 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200114
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200115static void sig_handler(int sig)
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200116{
Andi Kleen33e49ea2011-09-15 14:31:40 -0700117 if (sig == SIGCHLD)
118 child_finished = 1;
Namhyung Kim45604712014-05-12 09:47:24 +0900119 else
120 signr = sig;
Andi Kleen33e49ea2011-09-15 14:31:40 -0700121
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200122 done = 1;
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200123}
124
Namhyung Kim45604712014-05-12 09:47:24 +0900125static void record__sig_exit(void)
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200126{
Namhyung Kim45604712014-05-12 09:47:24 +0900127 if (signr == -1)
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200128 return;
129
130 signal(signr, SIG_DFL);
Namhyung Kim45604712014-05-12 09:47:24 +0900131 raise(signr);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200132}
133
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300134static int record__open(struct record *rec)
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200135{
Arnaldo Carvalho de Melo56e52e82012-12-13 15:10:58 -0300136 char msg[512];
Jiri Olsa6a4bb042012-08-08 12:22:36 +0200137 struct perf_evsel *pos;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200138 struct perf_evlist *evlist = rec->evlist;
139 struct perf_session *session = rec->session;
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300140 struct record_opts *opts = &rec->opts;
David Ahern8d3eca22012-08-26 12:24:47 -0600141 int rc = 0;
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200142
Arnaldo Carvalho de Melof77a9512012-12-10 16:41:31 -0300143 perf_evlist__config(evlist, opts);
Jiri Olsacac21422012-11-12 18:34:00 +0100144
Arnaldo Carvalho de Melo0050f7a2014-01-10 10:37:27 -0300145 evlist__for_each(evlist, pos) {
Ingo Molnar3da297a2009-06-07 17:39:02 +0200146try_again:
Jiri Olsa6a4bb042012-08-08 12:22:36 +0200147 if (perf_evsel__open(pos, evlist->cpus, evlist->threads) < 0) {
Arnaldo Carvalho de Melo56e52e82012-12-13 15:10:58 -0300148 if (perf_evsel__fallback(pos, errno, msg, sizeof(msg))) {
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300149 if (verbose)
Arnaldo Carvalho de Meloc0a54342012-12-13 14:16:30 -0300150 ui__warning("%s\n", msg);
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300151 goto try_again;
152 }
David Ahernca6a4252011-03-25 13:11:11 -0600153
Arnaldo Carvalho de Melo56e52e82012-12-13 15:10:58 -0300154 rc = -errno;
155 perf_evsel__open_strerror(pos, &opts->target,
156 errno, msg, sizeof(msg));
157 ui__error("%s\n", msg);
David Ahern8d3eca22012-08-26 12:24:47 -0600158 goto out;
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300159 }
Li Zefanc171b552009-10-15 11:22:07 +0800160 }
Arnaldo Carvalho de Meloa43d3f02010-12-25 12:12:25 -0200161
Arnaldo Carvalho de Melo1491a632012-09-26 14:43:13 -0300162 if (perf_evlist__apply_filters(evlist)) {
Frederic Weisbecker0a102472011-02-26 04:51:54 +0100163 error("failed to set filter with %d (%s)\n", errno,
Masami Hiramatsu35550da2014-08-14 02:22:43 +0000164 strerror_r(errno, msg, sizeof(msg)));
David Ahern8d3eca22012-08-26 12:24:47 -0600165 rc = -1;
166 goto out;
Frederic Weisbecker0a102472011-02-26 04:51:54 +0100167 }
168
Nelson Elhage18e60932011-12-19 08:39:31 -0500169 if (perf_evlist__mmap(evlist, opts->mmap_pages, false) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600170 if (errno == EPERM) {
171 pr_err("Permission error mapping pages.\n"
172 "Consider increasing "
173 "/proc/sys/kernel/perf_event_mlock_kb,\n"
174 "or try again with a smaller value of -m/--mmap_pages.\n"
Adrian Hunter53653d72013-12-09 15:18:40 +0200175 "(current value: %u)\n", opts->mmap_pages);
David Ahern8d3eca22012-08-26 12:24:47 -0600176 rc = -errno;
David Ahern8d3eca22012-08-26 12:24:47 -0600177 } else {
Masami Hiramatsu35550da2014-08-14 02:22:43 +0000178 pr_err("failed to mmap with %d (%s)\n", errno,
179 strerror_r(errno, msg, sizeof(msg)));
David Ahern8d3eca22012-08-26 12:24:47 -0600180 rc = -errno;
181 }
182 goto out;
Nelson Elhage18e60932011-12-19 08:39:31 -0500183 }
Arnaldo Carvalho de Melo0a27d7f2011-01-14 15:50:51 -0200184
Jiri Olsa563aecb2013-06-05 13:35:06 +0200185 session->evlist = evlist;
Arnaldo Carvalho de Melo7b56cce2012-08-01 19:31:00 -0300186 perf_session__set_id_hdr_size(session);
David Ahern8d3eca22012-08-26 12:24:47 -0600187out:
188 return rc;
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200189}
190
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300191static int process_buildids(struct record *rec)
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200192{
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200193 struct perf_data_file *file = &rec->file;
194 struct perf_session *session = rec->session;
David Ahern7ab75cf2013-11-06 11:41:36 -0700195 u64 start = session->header.data_offset;
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200196
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200197 u64 size = lseek(file->fd, 0, SEEK_CUR);
Arnaldo Carvalho de Melo9f591fd2010-03-11 15:53:11 -0300198 if (size == 0)
199 return 0;
200
David Ahern7ab75cf2013-11-06 11:41:36 -0700201 return __perf_session__process_events(session, start,
202 size - start,
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200203 size, &build_id__mark_dso_hit_ops);
204}
205
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200206static void perf_event__synthesize_guest_os(struct machine *machine, void *data)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800207{
208 int err;
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200209 struct perf_tool *tool = data;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800210 /*
211 *As for guest kernel when processing subcommand record&report,
212 *we arrange module mmap prior to guest kernel mmap and trigger
213 *a preload dso because default guest module symbols are loaded
214 *from guest kallsyms instead of /lib/modules/XXX/XXX. This
215 *method is used to avoid symbol missing when the first addr is
216 *in module instead of in guest kernel.
217 */
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200218 err = perf_event__synthesize_modules(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200219 machine);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800220 if (err < 0)
221 pr_err("Couldn't record guest kernel [%d]'s reference"
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300222 " relocation symbol.\n", machine->pid);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800223
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800224 /*
225 * We use _stext for guest kernel because guest kernel's /proc/kallsyms
226 * have no _text sometimes.
227 */
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200228 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
Adrian Hunter0ae617b2014-01-29 16:14:40 +0200229 machine);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800230 if (err < 0)
231 pr_err("Couldn't record guest kernel [%d]'s reference"
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300232 " relocation symbol.\n", machine->pid);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800233}
234
Frederic Weisbecker98402802010-05-02 22:05:29 +0200235static struct perf_event_header finished_round_event = {
236 .size = sizeof(struct perf_event_header),
237 .type = PERF_RECORD_FINISHED_ROUND,
238};
239
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300240static int record__mmap_read_all(struct record *rec)
Frederic Weisbecker98402802010-05-02 22:05:29 +0200241{
Jiri Olsadcabb502014-07-25 16:56:16 +0200242 u64 bytes_written = rec->bytes_written;
Peter Zijlstra0e2e63d2010-05-20 14:45:26 +0200243 int i;
David Ahern8d3eca22012-08-26 12:24:47 -0600244 int rc = 0;
Frederic Weisbecker98402802010-05-02 22:05:29 +0200245
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200246 for (i = 0; i < rec->evlist->nr_mmaps; i++) {
David Ahern8d3eca22012-08-26 12:24:47 -0600247 if (rec->evlist->mmap[i].base) {
Arnaldo Carvalho de Meloe5685732014-09-17 16:42:58 -0300248 if (record__mmap_read(rec, i) != 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600249 rc = -1;
250 goto out;
251 }
252 }
Frederic Weisbecker98402802010-05-02 22:05:29 +0200253 }
254
Jiri Olsadcabb502014-07-25 16:56:16 +0200255 /*
256 * Mark the round finished in case we wrote
257 * at least one event.
258 */
259 if (bytes_written != rec->bytes_written)
260 rc = record__write(rec, &finished_round_event, sizeof(finished_round_event));
David Ahern8d3eca22012-08-26 12:24:47 -0600261
262out:
263 return rc;
Frederic Weisbecker98402802010-05-02 22:05:29 +0200264}
265
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300266static void record__init_features(struct record *rec)
David Ahern57706ab2013-11-06 11:41:34 -0700267{
David Ahern57706ab2013-11-06 11:41:34 -0700268 struct perf_session *session = rec->session;
269 int feat;
270
271 for (feat = HEADER_FIRST_FEATURE; feat < HEADER_LAST_FEATURE; feat++)
272 perf_header__set_feat(&session->header, feat);
273
274 if (rec->no_buildid)
275 perf_header__clear_feat(&session->header, HEADER_BUILD_ID);
276
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300277 if (!have_tracepoints(&rec->evlist->entries))
David Ahern57706ab2013-11-06 11:41:34 -0700278 perf_header__clear_feat(&session->header, HEADER_TRACING_DATA);
279
280 if (!rec->opts.branch_stack)
281 perf_header__clear_feat(&session->header, HEADER_BRANCH_STACK);
282}
283
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300284static volatile int workload_exec_errno;
285
286/*
287 * perf_evlist__prepare_workload will send a SIGUSR1
288 * if the fork fails, since we asked by setting its
289 * want_signal to true.
290 */
Namhyung Kim45604712014-05-12 09:47:24 +0900291static void workload_exec_failed_signal(int signo __maybe_unused,
292 siginfo_t *info,
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300293 void *ucontext __maybe_unused)
294{
295 workload_exec_errno = info->si_value.sival_int;
296 done = 1;
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300297 child_finished = 1;
298}
299
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300300static int __cmd_record(struct record *rec, int argc, const char **argv)
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200301{
David Ahern57706ab2013-11-06 11:41:34 -0700302 int err;
Namhyung Kim45604712014-05-12 09:47:24 +0900303 int status = 0;
Peter Zijlstra8b412662009-09-17 19:59:05 +0200304 unsigned long waking = 0;
Zhang, Yanmin46be6042010-03-18 11:36:04 -0300305 const bool forks = argc > 0;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300306 struct machine *machine;
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200307 struct perf_tool *tool = &rec->tool;
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300308 struct record_opts *opts = &rec->opts;
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200309 struct perf_data_file *file = &rec->file;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200310 struct perf_session *session;
Arnaldo Carvalho de Melo6dcf45ef2014-08-13 11:33:59 -0300311 bool disabled = false, draining = false;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200312
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200313 rec->progname = argv[0];
Andi Kleen33e49ea2011-09-15 14:31:40 -0700314
Namhyung Kim45604712014-05-12 09:47:24 +0900315 atexit(record__sig_exit);
Peter Zijlstraf5970552009-06-18 23:22:55 +0200316 signal(SIGCHLD, sig_handler);
317 signal(SIGINT, sig_handler);
David Ahern804f7ac2013-05-06 12:24:23 -0600318 signal(SIGTERM, sig_handler);
Peter Zijlstraf5970552009-06-18 23:22:55 +0200319
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200320 session = perf_session__new(file, false, NULL);
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -0200321 if (session == NULL) {
Adrien BAKffa91882014-04-18 11:00:43 +0900322 pr_err("Perf session creation failed.\n");
Arnaldo Carvalho de Meloa9a70bb2009-11-17 01:18:11 -0200323 return -1;
324 }
325
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200326 rec->session = session;
327
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300328 record__init_features(rec);
Stephane Eranian330aa672012-03-08 23:47:46 +0100329
Arnaldo Carvalho de Melod4db3f12009-12-27 21:36:57 -0200330 if (forks) {
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300331 err = perf_evlist__prepare_workload(rec->evlist, &opts->target,
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200332 argv, file->is_pipe,
Arnaldo Carvalho de Melo735f7e02014-01-03 14:56:49 -0300333 workload_exec_failed_signal);
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -0200334 if (err < 0) {
335 pr_err("Couldn't run the workload!\n");
Namhyung Kim45604712014-05-12 09:47:24 +0900336 status = err;
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -0200337 goto out_delete_session;
Jens Axboe0a5ac842009-08-12 11:18:01 +0200338 }
Peter Zijlstra856e9662009-12-16 17:55:55 +0100339 }
340
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300341 if (record__open(rec) != 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600342 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900343 goto out_child;
David Ahern8d3eca22012-08-26 12:24:47 -0600344 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200345
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300346 if (!rec->evlist->nr_groups)
Namhyung Kima8bb5592013-01-22 18:09:31 +0900347 perf_header__clear_feat(&session->header, HEADER_GROUP_DESC);
348
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200349 if (file->is_pipe) {
350 err = perf_header__write_pipe(file->fd);
Tom Zanussi529870e2010-04-01 23:59:16 -0500351 if (err < 0)
Namhyung Kim45604712014-05-12 09:47:24 +0900352 goto out_child;
Jiri Olsa563aecb2013-06-05 13:35:06 +0200353 } else {
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300354 err = perf_session__write_header(session, rec->evlist,
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200355 file->fd, false);
Arnaldo Carvalho de Melod5eed902009-11-19 14:55:56 -0200356 if (err < 0)
Namhyung Kim45604712014-05-12 09:47:24 +0900357 goto out_child;
Arnaldo Carvalho de Melod5eed902009-11-19 14:55:56 -0200358 }
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200359
David Ahernd3665492012-02-06 15:27:52 -0700360 if (!rec->no_buildid
Robert Richtere20960c2011-12-07 10:02:55 +0100361 && !perf_header__has_feat(&session->header, HEADER_BUILD_ID)) {
David Ahernd3665492012-02-06 15:27:52 -0700362 pr_err("Couldn't generate buildids. "
Robert Richtere20960c2011-12-07 10:02:55 +0100363 "Use --no-buildid to profile anyway.\n");
David Ahern8d3eca22012-08-26 12:24:47 -0600364 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900365 goto out_child;
Robert Richtere20960c2011-12-07 10:02:55 +0100366 }
367
Arnaldo Carvalho de Melo34ba5122012-12-19 09:04:24 -0300368 machine = &session->machines.host;
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200369
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200370 if (file->is_pipe) {
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200371 err = perf_event__synthesize_attrs(tool, session,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200372 process_synthesized_event);
Tom Zanussi2c46dbb2010-04-01 23:59:19 -0500373 if (err < 0) {
374 pr_err("Couldn't synthesize attrs.\n");
Namhyung Kim45604712014-05-12 09:47:24 +0900375 goto out_child;
Tom Zanussi2c46dbb2010-04-01 23:59:19 -0500376 }
Tom Zanussicd19a032010-04-01 23:59:20 -0500377
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300378 if (have_tracepoints(&rec->evlist->entries)) {
Tom Zanussi63e0c772010-05-03 00:14:48 -0500379 /*
380 * FIXME err <= 0 here actually means that
381 * there were no tracepoints so its not really
382 * an error, just that we don't need to
383 * synthesize anything. We really have to
384 * return this more properly and also
385 * propagate errors that now are calling die()
386 */
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300387 err = perf_event__synthesize_tracing_data(tool, file->fd, rec->evlist,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200388 process_synthesized_event);
Tom Zanussi63e0c772010-05-03 00:14:48 -0500389 if (err <= 0) {
390 pr_err("Couldn't record tracing data.\n");
Namhyung Kim45604712014-05-12 09:47:24 +0900391 goto out_child;
Tom Zanussi63e0c772010-05-03 00:14:48 -0500392 }
David Ahernf34b9002013-11-06 11:41:35 -0700393 rec->bytes_written += err;
Tom Zanussi63e0c772010-05-03 00:14:48 -0500394 }
Tom Zanussi2c46dbb2010-04-01 23:59:19 -0500395 }
396
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200397 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
Adrian Hunter0ae617b2014-01-29 16:14:40 +0200398 machine);
Arnaldo Carvalho de Meloc1a3a4b2010-11-22 14:01:55 -0200399 if (err < 0)
400 pr_err("Couldn't record kernel reference relocation symbol\n"
401 "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n"
402 "Check /proc/kallsyms permission or run as root.\n");
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200403
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200404 err = perf_event__synthesize_modules(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200405 machine);
Arnaldo Carvalho de Meloc1a3a4b2010-11-22 14:01:55 -0200406 if (err < 0)
407 pr_err("Couldn't record kernel module information.\n"
408 "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n"
409 "Check /proc/modules permission or run as root.\n");
410
Arnaldo Carvalho de Melo7e383de2012-12-18 15:49:27 -0300411 if (perf_guest) {
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300412 machines__process_guests(&session->machines,
413 perf_event__synthesize_guest_os, tool);
Arnaldo Carvalho de Melo7e383de2012-12-18 15:49:27 -0300414 }
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200415
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300416 err = __machine__synthesize_threads(machine, tool, &opts->target, rec->evlist->threads,
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300417 process_synthesized_event, opts->sample_address);
David Ahern8d3eca22012-08-26 12:24:47 -0600418 if (err != 0)
Namhyung Kim45604712014-05-12 09:47:24 +0900419 goto out_child;
David Ahern8d3eca22012-08-26 12:24:47 -0600420
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200421 if (rec->realtime_prio) {
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200422 struct sched_param param;
423
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200424 param.sched_priority = rec->realtime_prio;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200425 if (sched_setscheduler(0, SCHED_FIFO, &param)) {
Arnaldo Carvalho de Melo6beba7a2009-10-21 17:34:06 -0200426 pr_err("Could not set realtime priority.\n");
David Ahern8d3eca22012-08-26 12:24:47 -0600427 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900428 goto out_child;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200429 }
430 }
431
Jiri Olsa774cb492012-11-12 18:34:01 +0100432 /*
433 * When perf is starting the traced process, all the events
434 * (apart from group members) have enable_on_exec=1 set,
435 * so don't spoil it by prematurely enabling them.
436 */
Andi Kleen6619a532014-01-11 13:38:27 -0800437 if (!target__none(&opts->target) && !opts->initial_delay)
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300438 perf_evlist__enable(rec->evlist);
David Ahern764e16a32011-08-25 10:17:55 -0600439
Peter Zijlstra856e9662009-12-16 17:55:55 +0100440 /*
441 * Let the child rip
442 */
Arnaldo Carvalho de Melo735f7e02014-01-03 14:56:49 -0300443 if (forks)
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300444 perf_evlist__start_workload(rec->evlist);
Peter Zijlstra856e9662009-12-16 17:55:55 +0100445
Andi Kleen6619a532014-01-11 13:38:27 -0800446 if (opts->initial_delay) {
447 usleep(opts->initial_delay * 1000);
448 perf_evlist__enable(rec->evlist);
449 }
450
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200451 for (;;) {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200452 int hits = rec->samples;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200453
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300454 if (record__mmap_read_all(rec) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600455 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900456 goto out_child;
David Ahern8d3eca22012-08-26 12:24:47 -0600457 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200458
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200459 if (hits == rec->samples) {
Arnaldo Carvalho de Melo6dcf45ef2014-08-13 11:33:59 -0300460 if (done || draining)
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200461 break;
Arnaldo Carvalho de Melof66a8892014-08-18 17:25:59 -0300462 err = perf_evlist__poll(rec->evlist, -1);
Jiri Olsaa5151142014-06-02 13:44:23 -0400463 /*
464 * Propagate error, only if there's any. Ignore positive
465 * number of returned events and interrupt error.
466 */
467 if (err > 0 || (err < 0 && errno == EINTR))
Namhyung Kim45604712014-05-12 09:47:24 +0900468 err = 0;
Peter Zijlstra8b412662009-09-17 19:59:05 +0200469 waking++;
Arnaldo Carvalho de Melo6dcf45ef2014-08-13 11:33:59 -0300470
471 if (perf_evlist__filter_pollfd(rec->evlist, POLLERR | POLLHUP) == 0)
472 draining = true;
Peter Zijlstra8b412662009-09-17 19:59:05 +0200473 }
474
Jiri Olsa774cb492012-11-12 18:34:01 +0100475 /*
476 * When perf is starting the traced process, at the end events
477 * die with the process and we wait for that. Thus no need to
478 * disable events in this case.
479 */
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300480 if (done && !disabled && !target__none(&opts->target)) {
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300481 perf_evlist__disable(rec->evlist);
Jiri Olsa27119262012-11-12 18:34:02 +0100482 disabled = true;
483 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200484 }
485
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300486 if (forks && workload_exec_errno) {
Masami Hiramatsu35550da2014-08-14 02:22:43 +0000487 char msg[STRERR_BUFSIZE];
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300488 const char *emsg = strerror_r(workload_exec_errno, msg, sizeof(msg));
489 pr_err("Workload failed: %s\n", emsg);
490 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900491 goto out_child;
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300492 }
493
Namhyung Kim45604712014-05-12 09:47:24 +0900494 if (!quiet) {
495 fprintf(stderr, "[ perf record: Woken up %ld times to write data ]\n", waking);
Arnaldo Carvalho de Melob44308f2010-10-26 15:20:09 -0200496
Namhyung Kim45604712014-05-12 09:47:24 +0900497 /*
498 * Approximate RIP event size: 24 bytes.
499 */
500 fprintf(stderr,
501 "[ perf record: Captured and wrote %.3f MB %s (~%" PRIu64 " samples) ]\n",
502 (double)rec->bytes_written / 1024.0 / 1024.0,
503 file->path,
504 rec->bytes_written / 24);
505 }
Peter Zijlstra8b412662009-09-17 19:59:05 +0200506
Namhyung Kim45604712014-05-12 09:47:24 +0900507out_child:
508 if (forks) {
509 int exit_status;
Ingo Molnaraddc2782009-06-02 23:43:11 +0200510
Namhyung Kim45604712014-05-12 09:47:24 +0900511 if (!child_finished)
512 kill(rec->evlist->workload.pid, SIGTERM);
513
514 wait(&exit_status);
515
516 if (err < 0)
517 status = err;
518 else if (WIFEXITED(exit_status))
519 status = WEXITSTATUS(exit_status);
520 else if (WIFSIGNALED(exit_status))
521 signr = WTERMSIG(exit_status);
522 } else
523 status = err;
524
525 if (!err && !file->is_pipe) {
526 rec->session->header.data_size += rec->bytes_written;
527
528 if (!rec->no_buildid)
529 process_buildids(rec);
530 perf_session__write_header(rec->session, rec->evlist,
531 file->fd, true);
532 }
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300533
534out_delete_session:
535 perf_session__delete(session);
Namhyung Kim45604712014-05-12 09:47:24 +0900536 return status;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200537}
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200538
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100539#define BRANCH_OPT(n, m) \
540 { .name = n, .mode = (m) }
541
542#define BRANCH_END { .name = NULL }
543
544struct branch_mode {
545 const char *name;
546 int mode;
547};
548
549static const struct branch_mode branch_modes[] = {
550 BRANCH_OPT("u", PERF_SAMPLE_BRANCH_USER),
551 BRANCH_OPT("k", PERF_SAMPLE_BRANCH_KERNEL),
552 BRANCH_OPT("hv", PERF_SAMPLE_BRANCH_HV),
553 BRANCH_OPT("any", PERF_SAMPLE_BRANCH_ANY),
554 BRANCH_OPT("any_call", PERF_SAMPLE_BRANCH_ANY_CALL),
555 BRANCH_OPT("any_ret", PERF_SAMPLE_BRANCH_ANY_RETURN),
556 BRANCH_OPT("ind_call", PERF_SAMPLE_BRANCH_IND_CALL),
Andi Kleen0126d492013-09-20 07:40:42 -0700557 BRANCH_OPT("abort_tx", PERF_SAMPLE_BRANCH_ABORT_TX),
558 BRANCH_OPT("in_tx", PERF_SAMPLE_BRANCH_IN_TX),
559 BRANCH_OPT("no_tx", PERF_SAMPLE_BRANCH_NO_TX),
Anshuman Khandual0fffa5d2014-05-22 12:50:08 +0530560 BRANCH_OPT("cond", PERF_SAMPLE_BRANCH_COND),
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100561 BRANCH_END
562};
563
564static int
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100565parse_branch_stack(const struct option *opt, const char *str, int unset)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100566{
567#define ONLY_PLM \
568 (PERF_SAMPLE_BRANCH_USER |\
569 PERF_SAMPLE_BRANCH_KERNEL |\
570 PERF_SAMPLE_BRANCH_HV)
571
572 uint64_t *mode = (uint64_t *)opt->value;
573 const struct branch_mode *br;
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100574 char *s, *os = NULL, *p;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100575 int ret = -1;
576
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100577 if (unset)
578 return 0;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100579
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100580 /*
581 * cannot set it twice, -b + --branch-filter for instance
582 */
583 if (*mode)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100584 return -1;
585
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100586 /* str may be NULL in case no arg is passed to -b */
587 if (str) {
588 /* because str is read-only */
589 s = os = strdup(str);
590 if (!s)
591 return -1;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100592
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100593 for (;;) {
594 p = strchr(s, ',');
595 if (p)
596 *p = '\0';
597
598 for (br = branch_modes; br->name; br++) {
599 if (!strcasecmp(s, br->name))
600 break;
601 }
602 if (!br->name) {
603 ui__warning("unknown branch filter %s,"
604 " check man page\n", s);
605 goto error;
606 }
607
608 *mode |= br->mode;
609
610 if (!p)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100611 break;
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100612
613 s = p + 1;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100614 }
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100615 }
616 ret = 0;
617
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100618 /* default to any branch */
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100619 if ((*mode & ~ONLY_PLM) == 0) {
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100620 *mode = PERF_SAMPLE_BRANCH_ANY;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100621 }
622error:
623 free(os);
624 return ret;
625}
626
Namhyung Kim72a128a2014-09-23 10:01:41 +0900627static void callchain_debug(void)
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200628{
Jiri Olsaa601fdf2014-02-03 12:44:43 +0100629 static const char *str[CALLCHAIN_MAX] = { "NONE", "FP", "DWARF" };
630
Namhyung Kim72a128a2014-09-23 10:01:41 +0900631 pr_debug("callchain: type %s\n", str[callchain_param.record_mode]);
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200632
Namhyung Kim72a128a2014-09-23 10:01:41 +0900633 if (callchain_param.record_mode == CALLCHAIN_DWARF)
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200634 pr_debug("callchain: stack dump size %d\n",
Namhyung Kim72a128a2014-09-23 10:01:41 +0900635 callchain_param.dump_size);
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200636}
637
Namhyung Kim72a128a2014-09-23 10:01:41 +0900638int record_parse_callchain_opt(const struct option *opt __maybe_unused,
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200639 const char *arg,
640 int unset)
641{
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200642 int ret;
643
Namhyung Kim72a128a2014-09-23 10:01:41 +0900644 callchain_param.enabled = !unset;
Jiri Olsaeb853e82014-02-03 12:44:42 +0100645
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200646 /* --no-call-graph */
647 if (unset) {
Namhyung Kim72a128a2014-09-23 10:01:41 +0900648 callchain_param.record_mode = CALLCHAIN_NONE;
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200649 pr_debug("callchain: disabled\n");
650 return 0;
651 }
652
Namhyung Kimf7f084f2014-09-23 10:01:42 +0900653 ret = parse_callchain_record_opt(arg);
Jiri Olsa26d33022012-08-07 15:20:47 +0200654 if (!ret)
Namhyung Kim72a128a2014-09-23 10:01:41 +0900655 callchain_debug();
Jiri Olsa26d33022012-08-07 15:20:47 +0200656
657 return ret;
658}
659
Namhyung Kim72a128a2014-09-23 10:01:41 +0900660int record_callchain_opt(const struct option *opt __maybe_unused,
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200661 const char *arg __maybe_unused,
662 int unset __maybe_unused)
663{
Namhyung Kim72a128a2014-09-23 10:01:41 +0900664 callchain_param.enabled = true;
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200665
Namhyung Kim72a128a2014-09-23 10:01:41 +0900666 if (callchain_param.record_mode == CALLCHAIN_NONE)
667 callchain_param.record_mode = CALLCHAIN_FP;
Jiri Olsaeb853e82014-02-03 12:44:42 +0100668
Namhyung Kim72a128a2014-09-23 10:01:41 +0900669 callchain_debug();
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200670 return 0;
671}
672
Jiri Olsaeb853e82014-02-03 12:44:42 +0100673static int perf_record_config(const char *var, const char *value, void *cb)
674{
Jiri Olsaeb853e82014-02-03 12:44:42 +0100675 if (!strcmp(var, "record.call-graph"))
Namhyung Kim5a2e5e82014-09-23 10:01:44 +0900676 var = "call-graph.record-mode"; /* fall-through */
Jiri Olsaeb853e82014-02-03 12:44:42 +0100677
678 return perf_default_config(var, value, cb);
679}
680
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200681static const char * const record_usage[] = {
Mike Galbraith9e0967532009-05-28 16:25:34 +0200682 "perf record [<options>] [<command>]",
683 "perf record [<options>] -- <command> [<options>]",
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200684 NULL
685};
686
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200687/*
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300688 * XXX Ideally would be local to cmd_record() and passed to a record__new
689 * because we need to have access to it in record__exit, that is called
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200690 * after cmd_record() exits, but since record_options need to be accessible to
691 * builtin-script, leave it here.
692 *
693 * At least we don't ouch it in all the other functions here directly.
694 *
695 * Just say no to tons of global variables, sigh.
696 */
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300697static struct record record = {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200698 .opts = {
Andi Kleen8affc2b2014-07-31 14:45:04 +0800699 .sample_time = true,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200700 .mmap_pages = UINT_MAX,
701 .user_freq = UINT_MAX,
702 .user_interval = ULLONG_MAX,
Arnaldo Carvalho de Melo447a6012012-05-22 13:14:18 -0300703 .freq = 4000,
Namhyung Kimd1cb9fc2012-05-16 18:45:49 +0900704 .target = {
705 .uses_mmap = true,
Adrian Hunter3aa59392013-11-15 15:52:29 +0200706 .default_per_cpu = true,
Namhyung Kimd1cb9fc2012-05-16 18:45:49 +0900707 },
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200708 },
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200709};
Frederic Weisbecker7865e812010-04-14 19:42:07 +0200710
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200711#define CALLCHAIN_HELP "setup and enables call-graph (stack chain/backtrace) recording: "
Arnaldo Carvalho de Melo61eaa3b2012-10-01 15:20:58 -0300712
Jiri Olsa9ff125d2014-01-07 13:47:28 +0100713#ifdef HAVE_DWARF_UNWIND_SUPPORT
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200714const char record_callchain_help[] = CALLCHAIN_HELP "fp dwarf";
Arnaldo Carvalho de Melo61eaa3b2012-10-01 15:20:58 -0300715#else
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200716const char record_callchain_help[] = CALLCHAIN_HELP "fp";
Arnaldo Carvalho de Melo61eaa3b2012-10-01 15:20:58 -0300717#endif
718
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200719/*
720 * XXX Will stay a global variable till we fix builtin-script.c to stop messing
721 * with it and switch to use the library functions in perf_evlist that came
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300722 * from builtin-record.c, i.e. use record_opts,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200723 * perf_evlist__prepare_workload, etc instead of fork+exec'in 'perf record',
724 * using pipes, etc.
725 */
Tom Zanussibca647a2010-11-10 08:11:30 -0600726const struct option record_options[] = {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200727 OPT_CALLBACK('e', "event", &record.evlist, "event",
Thomas Gleixner86847b62009-06-06 12:24:17 +0200728 "event selector. use 'perf list' to list available events",
Jiri Olsaf120f9d2011-07-14 11:25:32 +0200729 parse_events_option),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200730 OPT_CALLBACK(0, "filter", &record.evlist, "filter",
Li Zefanc171b552009-10-15 11:22:07 +0800731 "event filter", parse_filter),
Namhyung Kimbea03402012-04-26 14:15:15 +0900732 OPT_STRING('p', "pid", &record.opts.target.pid, "pid",
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300733 "record events on existing process id"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900734 OPT_STRING('t', "tid", &record.opts.target.tid, "tid",
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300735 "record events on existing thread id"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200736 OPT_INTEGER('r', "realtime", &record.realtime_prio,
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200737 "collect data with this RT SCHED_FIFO priority"),
Arnaldo Carvalho de Melo509051e2014-01-14 17:52:14 -0300738 OPT_BOOLEAN(0, "no-buffering", &record.opts.no_buffering,
Kirill Smelkovacac03f2011-01-12 17:59:36 +0300739 "collect data without buffering"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200740 OPT_BOOLEAN('R', "raw-samples", &record.opts.raw_samples,
Frederic Weisbeckerdaac07b2009-08-13 10:27:19 +0200741 "collect raw sample records from all opened counters"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900742 OPT_BOOLEAN('a', "all-cpus", &record.opts.target.system_wide,
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200743 "system-wide collection from all CPUs"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900744 OPT_STRING('C', "cpu", &record.opts.target.cpu_list, "cpu",
Stephane Eranianc45c6ea2010-05-28 12:00:01 +0200745 "list of cpus to monitor"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200746 OPT_U64('c', "count", &record.opts.user_interval, "event period to sample"),
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200747 OPT_STRING('o', "output", &record.file.path, "file",
Ingo Molnarabaff322009-06-02 22:59:57 +0200748 "output file name"),
Adrian Hunter69e7e5b2013-11-18 11:55:57 +0200749 OPT_BOOLEAN_SET('i', "no-inherit", &record.opts.no_inherit,
750 &record.opts.no_inherit_set,
751 "child tasks do not inherit counters"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200752 OPT_UINTEGER('F', "freq", &record.opts.user_freq, "profile at this frequency"),
Jiri Olsa994a1f72013-09-01 12:36:12 +0200753 OPT_CALLBACK('m', "mmap-pages", &record.opts.mmap_pages, "pages",
754 "number of mmap data pages",
755 perf_evlist__parse_mmap_pages),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200756 OPT_BOOLEAN(0, "group", &record.opts.group,
Lin Ming43bece72011-08-17 18:42:07 +0800757 "put the counters into a counter group"),
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200758 OPT_CALLBACK_NOOPT('g', NULL, &record.opts,
759 NULL, "enables call-graph recording" ,
760 &record_callchain_opt),
761 OPT_CALLBACK(0, "call-graph", &record.opts,
762 "mode[,dump_size]", record_callchain_help,
763 &record_parse_callchain_opt),
Ian Munsiec0555642010-04-13 18:37:33 +1000764 OPT_INCR('v', "verbose", &verbose,
Ingo Molnar3da297a2009-06-07 17:39:02 +0200765 "be more verbose (show counter open errors, etc)"),
Arnaldo Carvalho de Melob44308f2010-10-26 15:20:09 -0200766 OPT_BOOLEAN('q', "quiet", &quiet, "don't print any message"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200767 OPT_BOOLEAN('s', "stat", &record.opts.inherit_stat,
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200768 "per thread counts"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200769 OPT_BOOLEAN('d', "data", &record.opts.sample_address,
Anton Blanchard4bba8282009-07-16 15:44:29 +0200770 "Sample addresses"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200771 OPT_BOOLEAN('T', "timestamp", &record.opts.sample_time, "Sample timestamps"),
Andrew Vagin3e76ac72011-12-20 17:32:45 +0300772 OPT_BOOLEAN('P', "period", &record.opts.period, "Sample period"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200773 OPT_BOOLEAN('n', "no-samples", &record.opts.no_samples,
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200774 "don't sample"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200775 OPT_BOOLEAN('N', "no-buildid-cache", &record.no_buildid_cache,
Stephane Eraniana1ac1d32010-06-17 11:39:01 +0200776 "do not update the buildid cache"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200777 OPT_BOOLEAN('B', "no-buildid", &record.no_buildid,
Arnaldo Carvalho de Melobaa2f6c2010-11-26 19:39:15 -0200778 "do not collect buildids in perf.data"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200779 OPT_CALLBACK('G', "cgroup", &record.evlist, "name",
Stephane Eranian023695d2011-02-14 11:20:01 +0200780 "monitor event in cgroup name only",
781 parse_cgroups),
Arnaldo Carvalho de Meloa6205a32014-01-14 17:58:12 -0300782 OPT_UINTEGER('D', "delay", &record.opts.initial_delay,
Andi Kleen6619a532014-01-11 13:38:27 -0800783 "ms to wait before starting measurement after program start"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900784 OPT_STRING('u', "uid", &record.opts.target.uid_str, "user",
785 "user to profile"),
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100786
787 OPT_CALLBACK_NOOPT('b', "branch-any", &record.opts.branch_stack,
788 "branch any", "sample any taken branches",
789 parse_branch_stack),
790
791 OPT_CALLBACK('j', "branch-filter", &record.opts.branch_stack,
792 "branch filter mask", "branch stack filter modes",
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100793 parse_branch_stack),
Andi Kleen05484292013-01-24 16:10:29 +0100794 OPT_BOOLEAN('W', "weight", &record.opts.sample_weight,
795 "sample by weight (on special events only)"),
Andi Kleen475eeab2013-09-20 07:40:43 -0700796 OPT_BOOLEAN(0, "transaction", &record.opts.sample_transaction,
797 "sample transaction flags (special events only)"),
Adrian Hunter3aa59392013-11-15 15:52:29 +0200798 OPT_BOOLEAN(0, "per-thread", &record.opts.target.per_thread,
799 "use per-thread mmaps"),
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200800 OPT_END()
801};
802
Irina Tirdea1d037ca2012-09-11 01:15:03 +0300803int cmd_record(int argc, const char **argv, const char *prefix __maybe_unused)
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200804{
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -0200805 int err = -ENOMEM;
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300806 struct record *rec = &record;
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900807 char errbuf[BUFSIZ];
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200808
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300809 rec->evlist = perf_evlist__new();
810 if (rec->evlist == NULL)
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200811 return -ENOMEM;
812
Jiri Olsaeb853e82014-02-03 12:44:42 +0100813 perf_config(perf_record_config, rec);
814
Tom Zanussibca647a2010-11-10 08:11:30 -0600815 argc = parse_options(argc, argv, record_options, record_usage,
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -0200816 PARSE_OPT_STOP_AT_NON_OPTION);
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300817 if (!argc && target__none(&rec->opts.target))
Tom Zanussibca647a2010-11-10 08:11:30 -0600818 usage_with_options(record_usage, record_options);
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200819
Namhyung Kimbea03402012-04-26 14:15:15 +0900820 if (nr_cgroups && !rec->opts.target.system_wide) {
Namhyung Kim3780f482012-05-29 13:22:57 +0900821 ui__error("cgroup monitoring only available in"
822 " system-wide mode\n");
Stephane Eranian023695d2011-02-14 11:20:01 +0200823 usage_with_options(record_usage, record_options);
824 }
825
Namhyung Kim0a7e6d12014-08-12 15:40:45 +0900826 symbol__init(NULL);
Arnaldo Carvalho de Melobaa2f6c2010-11-26 19:39:15 -0200827
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300828 if (symbol_conf.kptr_restrict)
Arnaldo Carvalho de Melo646aaea2011-05-27 11:00:41 -0300829 pr_warning(
830"WARNING: Kernel address maps (/proc/{kallsyms,modules}) are restricted,\n"
831"check /proc/sys/kernel/kptr_restrict.\n\n"
832"Samples in kernel functions may not be resolved if a suitable vmlinux\n"
833"file is not found in the buildid cache or in the vmlinux path.\n\n"
834"Samples in kernel modules won't be resolved at all.\n\n"
835"If some relocation was applied (e.g. kexec) symbols may be misresolved\n"
836"even with a suitable vmlinux or kallsyms file.\n\n");
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300837
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200838 if (rec->no_buildid_cache || rec->no_buildid)
Stephane Eraniana1ac1d32010-06-17 11:39:01 +0200839 disable_buildid_cache();
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -0200840
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300841 if (rec->evlist->nr_entries == 0 &&
842 perf_evlist__add_default(rec->evlist) < 0) {
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -0200843 pr_err("Not enough memory for event selector list\n");
844 goto out_symbol_exit;
Peter Zijlstrabbd36e52009-06-11 23:11:50 +0200845 }
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200846
Adrian Hunter69e7e5b2013-11-18 11:55:57 +0200847 if (rec->opts.target.tid && !rec->opts.no_inherit_set)
848 rec->opts.no_inherit = true;
849
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300850 err = target__validate(&rec->opts.target);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900851 if (err) {
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300852 target__strerror(&rec->opts.target, err, errbuf, BUFSIZ);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900853 ui__warning("%s", errbuf);
854 }
Namhyung Kim4bd0f2d2012-04-26 14:15:18 +0900855
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300856 err = target__parse_uid(&rec->opts.target);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900857 if (err) {
858 int saved_errno = errno;
859
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300860 target__strerror(&rec->opts.target, err, errbuf, BUFSIZ);
Namhyung Kim3780f482012-05-29 13:22:57 +0900861 ui__error("%s", errbuf);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900862
863 err = -saved_errno;
Namhyung Kim8fa60e12013-03-15 14:48:51 +0900864 goto out_symbol_exit;
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900865 }
Arnaldo Carvalho de Melo0d37aa32012-01-19 14:08:15 -0200866
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900867 err = -ENOMEM;
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300868 if (perf_evlist__create_maps(rec->evlist, &rec->opts.target) < 0)
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200869 usage_with_options(record_usage, record_options);
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -0200870
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300871 if (record_opts__config(&rec->opts)) {
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300872 err = -EINVAL;
Arnaldo Carvalho de Melo03ad9742014-01-03 15:56:06 -0300873 goto out_symbol_exit;
Mike Galbraith7e4ff9e2009-10-12 07:56:03 +0200874 }
875
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200876 err = __cmd_record(&record, argc, argv);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -0300877out_symbol_exit:
Namhyung Kim45604712014-05-12 09:47:24 +0900878 perf_evlist__delete(rec->evlist);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -0300879 symbol__exit();
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300880 return err;
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200881}