blob: c3efdfb630b5b664349ed9e40c41374d3863752d [file] [log] [blame]
Ingo Molnarabaff322009-06-02 22:59:57 +02001/*
Ingo Molnarbf9e1872009-06-02 23:37:05 +02002 * builtin-record.c
3 *
4 * Builtin record command: Record the profile of a workload
5 * (or a CPU, or a PID) into the perf.data output file - for
6 * later analysis via perf report.
Ingo Molnarabaff322009-06-02 22:59:57 +02007 */
Ingo Molnar16f762a2009-05-27 09:10:38 +02008#include "builtin.h"
Ingo Molnarbf9e1872009-06-02 23:37:05 +02009
10#include "perf.h"
11
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -020012#include "util/build-id.h"
Thomas Gleixner6eda5832009-05-01 18:29:57 +020013#include "util/util.h"
Ingo Molnar0e9b20b2009-05-26 09:17:18 +020014#include "util/parse-options.h"
Ingo Molnar8ad8db32009-05-26 11:10:09 +020015#include "util/parse-events.h"
Thomas Gleixner6eda5832009-05-01 18:29:57 +020016
Arnaldo Carvalho de Melo8f651ea2014-10-09 16:12:24 -030017#include "util/callchain.h"
Arnaldo Carvalho de Melof14d5702014-10-17 12:17:40 -030018#include "util/cgroup.h"
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +020019#include "util/header.h"
Frederic Weisbecker66e274f2009-08-12 11:07:25 +020020#include "util/event.h"
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020021#include "util/evlist.h"
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -020022#include "util/evsel.h"
Frederic Weisbecker8f28827a2009-08-16 22:05:48 +020023#include "util/debug.h"
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -020024#include "util/session.h"
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020025#include "util/tool.h"
Arnaldo Carvalho de Melo8d063672009-11-04 18:50:43 -020026#include "util/symbol.h"
Paul Mackerrasa12b51c2010-03-10 20:36:09 +110027#include "util/cpumap.h"
Arnaldo Carvalho de Melofd782602011-01-18 15:15:24 -020028#include "util/thread_map.h"
Jiri Olsaf5fc1412013-10-15 16:27:32 +020029#include "util/data.h"
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +020030
Peter Zijlstra97124d52009-06-02 15:52:24 +020031#include <unistd.h>
Peter Zijlstrade9ac072009-04-08 15:01:31 +020032#include <sched.h>
Arnaldo Carvalho de Meloa41794c2010-05-18 18:29:23 -030033#include <sys/mman.h>
Peter Zijlstrade9ac072009-04-08 15:01:31 +020034
Bernhard Rosenkraenzer78da39f2012-10-08 09:43:26 +030035
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030036struct record {
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020037 struct perf_tool tool;
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -030038 struct record_opts opts;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020039 u64 bytes_written;
Jiri Olsaf5fc1412013-10-15 16:27:32 +020040 struct perf_data_file file;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020041 struct perf_evlist *evlist;
42 struct perf_session *session;
43 const char *progname;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020044 int realtime_prio;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020045 bool no_buildid;
46 bool no_buildid_cache;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020047 long samples;
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -020048};
Ingo Molnara21ca2c2009-06-06 09:58:57 +020049
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030050static int record__write(struct record *rec, void *bf, size_t size)
Peter Zijlstraf5970552009-06-18 23:22:55 +020051{
Arnaldo Carvalho de Melocf8b2e62013-12-19 14:26:26 -030052 if (perf_data_file__write(rec->session->file, bf, size) < 0) {
Jiri Olsa50a9b862013-11-22 13:11:24 +010053 pr_err("failed to write perf data, error: %m\n");
54 return -1;
Peter Zijlstraf5970552009-06-18 23:22:55 +020055 }
David Ahern8d3eca22012-08-26 12:24:47 -060056
Arnaldo Carvalho de Melocf8b2e62013-12-19 14:26:26 -030057 rec->bytes_written += size;
David Ahern8d3eca22012-08-26 12:24:47 -060058 return 0;
Peter Zijlstraf5970552009-06-18 23:22:55 +020059}
60
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020061static int process_synthesized_event(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020062 union perf_event *event,
Irina Tirdea1d037ca2012-09-11 01:15:03 +030063 struct perf_sample *sample __maybe_unused,
64 struct machine *machine __maybe_unused)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020065{
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030066 struct record *rec = container_of(tool, struct record, tool);
67 return record__write(rec, event, event->header.size);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020068}
69
Arnaldo Carvalho de Meloe5685732014-09-17 16:42:58 -030070static int record__mmap_read(struct record *rec, int idx)
Peter Zijlstrade9ac072009-04-08 15:01:31 +020071{
Arnaldo Carvalho de Meloe5685732014-09-17 16:42:58 -030072 struct perf_mmap *md = &rec->evlist->mmap[idx];
David Ahern7b8283b52015-04-07 09:20:37 -060073 u64 head = perf_mmap__read_head(md);
74 u64 old = md->prev;
Jiri Olsa918512b2013-09-12 18:39:35 +020075 unsigned char *data = md->base + page_size;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020076 unsigned long size;
77 void *buf;
David Ahern8d3eca22012-08-26 12:24:47 -060078 int rc = 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020079
Arnaldo Carvalho de Melodc820092011-01-28 14:49:19 -020080 if (old == head)
David Ahern8d3eca22012-08-26 12:24:47 -060081 return 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020082
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020083 rec->samples++;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020084
85 size = head - old;
86
87 if ((old & md->mask) + size != (head & md->mask)) {
88 buf = &data[old & md->mask];
89 size = md->mask + 1 - (old & md->mask);
90 old += size;
Ingo Molnar021e9f42009-06-03 19:27:19 +020091
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030092 if (record__write(rec, buf, size) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -060093 rc = -1;
94 goto out;
95 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +020096 }
97
98 buf = &data[old & md->mask];
99 size = head - old;
100 old += size;
Ingo Molnar021e9f42009-06-03 19:27:19 +0200101
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300102 if (record__write(rec, buf, size) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600103 rc = -1;
104 goto out;
105 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200106
107 md->prev = old;
Arnaldo Carvalho de Meloe5685732014-09-17 16:42:58 -0300108 perf_evlist__mmap_consume(rec->evlist, idx);
David Ahern8d3eca22012-08-26 12:24:47 -0600109out:
110 return rc;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200111}
112
113static volatile int done = 0;
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200114static volatile int signr = -1;
Andi Kleen33e49ea2011-09-15 14:31:40 -0700115static volatile int child_finished = 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200116
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200117static void sig_handler(int sig)
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200118{
Andi Kleen33e49ea2011-09-15 14:31:40 -0700119 if (sig == SIGCHLD)
120 child_finished = 1;
Namhyung Kim45604712014-05-12 09:47:24 +0900121 else
122 signr = sig;
Andi Kleen33e49ea2011-09-15 14:31:40 -0700123
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200124 done = 1;
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200125}
126
Namhyung Kim45604712014-05-12 09:47:24 +0900127static void record__sig_exit(void)
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200128{
Namhyung Kim45604712014-05-12 09:47:24 +0900129 if (signr == -1)
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200130 return;
131
132 signal(signr, SIG_DFL);
Namhyung Kim45604712014-05-12 09:47:24 +0900133 raise(signr);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200134}
135
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300136static int record__open(struct record *rec)
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200137{
Arnaldo Carvalho de Melo56e52e82012-12-13 15:10:58 -0300138 char msg[512];
Jiri Olsa6a4bb042012-08-08 12:22:36 +0200139 struct perf_evsel *pos;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200140 struct perf_evlist *evlist = rec->evlist;
141 struct perf_session *session = rec->session;
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300142 struct record_opts *opts = &rec->opts;
David Ahern8d3eca22012-08-26 12:24:47 -0600143 int rc = 0;
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200144
Arnaldo Carvalho de Melof77a9512012-12-10 16:41:31 -0300145 perf_evlist__config(evlist, opts);
Jiri Olsacac21422012-11-12 18:34:00 +0100146
Arnaldo Carvalho de Melo0050f7a2014-01-10 10:37:27 -0300147 evlist__for_each(evlist, pos) {
Ingo Molnar3da297a2009-06-07 17:39:02 +0200148try_again:
Jiri Olsa6a4bb042012-08-08 12:22:36 +0200149 if (perf_evsel__open(pos, evlist->cpus, evlist->threads) < 0) {
Arnaldo Carvalho de Melo56e52e82012-12-13 15:10:58 -0300150 if (perf_evsel__fallback(pos, errno, msg, sizeof(msg))) {
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300151 if (verbose)
Arnaldo Carvalho de Meloc0a54342012-12-13 14:16:30 -0300152 ui__warning("%s\n", msg);
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300153 goto try_again;
154 }
David Ahernca6a4252011-03-25 13:11:11 -0600155
Arnaldo Carvalho de Melo56e52e82012-12-13 15:10:58 -0300156 rc = -errno;
157 perf_evsel__open_strerror(pos, &opts->target,
158 errno, msg, sizeof(msg));
159 ui__error("%s\n", msg);
David Ahern8d3eca22012-08-26 12:24:47 -0600160 goto out;
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300161 }
Li Zefanc171b552009-10-15 11:22:07 +0800162 }
Arnaldo Carvalho de Meloa43d3f02010-12-25 12:12:25 -0200163
Arnaldo Carvalho de Melo23d4aad2015-03-24 19:23:47 -0300164 if (perf_evlist__apply_filters(evlist, &pos)) {
165 error("failed to set filter \"%s\" on event %s with %d (%s)\n",
166 pos->filter, perf_evsel__name(pos), errno,
Masami Hiramatsu35550da2014-08-14 02:22:43 +0000167 strerror_r(errno, msg, sizeof(msg)));
David Ahern8d3eca22012-08-26 12:24:47 -0600168 rc = -1;
169 goto out;
Frederic Weisbecker0a102472011-02-26 04:51:54 +0100170 }
171
Nelson Elhage18e60932011-12-19 08:39:31 -0500172 if (perf_evlist__mmap(evlist, opts->mmap_pages, false) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600173 if (errno == EPERM) {
174 pr_err("Permission error mapping pages.\n"
175 "Consider increasing "
176 "/proc/sys/kernel/perf_event_mlock_kb,\n"
177 "or try again with a smaller value of -m/--mmap_pages.\n"
Adrian Hunter53653d72013-12-09 15:18:40 +0200178 "(current value: %u)\n", opts->mmap_pages);
David Ahern8d3eca22012-08-26 12:24:47 -0600179 rc = -errno;
David Ahern8d3eca22012-08-26 12:24:47 -0600180 } else {
Masami Hiramatsu35550da2014-08-14 02:22:43 +0000181 pr_err("failed to mmap with %d (%s)\n", errno,
182 strerror_r(errno, msg, sizeof(msg)));
David Ahern8d3eca22012-08-26 12:24:47 -0600183 rc = -errno;
184 }
185 goto out;
Nelson Elhage18e60932011-12-19 08:39:31 -0500186 }
Arnaldo Carvalho de Melo0a27d7f2011-01-14 15:50:51 -0200187
Jiri Olsa563aecb2013-06-05 13:35:06 +0200188 session->evlist = evlist;
Arnaldo Carvalho de Melo7b56cce2012-08-01 19:31:00 -0300189 perf_session__set_id_hdr_size(session);
David Ahern8d3eca22012-08-26 12:24:47 -0600190out:
191 return rc;
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200192}
193
Namhyung Kime3d59112015-01-29 17:06:44 +0900194static int process_sample_event(struct perf_tool *tool,
195 union perf_event *event,
196 struct perf_sample *sample,
197 struct perf_evsel *evsel,
198 struct machine *machine)
199{
200 struct record *rec = container_of(tool, struct record, tool);
201
202 rec->samples++;
203
204 return build_id__mark_dso_hit(tool, event, sample, evsel, machine);
205}
206
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300207static int process_buildids(struct record *rec)
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200208{
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200209 struct perf_data_file *file = &rec->file;
210 struct perf_session *session = rec->session;
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200211
Namhyung Kim42aa2762015-01-29 17:06:48 +0900212 u64 size = lseek(perf_data_file__fd(file), 0, SEEK_CUR);
Arnaldo Carvalho de Melo9f591fd2010-03-11 15:53:11 -0300213 if (size == 0)
214 return 0;
215
Namhyung Kim4ac30cf2015-01-29 17:06:43 +0900216 file->size = size;
217
Namhyung Kim00dc8652014-11-04 10:14:32 +0900218 /*
219 * During this process, it'll load kernel map and replace the
220 * dso->long_name to a real pathname it found. In this case
221 * we prefer the vmlinux path like
222 * /lib/modules/3.16.4/build/vmlinux
223 *
224 * rather than build-id path (in debug directory).
225 * $HOME/.debug/.build-id/f0/6e17aa50adf4d00b88925e03775de107611551
226 */
227 symbol_conf.ignore_vmlinux_buildid = true;
228
Arnaldo Carvalho de Melob7b61cb2015-03-03 11:58:45 -0300229 return perf_session__process_events(session);
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200230}
231
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200232static void perf_event__synthesize_guest_os(struct machine *machine, void *data)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800233{
234 int err;
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200235 struct perf_tool *tool = data;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800236 /*
237 *As for guest kernel when processing subcommand record&report,
238 *we arrange module mmap prior to guest kernel mmap and trigger
239 *a preload dso because default guest module symbols are loaded
240 *from guest kallsyms instead of /lib/modules/XXX/XXX. This
241 *method is used to avoid symbol missing when the first addr is
242 *in module instead of in guest kernel.
243 */
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200244 err = perf_event__synthesize_modules(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200245 machine);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800246 if (err < 0)
247 pr_err("Couldn't record guest kernel [%d]'s reference"
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300248 " relocation symbol.\n", machine->pid);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800249
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800250 /*
251 * We use _stext for guest kernel because guest kernel's /proc/kallsyms
252 * have no _text sometimes.
253 */
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200254 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
Adrian Hunter0ae617b2014-01-29 16:14:40 +0200255 machine);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800256 if (err < 0)
257 pr_err("Couldn't record guest kernel [%d]'s reference"
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300258 " relocation symbol.\n", machine->pid);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800259}
260
Frederic Weisbecker98402802010-05-02 22:05:29 +0200261static struct perf_event_header finished_round_event = {
262 .size = sizeof(struct perf_event_header),
263 .type = PERF_RECORD_FINISHED_ROUND,
264};
265
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300266static int record__mmap_read_all(struct record *rec)
Frederic Weisbecker98402802010-05-02 22:05:29 +0200267{
Jiri Olsadcabb502014-07-25 16:56:16 +0200268 u64 bytes_written = rec->bytes_written;
Peter Zijlstra0e2e63d2010-05-20 14:45:26 +0200269 int i;
David Ahern8d3eca22012-08-26 12:24:47 -0600270 int rc = 0;
Frederic Weisbecker98402802010-05-02 22:05:29 +0200271
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200272 for (i = 0; i < rec->evlist->nr_mmaps; i++) {
David Ahern8d3eca22012-08-26 12:24:47 -0600273 if (rec->evlist->mmap[i].base) {
Arnaldo Carvalho de Meloe5685732014-09-17 16:42:58 -0300274 if (record__mmap_read(rec, i) != 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600275 rc = -1;
276 goto out;
277 }
278 }
Frederic Weisbecker98402802010-05-02 22:05:29 +0200279 }
280
Jiri Olsadcabb502014-07-25 16:56:16 +0200281 /*
282 * Mark the round finished in case we wrote
283 * at least one event.
284 */
285 if (bytes_written != rec->bytes_written)
286 rc = record__write(rec, &finished_round_event, sizeof(finished_round_event));
David Ahern8d3eca22012-08-26 12:24:47 -0600287
288out:
289 return rc;
Frederic Weisbecker98402802010-05-02 22:05:29 +0200290}
291
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300292static void record__init_features(struct record *rec)
David Ahern57706ab2013-11-06 11:41:34 -0700293{
David Ahern57706ab2013-11-06 11:41:34 -0700294 struct perf_session *session = rec->session;
295 int feat;
296
297 for (feat = HEADER_FIRST_FEATURE; feat < HEADER_LAST_FEATURE; feat++)
298 perf_header__set_feat(&session->header, feat);
299
300 if (rec->no_buildid)
301 perf_header__clear_feat(&session->header, HEADER_BUILD_ID);
302
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300303 if (!have_tracepoints(&rec->evlist->entries))
David Ahern57706ab2013-11-06 11:41:34 -0700304 perf_header__clear_feat(&session->header, HEADER_TRACING_DATA);
305
306 if (!rec->opts.branch_stack)
307 perf_header__clear_feat(&session->header, HEADER_BRANCH_STACK);
308}
309
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300310static volatile int workload_exec_errno;
311
312/*
313 * perf_evlist__prepare_workload will send a SIGUSR1
314 * if the fork fails, since we asked by setting its
315 * want_signal to true.
316 */
Namhyung Kim45604712014-05-12 09:47:24 +0900317static void workload_exec_failed_signal(int signo __maybe_unused,
318 siginfo_t *info,
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300319 void *ucontext __maybe_unused)
320{
321 workload_exec_errno = info->si_value.sival_int;
322 done = 1;
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300323 child_finished = 1;
324}
325
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300326static int __cmd_record(struct record *rec, int argc, const char **argv)
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200327{
David Ahern57706ab2013-11-06 11:41:34 -0700328 int err;
Namhyung Kim45604712014-05-12 09:47:24 +0900329 int status = 0;
Peter Zijlstra8b412662009-09-17 19:59:05 +0200330 unsigned long waking = 0;
Zhang, Yanmin46be6042010-03-18 11:36:04 -0300331 const bool forks = argc > 0;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300332 struct machine *machine;
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200333 struct perf_tool *tool = &rec->tool;
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300334 struct record_opts *opts = &rec->opts;
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200335 struct perf_data_file *file = &rec->file;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200336 struct perf_session *session;
Arnaldo Carvalho de Melo6dcf45ef2014-08-13 11:33:59 -0300337 bool disabled = false, draining = false;
Namhyung Kim42aa2762015-01-29 17:06:48 +0900338 int fd;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200339
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200340 rec->progname = argv[0];
Andi Kleen33e49ea2011-09-15 14:31:40 -0700341
Namhyung Kim45604712014-05-12 09:47:24 +0900342 atexit(record__sig_exit);
Peter Zijlstraf5970552009-06-18 23:22:55 +0200343 signal(SIGCHLD, sig_handler);
344 signal(SIGINT, sig_handler);
David Ahern804f7ac2013-05-06 12:24:23 -0600345 signal(SIGTERM, sig_handler);
Peter Zijlstraf5970552009-06-18 23:22:55 +0200346
Arnaldo Carvalho de Melob7b61cb2015-03-03 11:58:45 -0300347 session = perf_session__new(file, false, tool);
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -0200348 if (session == NULL) {
Adrien BAKffa91882014-04-18 11:00:43 +0900349 pr_err("Perf session creation failed.\n");
Arnaldo Carvalho de Meloa9a70bb2009-11-17 01:18:11 -0200350 return -1;
351 }
352
Namhyung Kim42aa2762015-01-29 17:06:48 +0900353 fd = perf_data_file__fd(file);
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200354 rec->session = session;
355
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300356 record__init_features(rec);
Stephane Eranian330aa672012-03-08 23:47:46 +0100357
Arnaldo Carvalho de Melod4db3f12009-12-27 21:36:57 -0200358 if (forks) {
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300359 err = perf_evlist__prepare_workload(rec->evlist, &opts->target,
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200360 argv, file->is_pipe,
Arnaldo Carvalho de Melo735f7e02014-01-03 14:56:49 -0300361 workload_exec_failed_signal);
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -0200362 if (err < 0) {
363 pr_err("Couldn't run the workload!\n");
Namhyung Kim45604712014-05-12 09:47:24 +0900364 status = err;
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -0200365 goto out_delete_session;
Jens Axboe0a5ac842009-08-12 11:18:01 +0200366 }
Peter Zijlstra856e9662009-12-16 17:55:55 +0100367 }
368
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300369 if (record__open(rec) != 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600370 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900371 goto out_child;
David Ahern8d3eca22012-08-26 12:24:47 -0600372 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200373
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300374 if (!rec->evlist->nr_groups)
Namhyung Kima8bb5592013-01-22 18:09:31 +0900375 perf_header__clear_feat(&session->header, HEADER_GROUP_DESC);
376
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200377 if (file->is_pipe) {
Namhyung Kim42aa2762015-01-29 17:06:48 +0900378 err = perf_header__write_pipe(fd);
Tom Zanussi529870e2010-04-01 23:59:16 -0500379 if (err < 0)
Namhyung Kim45604712014-05-12 09:47:24 +0900380 goto out_child;
Jiri Olsa563aecb2013-06-05 13:35:06 +0200381 } else {
Namhyung Kim42aa2762015-01-29 17:06:48 +0900382 err = perf_session__write_header(session, rec->evlist, fd, false);
Arnaldo Carvalho de Melod5eed902009-11-19 14:55:56 -0200383 if (err < 0)
Namhyung Kim45604712014-05-12 09:47:24 +0900384 goto out_child;
Arnaldo Carvalho de Melod5eed902009-11-19 14:55:56 -0200385 }
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200386
David Ahernd3665492012-02-06 15:27:52 -0700387 if (!rec->no_buildid
Robert Richtere20960c2011-12-07 10:02:55 +0100388 && !perf_header__has_feat(&session->header, HEADER_BUILD_ID)) {
David Ahernd3665492012-02-06 15:27:52 -0700389 pr_err("Couldn't generate buildids. "
Robert Richtere20960c2011-12-07 10:02:55 +0100390 "Use --no-buildid to profile anyway.\n");
David Ahern8d3eca22012-08-26 12:24:47 -0600391 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900392 goto out_child;
Robert Richtere20960c2011-12-07 10:02:55 +0100393 }
394
Arnaldo Carvalho de Melo34ba5122012-12-19 09:04:24 -0300395 machine = &session->machines.host;
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200396
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200397 if (file->is_pipe) {
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200398 err = perf_event__synthesize_attrs(tool, session,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200399 process_synthesized_event);
Tom Zanussi2c46dbb2010-04-01 23:59:19 -0500400 if (err < 0) {
401 pr_err("Couldn't synthesize attrs.\n");
Namhyung Kim45604712014-05-12 09:47:24 +0900402 goto out_child;
Tom Zanussi2c46dbb2010-04-01 23:59:19 -0500403 }
Tom Zanussicd19a032010-04-01 23:59:20 -0500404
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300405 if (have_tracepoints(&rec->evlist->entries)) {
Tom Zanussi63e0c772010-05-03 00:14:48 -0500406 /*
407 * FIXME err <= 0 here actually means that
408 * there were no tracepoints so its not really
409 * an error, just that we don't need to
410 * synthesize anything. We really have to
411 * return this more properly and also
412 * propagate errors that now are calling die()
413 */
Namhyung Kim42aa2762015-01-29 17:06:48 +0900414 err = perf_event__synthesize_tracing_data(tool, fd, rec->evlist,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200415 process_synthesized_event);
Tom Zanussi63e0c772010-05-03 00:14:48 -0500416 if (err <= 0) {
417 pr_err("Couldn't record tracing data.\n");
Namhyung Kim45604712014-05-12 09:47:24 +0900418 goto out_child;
Tom Zanussi63e0c772010-05-03 00:14:48 -0500419 }
David Ahernf34b9002013-11-06 11:41:35 -0700420 rec->bytes_written += err;
Tom Zanussi63e0c772010-05-03 00:14:48 -0500421 }
Tom Zanussi2c46dbb2010-04-01 23:59:19 -0500422 }
423
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200424 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
Adrian Hunter0ae617b2014-01-29 16:14:40 +0200425 machine);
Arnaldo Carvalho de Meloc1a3a4b2010-11-22 14:01:55 -0200426 if (err < 0)
427 pr_err("Couldn't record kernel reference relocation symbol\n"
428 "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n"
429 "Check /proc/kallsyms permission or run as root.\n");
Arnaldo Carvalho de Melo56b03f32010-01-05 16:50:31 -0200430
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200431 err = perf_event__synthesize_modules(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200432 machine);
Arnaldo Carvalho de Meloc1a3a4b2010-11-22 14:01:55 -0200433 if (err < 0)
434 pr_err("Couldn't record kernel module information.\n"
435 "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n"
436 "Check /proc/modules permission or run as root.\n");
437
Arnaldo Carvalho de Melo7e383de2012-12-18 15:49:27 -0300438 if (perf_guest) {
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300439 machines__process_guests(&session->machines,
440 perf_event__synthesize_guest_os, tool);
Arnaldo Carvalho de Melo7e383de2012-12-18 15:49:27 -0300441 }
Arnaldo Carvalho de Melob7cece72010-01-13 13:22:17 -0200442
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300443 err = __machine__synthesize_threads(machine, tool, &opts->target, rec->evlist->threads,
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300444 process_synthesized_event, opts->sample_address);
David Ahern8d3eca22012-08-26 12:24:47 -0600445 if (err != 0)
Namhyung Kim45604712014-05-12 09:47:24 +0900446 goto out_child;
David Ahern8d3eca22012-08-26 12:24:47 -0600447
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200448 if (rec->realtime_prio) {
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200449 struct sched_param param;
450
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200451 param.sched_priority = rec->realtime_prio;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200452 if (sched_setscheduler(0, SCHED_FIFO, &param)) {
Arnaldo Carvalho de Melo6beba7a2009-10-21 17:34:06 -0200453 pr_err("Could not set realtime priority.\n");
David Ahern8d3eca22012-08-26 12:24:47 -0600454 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900455 goto out_child;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200456 }
457 }
458
Jiri Olsa774cb492012-11-12 18:34:01 +0100459 /*
460 * When perf is starting the traced process, all the events
461 * (apart from group members) have enable_on_exec=1 set,
462 * so don't spoil it by prematurely enabling them.
463 */
Andi Kleen6619a532014-01-11 13:38:27 -0800464 if (!target__none(&opts->target) && !opts->initial_delay)
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300465 perf_evlist__enable(rec->evlist);
David Ahern764e16a32011-08-25 10:17:55 -0600466
Peter Zijlstra856e9662009-12-16 17:55:55 +0100467 /*
468 * Let the child rip
469 */
Arnaldo Carvalho de Melo735f7e02014-01-03 14:56:49 -0300470 if (forks)
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300471 perf_evlist__start_workload(rec->evlist);
Peter Zijlstra856e9662009-12-16 17:55:55 +0100472
Andi Kleen6619a532014-01-11 13:38:27 -0800473 if (opts->initial_delay) {
474 usleep(opts->initial_delay * 1000);
475 perf_evlist__enable(rec->evlist);
476 }
477
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200478 for (;;) {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200479 int hits = rec->samples;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200480
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300481 if (record__mmap_read_all(rec) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600482 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900483 goto out_child;
David Ahern8d3eca22012-08-26 12:24:47 -0600484 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200485
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200486 if (hits == rec->samples) {
Arnaldo Carvalho de Melo6dcf45ef2014-08-13 11:33:59 -0300487 if (done || draining)
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200488 break;
Arnaldo Carvalho de Melof66a8892014-08-18 17:25:59 -0300489 err = perf_evlist__poll(rec->evlist, -1);
Jiri Olsaa5151142014-06-02 13:44:23 -0400490 /*
491 * Propagate error, only if there's any. Ignore positive
492 * number of returned events and interrupt error.
493 */
494 if (err > 0 || (err < 0 && errno == EINTR))
Namhyung Kim45604712014-05-12 09:47:24 +0900495 err = 0;
Peter Zijlstra8b412662009-09-17 19:59:05 +0200496 waking++;
Arnaldo Carvalho de Melo6dcf45ef2014-08-13 11:33:59 -0300497
498 if (perf_evlist__filter_pollfd(rec->evlist, POLLERR | POLLHUP) == 0)
499 draining = true;
Peter Zijlstra8b412662009-09-17 19:59:05 +0200500 }
501
Jiri Olsa774cb492012-11-12 18:34:01 +0100502 /*
503 * When perf is starting the traced process, at the end events
504 * die with the process and we wait for that. Thus no need to
505 * disable events in this case.
506 */
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300507 if (done && !disabled && !target__none(&opts->target)) {
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300508 perf_evlist__disable(rec->evlist);
Jiri Olsa27119262012-11-12 18:34:02 +0100509 disabled = true;
510 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200511 }
512
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300513 if (forks && workload_exec_errno) {
Masami Hiramatsu35550da2014-08-14 02:22:43 +0000514 char msg[STRERR_BUFSIZE];
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300515 const char *emsg = strerror_r(workload_exec_errno, msg, sizeof(msg));
516 pr_err("Workload failed: %s\n", emsg);
517 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900518 goto out_child;
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300519 }
520
Namhyung Kime3d59112015-01-29 17:06:44 +0900521 if (!quiet)
Namhyung Kim45604712014-05-12 09:47:24 +0900522 fprintf(stderr, "[ perf record: Woken up %ld times to write data ]\n", waking);
Arnaldo Carvalho de Melob44308f2010-10-26 15:20:09 -0200523
Namhyung Kim45604712014-05-12 09:47:24 +0900524out_child:
525 if (forks) {
526 int exit_status;
Ingo Molnaraddc2782009-06-02 23:43:11 +0200527
Namhyung Kim45604712014-05-12 09:47:24 +0900528 if (!child_finished)
529 kill(rec->evlist->workload.pid, SIGTERM);
530
531 wait(&exit_status);
532
533 if (err < 0)
534 status = err;
535 else if (WIFEXITED(exit_status))
536 status = WEXITSTATUS(exit_status);
537 else if (WIFSIGNALED(exit_status))
538 signr = WTERMSIG(exit_status);
539 } else
540 status = err;
541
Namhyung Kime3d59112015-01-29 17:06:44 +0900542 /* this will be recalculated during process_buildids() */
543 rec->samples = 0;
544
Namhyung Kim45604712014-05-12 09:47:24 +0900545 if (!err && !file->is_pipe) {
546 rec->session->header.data_size += rec->bytes_written;
547
548 if (!rec->no_buildid)
549 process_buildids(rec);
Namhyung Kim42aa2762015-01-29 17:06:48 +0900550 perf_session__write_header(rec->session, rec->evlist, fd, true);
Namhyung Kim45604712014-05-12 09:47:24 +0900551 }
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300552
Namhyung Kime3d59112015-01-29 17:06:44 +0900553 if (!err && !quiet) {
554 char samples[128];
555
556 if (rec->samples)
557 scnprintf(samples, sizeof(samples),
558 " (%" PRIu64 " samples)", rec->samples);
559 else
560 samples[0] = '\0';
561
562 fprintf(stderr, "[ perf record: Captured and wrote %.3f MB %s%s ]\n",
563 perf_data_file__size(file) / 1024.0 / 1024.0,
564 file->path, samples);
565 }
566
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -0300567out_delete_session:
568 perf_session__delete(session);
Namhyung Kim45604712014-05-12 09:47:24 +0900569 return status;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200570}
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200571
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100572#define BRANCH_OPT(n, m) \
573 { .name = n, .mode = (m) }
574
575#define BRANCH_END { .name = NULL }
576
577struct branch_mode {
578 const char *name;
579 int mode;
580};
581
582static const struct branch_mode branch_modes[] = {
583 BRANCH_OPT("u", PERF_SAMPLE_BRANCH_USER),
584 BRANCH_OPT("k", PERF_SAMPLE_BRANCH_KERNEL),
585 BRANCH_OPT("hv", PERF_SAMPLE_BRANCH_HV),
586 BRANCH_OPT("any", PERF_SAMPLE_BRANCH_ANY),
587 BRANCH_OPT("any_call", PERF_SAMPLE_BRANCH_ANY_CALL),
588 BRANCH_OPT("any_ret", PERF_SAMPLE_BRANCH_ANY_RETURN),
589 BRANCH_OPT("ind_call", PERF_SAMPLE_BRANCH_IND_CALL),
Andi Kleen0126d492013-09-20 07:40:42 -0700590 BRANCH_OPT("abort_tx", PERF_SAMPLE_BRANCH_ABORT_TX),
591 BRANCH_OPT("in_tx", PERF_SAMPLE_BRANCH_IN_TX),
592 BRANCH_OPT("no_tx", PERF_SAMPLE_BRANCH_NO_TX),
Anshuman Khandual0fffa5d2014-05-22 12:50:08 +0530593 BRANCH_OPT("cond", PERF_SAMPLE_BRANCH_COND),
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100594 BRANCH_END
595};
596
597static int
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100598parse_branch_stack(const struct option *opt, const char *str, int unset)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100599{
600#define ONLY_PLM \
601 (PERF_SAMPLE_BRANCH_USER |\
602 PERF_SAMPLE_BRANCH_KERNEL |\
603 PERF_SAMPLE_BRANCH_HV)
604
605 uint64_t *mode = (uint64_t *)opt->value;
606 const struct branch_mode *br;
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100607 char *s, *os = NULL, *p;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100608 int ret = -1;
609
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100610 if (unset)
611 return 0;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100612
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100613 /*
614 * cannot set it twice, -b + --branch-filter for instance
615 */
616 if (*mode)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100617 return -1;
618
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100619 /* str may be NULL in case no arg is passed to -b */
620 if (str) {
621 /* because str is read-only */
622 s = os = strdup(str);
623 if (!s)
624 return -1;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100625
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100626 for (;;) {
627 p = strchr(s, ',');
628 if (p)
629 *p = '\0';
630
631 for (br = branch_modes; br->name; br++) {
632 if (!strcasecmp(s, br->name))
633 break;
634 }
635 if (!br->name) {
636 ui__warning("unknown branch filter %s,"
637 " check man page\n", s);
638 goto error;
639 }
640
641 *mode |= br->mode;
642
643 if (!p)
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100644 break;
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100645
646 s = p + 1;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100647 }
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100648 }
649 ret = 0;
650
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100651 /* default to any branch */
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100652 if ((*mode & ~ONLY_PLM) == 0) {
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100653 *mode = PERF_SAMPLE_BRANCH_ANY;
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100654 }
655error:
656 free(os);
657 return ret;
658}
659
Namhyung Kim72a128a2014-09-23 10:01:41 +0900660static void callchain_debug(void)
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200661{
Kan Liangaad2b212015-01-05 13:23:04 -0500662 static const char *str[CALLCHAIN_MAX] = { "NONE", "FP", "DWARF", "LBR" };
Jiri Olsaa601fdf2014-02-03 12:44:43 +0100663
Namhyung Kim72a128a2014-09-23 10:01:41 +0900664 pr_debug("callchain: type %s\n", str[callchain_param.record_mode]);
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200665
Namhyung Kim72a128a2014-09-23 10:01:41 +0900666 if (callchain_param.record_mode == CALLCHAIN_DWARF)
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200667 pr_debug("callchain: stack dump size %d\n",
Namhyung Kim72a128a2014-09-23 10:01:41 +0900668 callchain_param.dump_size);
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200669}
670
Namhyung Kim72a128a2014-09-23 10:01:41 +0900671int record_parse_callchain_opt(const struct option *opt __maybe_unused,
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200672 const char *arg,
673 int unset)
674{
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200675 int ret;
676
Namhyung Kim72a128a2014-09-23 10:01:41 +0900677 callchain_param.enabled = !unset;
Jiri Olsaeb853e82014-02-03 12:44:42 +0100678
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200679 /* --no-call-graph */
680 if (unset) {
Namhyung Kim72a128a2014-09-23 10:01:41 +0900681 callchain_param.record_mode = CALLCHAIN_NONE;
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200682 pr_debug("callchain: disabled\n");
683 return 0;
684 }
685
Namhyung Kimf7f084f2014-09-23 10:01:42 +0900686 ret = parse_callchain_record_opt(arg);
Jiri Olsa26d33022012-08-07 15:20:47 +0200687 if (!ret)
Namhyung Kim72a128a2014-09-23 10:01:41 +0900688 callchain_debug();
Jiri Olsa26d33022012-08-07 15:20:47 +0200689
690 return ret;
691}
692
Namhyung Kim72a128a2014-09-23 10:01:41 +0900693int record_callchain_opt(const struct option *opt __maybe_unused,
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200694 const char *arg __maybe_unused,
695 int unset __maybe_unused)
696{
Namhyung Kim72a128a2014-09-23 10:01:41 +0900697 callchain_param.enabled = true;
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200698
Namhyung Kim72a128a2014-09-23 10:01:41 +0900699 if (callchain_param.record_mode == CALLCHAIN_NONE)
700 callchain_param.record_mode = CALLCHAIN_FP;
Jiri Olsaeb853e82014-02-03 12:44:42 +0100701
Namhyung Kim72a128a2014-09-23 10:01:41 +0900702 callchain_debug();
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200703 return 0;
704}
705
Jiri Olsaeb853e82014-02-03 12:44:42 +0100706static int perf_record_config(const char *var, const char *value, void *cb)
707{
Jiri Olsaeb853e82014-02-03 12:44:42 +0100708 if (!strcmp(var, "record.call-graph"))
Namhyung Kim5a2e5e82014-09-23 10:01:44 +0900709 var = "call-graph.record-mode"; /* fall-through */
Jiri Olsaeb853e82014-02-03 12:44:42 +0100710
711 return perf_default_config(var, value, cb);
712}
713
Peter Zijlstra814c8c32015-03-31 00:19:31 +0200714struct clockid_map {
715 const char *name;
716 int clockid;
717};
718
719#define CLOCKID_MAP(n, c) \
720 { .name = n, .clockid = (c), }
721
722#define CLOCKID_END { .name = NULL, }
723
724
725/*
726 * Add the missing ones, we need to build on many distros...
727 */
728#ifndef CLOCK_MONOTONIC_RAW
729#define CLOCK_MONOTONIC_RAW 4
730#endif
731#ifndef CLOCK_BOOTTIME
732#define CLOCK_BOOTTIME 7
733#endif
734#ifndef CLOCK_TAI
735#define CLOCK_TAI 11
736#endif
737
738static const struct clockid_map clockids[] = {
739 /* available for all events, NMI safe */
740 CLOCKID_MAP("monotonic", CLOCK_MONOTONIC),
741 CLOCKID_MAP("monotonic_raw", CLOCK_MONOTONIC_RAW),
742
743 /* available for some events */
744 CLOCKID_MAP("realtime", CLOCK_REALTIME),
745 CLOCKID_MAP("boottime", CLOCK_BOOTTIME),
746 CLOCKID_MAP("tai", CLOCK_TAI),
747
748 /* available for the lazy */
749 CLOCKID_MAP("mono", CLOCK_MONOTONIC),
750 CLOCKID_MAP("raw", CLOCK_MONOTONIC_RAW),
751 CLOCKID_MAP("real", CLOCK_REALTIME),
752 CLOCKID_MAP("boot", CLOCK_BOOTTIME),
753
754 CLOCKID_END,
755};
756
757static int parse_clockid(const struct option *opt, const char *str, int unset)
758{
759 struct record_opts *opts = (struct record_opts *)opt->value;
760 const struct clockid_map *cm;
761 const char *ostr = str;
762
763 if (unset) {
764 opts->use_clockid = 0;
765 return 0;
766 }
767
768 /* no arg passed */
769 if (!str)
770 return 0;
771
772 /* no setting it twice */
773 if (opts->use_clockid)
774 return -1;
775
776 opts->use_clockid = true;
777
778 /* if its a number, we're done */
779 if (sscanf(str, "%d", &opts->clockid) == 1)
780 return 0;
781
782 /* allow a "CLOCK_" prefix to the name */
783 if (!strncasecmp(str, "CLOCK_", 6))
784 str += 6;
785
786 for (cm = clockids; cm->name; cm++) {
787 if (!strcasecmp(str, cm->name)) {
788 opts->clockid = cm->clockid;
789 return 0;
790 }
791 }
792
793 opts->use_clockid = false;
794 ui__warning("unknown clockid %s, check man page\n", ostr);
795 return -1;
796}
797
Namhyung Kime5b2c202014-10-23 00:15:46 +0900798static const char * const __record_usage[] = {
Mike Galbraith9e0967532009-05-28 16:25:34 +0200799 "perf record [<options>] [<command>]",
800 "perf record [<options>] -- <command> [<options>]",
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200801 NULL
802};
Namhyung Kime5b2c202014-10-23 00:15:46 +0900803const char * const *record_usage = __record_usage;
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200804
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200805/*
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300806 * XXX Ideally would be local to cmd_record() and passed to a record__new
807 * because we need to have access to it in record__exit, that is called
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200808 * after cmd_record() exits, but since record_options need to be accessible to
809 * builtin-script, leave it here.
810 *
811 * At least we don't ouch it in all the other functions here directly.
812 *
813 * Just say no to tons of global variables, sigh.
814 */
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300815static struct record record = {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200816 .opts = {
Andi Kleen8affc2b2014-07-31 14:45:04 +0800817 .sample_time = true,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200818 .mmap_pages = UINT_MAX,
819 .user_freq = UINT_MAX,
820 .user_interval = ULLONG_MAX,
Arnaldo Carvalho de Melo447a6012012-05-22 13:14:18 -0300821 .freq = 4000,
Namhyung Kimd1cb9fc2012-05-16 18:45:49 +0900822 .target = {
823 .uses_mmap = true,
Adrian Hunter3aa59392013-11-15 15:52:29 +0200824 .default_per_cpu = true,
Namhyung Kimd1cb9fc2012-05-16 18:45:49 +0900825 },
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200826 },
Namhyung Kime3d59112015-01-29 17:06:44 +0900827 .tool = {
828 .sample = process_sample_event,
829 .fork = perf_event__process_fork,
830 .comm = perf_event__process_comm,
831 .mmap = perf_event__process_mmap,
832 .mmap2 = perf_event__process_mmap2,
833 },
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200834};
Frederic Weisbecker7865e812010-04-14 19:42:07 +0200835
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200836#define CALLCHAIN_HELP "setup and enables call-graph (stack chain/backtrace) recording: "
Arnaldo Carvalho de Melo61eaa3b2012-10-01 15:20:58 -0300837
Jiri Olsa9ff125d2014-01-07 13:47:28 +0100838#ifdef HAVE_DWARF_UNWIND_SUPPORT
Kan Liangaad2b212015-01-05 13:23:04 -0500839const char record_callchain_help[] = CALLCHAIN_HELP "fp dwarf lbr";
Arnaldo Carvalho de Melo61eaa3b2012-10-01 15:20:58 -0300840#else
Kan Liangaad2b212015-01-05 13:23:04 -0500841const char record_callchain_help[] = CALLCHAIN_HELP "fp lbr";
Arnaldo Carvalho de Melo61eaa3b2012-10-01 15:20:58 -0300842#endif
843
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200844/*
845 * XXX Will stay a global variable till we fix builtin-script.c to stop messing
846 * with it and switch to use the library functions in perf_evlist that came
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300847 * from builtin-record.c, i.e. use record_opts,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200848 * perf_evlist__prepare_workload, etc instead of fork+exec'in 'perf record',
849 * using pipes, etc.
850 */
Namhyung Kime5b2c202014-10-23 00:15:46 +0900851struct option __record_options[] = {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200852 OPT_CALLBACK('e', "event", &record.evlist, "event",
Thomas Gleixner86847b62009-06-06 12:24:17 +0200853 "event selector. use 'perf list' to list available events",
Jiri Olsaf120f9d2011-07-14 11:25:32 +0200854 parse_events_option),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200855 OPT_CALLBACK(0, "filter", &record.evlist, "filter",
Li Zefanc171b552009-10-15 11:22:07 +0800856 "event filter", parse_filter),
Namhyung Kimbea03402012-04-26 14:15:15 +0900857 OPT_STRING('p', "pid", &record.opts.target.pid, "pid",
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300858 "record events on existing process id"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900859 OPT_STRING('t', "tid", &record.opts.target.tid, "tid",
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300860 "record events on existing thread id"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200861 OPT_INTEGER('r', "realtime", &record.realtime_prio,
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200862 "collect data with this RT SCHED_FIFO priority"),
Arnaldo Carvalho de Melo509051e2014-01-14 17:52:14 -0300863 OPT_BOOLEAN(0, "no-buffering", &record.opts.no_buffering,
Kirill Smelkovacac03f2011-01-12 17:59:36 +0300864 "collect data without buffering"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200865 OPT_BOOLEAN('R', "raw-samples", &record.opts.raw_samples,
Frederic Weisbeckerdaac07b2009-08-13 10:27:19 +0200866 "collect raw sample records from all opened counters"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900867 OPT_BOOLEAN('a', "all-cpus", &record.opts.target.system_wide,
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200868 "system-wide collection from all CPUs"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900869 OPT_STRING('C', "cpu", &record.opts.target.cpu_list, "cpu",
Stephane Eranianc45c6ea2010-05-28 12:00:01 +0200870 "list of cpus to monitor"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200871 OPT_U64('c', "count", &record.opts.user_interval, "event period to sample"),
Jiri Olsaf5fc1412013-10-15 16:27:32 +0200872 OPT_STRING('o', "output", &record.file.path, "file",
Ingo Molnarabaff322009-06-02 22:59:57 +0200873 "output file name"),
Adrian Hunter69e7e5b2013-11-18 11:55:57 +0200874 OPT_BOOLEAN_SET('i', "no-inherit", &record.opts.no_inherit,
875 &record.opts.no_inherit_set,
876 "child tasks do not inherit counters"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200877 OPT_UINTEGER('F', "freq", &record.opts.user_freq, "profile at this frequency"),
Jiri Olsa994a1f72013-09-01 12:36:12 +0200878 OPT_CALLBACK('m', "mmap-pages", &record.opts.mmap_pages, "pages",
879 "number of mmap data pages",
880 perf_evlist__parse_mmap_pages),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200881 OPT_BOOLEAN(0, "group", &record.opts.group,
Lin Ming43bece72011-08-17 18:42:07 +0800882 "put the counters into a counter group"),
Jiri Olsa09b0fd42013-10-26 16:25:33 +0200883 OPT_CALLBACK_NOOPT('g', NULL, &record.opts,
884 NULL, "enables call-graph recording" ,
885 &record_callchain_opt),
886 OPT_CALLBACK(0, "call-graph", &record.opts,
887 "mode[,dump_size]", record_callchain_help,
888 &record_parse_callchain_opt),
Ian Munsiec0555642010-04-13 18:37:33 +1000889 OPT_INCR('v', "verbose", &verbose,
Ingo Molnar3da297a2009-06-07 17:39:02 +0200890 "be more verbose (show counter open errors, etc)"),
Arnaldo Carvalho de Melob44308f2010-10-26 15:20:09 -0200891 OPT_BOOLEAN('q', "quiet", &quiet, "don't print any message"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200892 OPT_BOOLEAN('s', "stat", &record.opts.inherit_stat,
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200893 "per thread counts"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200894 OPT_BOOLEAN('d', "data", &record.opts.sample_address,
Anton Blanchard4bba8282009-07-16 15:44:29 +0200895 "Sample addresses"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200896 OPT_BOOLEAN('T', "timestamp", &record.opts.sample_time, "Sample timestamps"),
Andrew Vagin3e76ac72011-12-20 17:32:45 +0300897 OPT_BOOLEAN('P', "period", &record.opts.period, "Sample period"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200898 OPT_BOOLEAN('n', "no-samples", &record.opts.no_samples,
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200899 "don't sample"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200900 OPT_BOOLEAN('N', "no-buildid-cache", &record.no_buildid_cache,
Stephane Eraniana1ac1d32010-06-17 11:39:01 +0200901 "do not update the buildid cache"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200902 OPT_BOOLEAN('B', "no-buildid", &record.no_buildid,
Arnaldo Carvalho de Melobaa2f6c2010-11-26 19:39:15 -0200903 "do not collect buildids in perf.data"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200904 OPT_CALLBACK('G', "cgroup", &record.evlist, "name",
Stephane Eranian023695d2011-02-14 11:20:01 +0200905 "monitor event in cgroup name only",
906 parse_cgroups),
Arnaldo Carvalho de Meloa6205a32014-01-14 17:58:12 -0300907 OPT_UINTEGER('D', "delay", &record.opts.initial_delay,
Andi Kleen6619a532014-01-11 13:38:27 -0800908 "ms to wait before starting measurement after program start"),
Namhyung Kimbea03402012-04-26 14:15:15 +0900909 OPT_STRING('u', "uid", &record.opts.target.uid_str, "user",
910 "user to profile"),
Stephane Eraniana5aabda2012-03-08 23:47:45 +0100911
912 OPT_CALLBACK_NOOPT('b', "branch-any", &record.opts.branch_stack,
913 "branch any", "sample any taken branches",
914 parse_branch_stack),
915
916 OPT_CALLBACK('j', "branch-filter", &record.opts.branch_stack,
917 "branch filter mask", "branch stack filter modes",
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +0100918 parse_branch_stack),
Andi Kleen05484292013-01-24 16:10:29 +0100919 OPT_BOOLEAN('W', "weight", &record.opts.sample_weight,
920 "sample by weight (on special events only)"),
Andi Kleen475eeab2013-09-20 07:40:43 -0700921 OPT_BOOLEAN(0, "transaction", &record.opts.sample_transaction,
922 "sample transaction flags (special events only)"),
Adrian Hunter3aa59392013-11-15 15:52:29 +0200923 OPT_BOOLEAN(0, "per-thread", &record.opts.target.per_thread,
924 "use per-thread mmaps"),
Stephane Eranian4b6c5172014-09-24 13:48:41 +0200925 OPT_BOOLEAN('I', "intr-regs", &record.opts.sample_intr_regs,
926 "Sample machine registers on interrupt"),
Andi Kleen85c273d2015-02-24 15:13:40 -0800927 OPT_BOOLEAN(0, "running-time", &record.opts.running_time,
928 "Record running/enabled time of read (:S) events"),
Peter Zijlstra814c8c32015-03-31 00:19:31 +0200929 OPT_CALLBACK('k', "clockid", &record.opts,
930 "clockid", "clockid to use for events, see clock_gettime()",
931 parse_clockid),
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200932 OPT_END()
933};
934
Namhyung Kime5b2c202014-10-23 00:15:46 +0900935struct option *record_options = __record_options;
936
Irina Tirdea1d037ca2012-09-11 01:15:03 +0300937int cmd_record(int argc, const char **argv, const char *prefix __maybe_unused)
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200938{
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -0200939 int err = -ENOMEM;
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300940 struct record *rec = &record;
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900941 char errbuf[BUFSIZ];
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200942
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300943 rec->evlist = perf_evlist__new();
944 if (rec->evlist == NULL)
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -0200945 return -ENOMEM;
946
Jiri Olsaeb853e82014-02-03 12:44:42 +0100947 perf_config(perf_record_config, rec);
948
Tom Zanussibca647a2010-11-10 08:11:30 -0600949 argc = parse_options(argc, argv, record_options, record_usage,
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -0200950 PARSE_OPT_STOP_AT_NON_OPTION);
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300951 if (!argc && target__none(&rec->opts.target))
Tom Zanussibca647a2010-11-10 08:11:30 -0600952 usage_with_options(record_usage, record_options);
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200953
Namhyung Kimbea03402012-04-26 14:15:15 +0900954 if (nr_cgroups && !rec->opts.target.system_wide) {
Namhyung Kim3780f482012-05-29 13:22:57 +0900955 ui__error("cgroup monitoring only available in"
956 " system-wide mode\n");
Stephane Eranian023695d2011-02-14 11:20:01 +0200957 usage_with_options(record_usage, record_options);
958 }
959
Namhyung Kim0a7e6d12014-08-12 15:40:45 +0900960 symbol__init(NULL);
Arnaldo Carvalho de Melobaa2f6c2010-11-26 19:39:15 -0200961
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300962 if (symbol_conf.kptr_restrict)
Arnaldo Carvalho de Melo646aaea2011-05-27 11:00:41 -0300963 pr_warning(
964"WARNING: Kernel address maps (/proc/{kallsyms,modules}) are restricted,\n"
965"check /proc/sys/kernel/kptr_restrict.\n\n"
966"Samples in kernel functions may not be resolved if a suitable vmlinux\n"
967"file is not found in the buildid cache or in the vmlinux path.\n\n"
968"Samples in kernel modules won't be resolved at all.\n\n"
969"If some relocation was applied (e.g. kexec) symbols may be misresolved\n"
970"even with a suitable vmlinux or kallsyms file.\n\n");
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -0300971
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200972 if (rec->no_buildid_cache || rec->no_buildid)
Stephane Eraniana1ac1d32010-06-17 11:39:01 +0200973 disable_buildid_cache();
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -0200974
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300975 if (rec->evlist->nr_entries == 0 &&
976 perf_evlist__add_default(rec->evlist) < 0) {
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -0200977 pr_err("Not enough memory for event selector list\n");
978 goto out_symbol_exit;
Peter Zijlstrabbd36e52009-06-11 23:11:50 +0200979 }
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200980
Adrian Hunter69e7e5b2013-11-18 11:55:57 +0200981 if (rec->opts.target.tid && !rec->opts.no_inherit_set)
982 rec->opts.no_inherit = true;
983
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300984 err = target__validate(&rec->opts.target);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900985 if (err) {
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300986 target__strerror(&rec->opts.target, err, errbuf, BUFSIZ);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900987 ui__warning("%s", errbuf);
988 }
Namhyung Kim4bd0f2d2012-04-26 14:15:18 +0900989
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300990 err = target__parse_uid(&rec->opts.target);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900991 if (err) {
992 int saved_errno = errno;
993
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300994 target__strerror(&rec->opts.target, err, errbuf, BUFSIZ);
Namhyung Kim3780f482012-05-29 13:22:57 +0900995 ui__error("%s", errbuf);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900996
997 err = -saved_errno;
Namhyung Kim8fa60e12013-03-15 14:48:51 +0900998 goto out_symbol_exit;
Namhyung Kim16ad2ff2012-05-07 14:09:02 +0900999 }
Arnaldo Carvalho de Melo0d37aa32012-01-19 14:08:15 -02001000
Namhyung Kim16ad2ff2012-05-07 14:09:02 +09001001 err = -ENOMEM;
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -03001002 if (perf_evlist__create_maps(rec->evlist, &rec->opts.target) < 0)
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -02001003 usage_with_options(record_usage, record_options);
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -02001004
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -03001005 if (record_opts__config(&rec->opts)) {
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -03001006 err = -EINVAL;
Arnaldo Carvalho de Melo03ad9742014-01-03 15:56:06 -03001007 goto out_symbol_exit;
Mike Galbraith7e4ff9e2009-10-12 07:56:03 +02001008 }
1009
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001010 err = __cmd_record(&record, argc, argv);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -03001011out_symbol_exit:
Namhyung Kim45604712014-05-12 09:47:24 +09001012 perf_evlist__delete(rec->evlist);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -03001013 symbol__exit();
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -03001014 return err;
Ingo Molnar0e9b20b2009-05-26 09:17:18 +02001015}