Adrian Hunter | faf9670 | 2013-08-27 11:23:08 +0300 | [diff] [blame] | 1 | #include "evlist.h" |
| 2 | #include "evsel.h" |
| 3 | #include "cpumap.h" |
Adrian Hunter | 7556257 | 2013-08-27 11:23:09 +0300 | [diff] [blame] | 4 | #include "parse-events.h" |
Arnaldo Carvalho de Melo | a43783a | 2017-04-18 10:46:11 -0300 | [diff] [blame] | 5 | #include <errno.h> |
Borislav Petkov | cd0cfad | 2013-12-09 17:14:24 +0100 | [diff] [blame] | 6 | #include <api/fs/fs.h> |
Jiri Olsa | 714647b | 2013-11-05 15:14:47 +0100 | [diff] [blame] | 7 | #include "util.h" |
Yann Droneaud | 57480d2 | 2014-06-30 22:28:47 +0200 | [diff] [blame] | 8 | #include "cloexec.h" |
Adrian Hunter | 7556257 | 2013-08-27 11:23:09 +0300 | [diff] [blame] | 9 | |
| 10 | typedef void (*setup_probe_fn_t)(struct perf_evsel *evsel); |
| 11 | |
| 12 | static int perf_do_probe_api(setup_probe_fn_t fn, int cpu, const char *str) |
| 13 | { |
| 14 | struct perf_evlist *evlist; |
| 15 | struct perf_evsel *evsel; |
Yann Droneaud | 57480d2 | 2014-06-30 22:28:47 +0200 | [diff] [blame] | 16 | unsigned long flags = perf_event_open_cloexec_flag(); |
Adrian Hunter | 7556257 | 2013-08-27 11:23:09 +0300 | [diff] [blame] | 17 | int err = -EAGAIN, fd; |
Adrian Hunter | 46ec69a | 2014-08-12 18:04:30 +0300 | [diff] [blame] | 18 | static pid_t pid = -1; |
Adrian Hunter | 7556257 | 2013-08-27 11:23:09 +0300 | [diff] [blame] | 19 | |
| 20 | evlist = perf_evlist__new(); |
| 21 | if (!evlist) |
| 22 | return -ENOMEM; |
| 23 | |
Jiri Olsa | b39b839 | 2015-04-22 21:10:16 +0200 | [diff] [blame] | 24 | if (parse_events(evlist, str, NULL)) |
Adrian Hunter | 7556257 | 2013-08-27 11:23:09 +0300 | [diff] [blame] | 25 | goto out_delete; |
| 26 | |
| 27 | evsel = perf_evlist__first(evlist); |
| 28 | |
Adrian Hunter | 46ec69a | 2014-08-12 18:04:30 +0300 | [diff] [blame] | 29 | while (1) { |
| 30 | fd = sys_perf_event_open(&evsel->attr, pid, cpu, -1, flags); |
| 31 | if (fd < 0) { |
| 32 | if (pid == -1 && errno == EACCES) { |
| 33 | pid = 0; |
| 34 | continue; |
| 35 | } |
| 36 | goto out_delete; |
| 37 | } |
| 38 | break; |
| 39 | } |
Adrian Hunter | 7556257 | 2013-08-27 11:23:09 +0300 | [diff] [blame] | 40 | close(fd); |
| 41 | |
| 42 | fn(evsel); |
| 43 | |
Adrian Hunter | 46ec69a | 2014-08-12 18:04:30 +0300 | [diff] [blame] | 44 | fd = sys_perf_event_open(&evsel->attr, pid, cpu, -1, flags); |
Adrian Hunter | 7556257 | 2013-08-27 11:23:09 +0300 | [diff] [blame] | 45 | if (fd < 0) { |
| 46 | if (errno == EINVAL) |
| 47 | err = -EINVAL; |
| 48 | goto out_delete; |
| 49 | } |
| 50 | close(fd); |
| 51 | err = 0; |
| 52 | |
| 53 | out_delete: |
| 54 | perf_evlist__delete(evlist); |
| 55 | return err; |
| 56 | } |
| 57 | |
| 58 | static bool perf_probe_api(setup_probe_fn_t fn) |
| 59 | { |
Adrian Hunter | c6fa356 | 2014-08-12 18:04:29 +0300 | [diff] [blame] | 60 | const char *try[] = {"cycles:u", "instructions:u", "cpu-clock:u", NULL}; |
Adrian Hunter | 7556257 | 2013-08-27 11:23:09 +0300 | [diff] [blame] | 61 | struct cpu_map *cpus; |
| 62 | int cpu, ret, i = 0; |
| 63 | |
| 64 | cpus = cpu_map__new(NULL); |
| 65 | if (!cpus) |
| 66 | return false; |
| 67 | cpu = cpus->map[0]; |
Jiri Olsa | f30a79b | 2015-06-23 00:36:04 +0200 | [diff] [blame] | 68 | cpu_map__put(cpus); |
Adrian Hunter | 7556257 | 2013-08-27 11:23:09 +0300 | [diff] [blame] | 69 | |
| 70 | do { |
| 71 | ret = perf_do_probe_api(fn, cpu, try[i++]); |
| 72 | if (!ret) |
| 73 | return true; |
| 74 | } while (ret == -EAGAIN && try[i]); |
| 75 | |
| 76 | return false; |
| 77 | } |
| 78 | |
| 79 | static void perf_probe_sample_identifier(struct perf_evsel *evsel) |
| 80 | { |
| 81 | evsel->attr.sample_type |= PERF_SAMPLE_IDENTIFIER; |
| 82 | } |
| 83 | |
Adrian Hunter | 39e09d4 | 2014-07-14 13:02:28 +0300 | [diff] [blame] | 84 | static void perf_probe_comm_exec(struct perf_evsel *evsel) |
| 85 | { |
| 86 | evsel->attr.comm_exec = 1; |
| 87 | } |
| 88 | |
Adrian Hunter | b757bb0 | 2015-07-21 12:44:04 +0300 | [diff] [blame] | 89 | static void perf_probe_context_switch(struct perf_evsel *evsel) |
| 90 | { |
| 91 | evsel->attr.context_switch = 1; |
| 92 | } |
| 93 | |
Adrian Hunter | 7556257 | 2013-08-27 11:23:09 +0300 | [diff] [blame] | 94 | bool perf_can_sample_identifier(void) |
| 95 | { |
| 96 | return perf_probe_api(perf_probe_sample_identifier); |
| 97 | } |
Adrian Hunter | faf9670 | 2013-08-27 11:23:08 +0300 | [diff] [blame] | 98 | |
Adrian Hunter | 39e09d4 | 2014-07-14 13:02:28 +0300 | [diff] [blame] | 99 | static bool perf_can_comm_exec(void) |
| 100 | { |
| 101 | return perf_probe_api(perf_probe_comm_exec); |
| 102 | } |
| 103 | |
Adrian Hunter | b757bb0 | 2015-07-21 12:44:04 +0300 | [diff] [blame] | 104 | bool perf_can_record_switch_events(void) |
| 105 | { |
| 106 | return perf_probe_api(perf_probe_context_switch); |
| 107 | } |
| 108 | |
Adrian Hunter | 8350956 | 2015-08-13 12:40:56 +0300 | [diff] [blame] | 109 | bool perf_can_record_cpu_wide(void) |
| 110 | { |
| 111 | struct perf_event_attr attr = { |
| 112 | .type = PERF_TYPE_SOFTWARE, |
| 113 | .config = PERF_COUNT_SW_CPU_CLOCK, |
| 114 | .exclude_kernel = 1, |
| 115 | }; |
| 116 | struct cpu_map *cpus; |
| 117 | int cpu, fd; |
| 118 | |
| 119 | cpus = cpu_map__new(NULL); |
| 120 | if (!cpus) |
| 121 | return false; |
| 122 | cpu = cpus->map[0]; |
| 123 | cpu_map__put(cpus); |
| 124 | |
| 125 | fd = sys_perf_event_open(&attr, -1, cpu, -1, 0); |
| 126 | if (fd < 0) |
| 127 | return false; |
| 128 | close(fd); |
| 129 | |
| 130 | return true; |
| 131 | } |
| 132 | |
Arnaldo Carvalho de Melo | e68ae9c | 2016-04-11 18:15:29 -0300 | [diff] [blame] | 133 | void perf_evlist__config(struct perf_evlist *evlist, struct record_opts *opts, |
| 134 | struct callchain_param *callchain) |
Adrian Hunter | faf9670 | 2013-08-27 11:23:08 +0300 | [diff] [blame] | 135 | { |
| 136 | struct perf_evsel *evsel; |
Adrian Hunter | 7556257 | 2013-08-27 11:23:09 +0300 | [diff] [blame] | 137 | bool use_sample_identifier = false; |
Adrian Hunter | 39e09d4 | 2014-07-14 13:02:28 +0300 | [diff] [blame] | 138 | bool use_comm_exec; |
Adrian Hunter | 7556257 | 2013-08-27 11:23:09 +0300 | [diff] [blame] | 139 | |
Adrian Hunter | faf9670 | 2013-08-27 11:23:08 +0300 | [diff] [blame] | 140 | /* |
| 141 | * Set the evsel leader links before we configure attributes, |
| 142 | * since some might depend on this info. |
| 143 | */ |
| 144 | if (opts->group) |
| 145 | perf_evlist__set_leader(evlist); |
| 146 | |
| 147 | if (evlist->cpus->map[0] < 0) |
| 148 | opts->no_inherit = true; |
| 149 | |
Adrian Hunter | 39e09d4 | 2014-07-14 13:02:28 +0300 | [diff] [blame] | 150 | use_comm_exec = perf_can_comm_exec(); |
| 151 | |
Arnaldo Carvalho de Melo | e5cadb9 | 2016-06-23 11:26:15 -0300 | [diff] [blame] | 152 | evlist__for_each_entry(evlist, evsel) { |
Arnaldo Carvalho de Melo | e68ae9c | 2016-04-11 18:15:29 -0300 | [diff] [blame] | 153 | perf_evsel__config(evsel, opts, callchain); |
Adrian Hunter | 60b0896 | 2014-07-31 09:00:52 +0300 | [diff] [blame] | 154 | if (evsel->tracking && use_comm_exec) |
Adrian Hunter | 39e09d4 | 2014-07-14 13:02:28 +0300 | [diff] [blame] | 155 | evsel->attr.comm_exec = 1; |
| 156 | } |
Adrian Hunter | faf9670 | 2013-08-27 11:23:08 +0300 | [diff] [blame] | 157 | |
Adrian Hunter | 9e0cc4f | 2015-04-09 18:53:44 +0300 | [diff] [blame] | 158 | if (opts->full_auxtrace) { |
| 159 | /* |
| 160 | * Need to be able to synthesize and parse selected events with |
| 161 | * arbitrary sample types, which requires always being able to |
| 162 | * match the id. |
| 163 | */ |
| 164 | use_sample_identifier = perf_can_sample_identifier(); |
Arnaldo Carvalho de Melo | e5cadb9 | 2016-06-23 11:26:15 -0300 | [diff] [blame] | 165 | evlist__for_each_entry(evlist, evsel) |
Adrian Hunter | 9e0cc4f | 2015-04-09 18:53:44 +0300 | [diff] [blame] | 166 | perf_evsel__set_sample_id(evsel, use_sample_identifier); |
| 167 | } else if (evlist->nr_entries > 1) { |
Adrian Hunter | 7556257 | 2013-08-27 11:23:09 +0300 | [diff] [blame] | 168 | struct perf_evsel *first = perf_evlist__first(evlist); |
| 169 | |
Arnaldo Carvalho de Melo | e5cadb9 | 2016-06-23 11:26:15 -0300 | [diff] [blame] | 170 | evlist__for_each_entry(evlist, evsel) { |
Adrian Hunter | 7556257 | 2013-08-27 11:23:09 +0300 | [diff] [blame] | 171 | if (evsel->attr.sample_type == first->attr.sample_type) |
| 172 | continue; |
| 173 | use_sample_identifier = perf_can_sample_identifier(); |
| 174 | break; |
| 175 | } |
Arnaldo Carvalho de Melo | e5cadb9 | 2016-06-23 11:26:15 -0300 | [diff] [blame] | 176 | evlist__for_each_entry(evlist, evsel) |
Adrian Hunter | 7556257 | 2013-08-27 11:23:09 +0300 | [diff] [blame] | 177 | perf_evsel__set_sample_id(evsel, use_sample_identifier); |
Adrian Hunter | faf9670 | 2013-08-27 11:23:08 +0300 | [diff] [blame] | 178 | } |
Adrian Hunter | 7556257 | 2013-08-27 11:23:09 +0300 | [diff] [blame] | 179 | |
| 180 | perf_evlist__set_id_pos(evlist); |
Adrian Hunter | faf9670 | 2013-08-27 11:23:08 +0300 | [diff] [blame] | 181 | } |
Jiri Olsa | 714647b | 2013-11-05 15:14:47 +0100 | [diff] [blame] | 182 | |
| 183 | static int get_max_rate(unsigned int *rate) |
| 184 | { |
Arnaldo Carvalho de Melo | ce27309 | 2014-12-11 13:37:59 -0300 | [diff] [blame] | 185 | return sysctl__read_int("kernel/perf_event_max_sample_rate", (int *)rate); |
Jiri Olsa | 714647b | 2013-11-05 15:14:47 +0100 | [diff] [blame] | 186 | } |
| 187 | |
Arnaldo Carvalho de Melo | b400679 | 2013-12-19 14:43:45 -0300 | [diff] [blame] | 188 | static int record_opts__config_freq(struct record_opts *opts) |
Jiri Olsa | 714647b | 2013-11-05 15:14:47 +0100 | [diff] [blame] | 189 | { |
| 190 | bool user_freq = opts->user_freq != UINT_MAX; |
| 191 | unsigned int max_rate; |
| 192 | |
| 193 | if (opts->user_interval != ULLONG_MAX) |
| 194 | opts->default_interval = opts->user_interval; |
| 195 | if (user_freq) |
| 196 | opts->freq = opts->user_freq; |
| 197 | |
| 198 | /* |
| 199 | * User specified count overrides default frequency. |
| 200 | */ |
| 201 | if (opts->default_interval) |
| 202 | opts->freq = 0; |
| 203 | else if (opts->freq) { |
| 204 | opts->default_interval = opts->freq; |
| 205 | } else { |
| 206 | pr_err("frequency and count are zero, aborting\n"); |
| 207 | return -1; |
| 208 | } |
| 209 | |
| 210 | if (get_max_rate(&max_rate)) |
| 211 | return 0; |
| 212 | |
| 213 | /* |
| 214 | * User specified frequency is over current maximum. |
| 215 | */ |
| 216 | if (user_freq && (max_rate < opts->freq)) { |
| 217 | pr_err("Maximum frequency rate (%u) reached.\n" |
| 218 | "Please use -F freq option with lower value or consider\n" |
| 219 | "tweaking /proc/sys/kernel/perf_event_max_sample_rate.\n", |
| 220 | max_rate); |
| 221 | return -1; |
| 222 | } |
| 223 | |
| 224 | /* |
| 225 | * Default frequency is over current maximum. |
| 226 | */ |
| 227 | if (max_rate < opts->freq) { |
| 228 | pr_warning("Lowering default frequency rate to %u.\n" |
| 229 | "Please consider tweaking " |
| 230 | "/proc/sys/kernel/perf_event_max_sample_rate.\n", |
| 231 | max_rate); |
| 232 | opts->freq = max_rate; |
| 233 | } |
| 234 | |
| 235 | return 0; |
| 236 | } |
| 237 | |
Arnaldo Carvalho de Melo | b400679 | 2013-12-19 14:43:45 -0300 | [diff] [blame] | 238 | int record_opts__config(struct record_opts *opts) |
Jiri Olsa | 714647b | 2013-11-05 15:14:47 +0100 | [diff] [blame] | 239 | { |
Arnaldo Carvalho de Melo | b400679 | 2013-12-19 14:43:45 -0300 | [diff] [blame] | 240 | return record_opts__config_freq(opts); |
Jiri Olsa | 714647b | 2013-11-05 15:14:47 +0100 | [diff] [blame] | 241 | } |
Adrian Hunter | c09ec62 | 2013-12-11 14:36:29 +0200 | [diff] [blame] | 242 | |
| 243 | bool perf_evlist__can_select_event(struct perf_evlist *evlist, const char *str) |
| 244 | { |
| 245 | struct perf_evlist *temp_evlist; |
| 246 | struct perf_evsel *evsel; |
| 247 | int err, fd, cpu; |
| 248 | bool ret = false; |
Adrian Hunter | 46ec69a | 2014-08-12 18:04:30 +0300 | [diff] [blame] | 249 | pid_t pid = -1; |
Adrian Hunter | c09ec62 | 2013-12-11 14:36:29 +0200 | [diff] [blame] | 250 | |
| 251 | temp_evlist = perf_evlist__new(); |
| 252 | if (!temp_evlist) |
| 253 | return false; |
| 254 | |
Jiri Olsa | b39b839 | 2015-04-22 21:10:16 +0200 | [diff] [blame] | 255 | err = parse_events(temp_evlist, str, NULL); |
Adrian Hunter | c09ec62 | 2013-12-11 14:36:29 +0200 | [diff] [blame] | 256 | if (err) |
| 257 | goto out_delete; |
| 258 | |
| 259 | evsel = perf_evlist__last(temp_evlist); |
| 260 | |
| 261 | if (!evlist || cpu_map__empty(evlist->cpus)) { |
| 262 | struct cpu_map *cpus = cpu_map__new(NULL); |
| 263 | |
| 264 | cpu = cpus ? cpus->map[0] : 0; |
Jiri Olsa | f30a79b | 2015-06-23 00:36:04 +0200 | [diff] [blame] | 265 | cpu_map__put(cpus); |
Adrian Hunter | c09ec62 | 2013-12-11 14:36:29 +0200 | [diff] [blame] | 266 | } else { |
| 267 | cpu = evlist->cpus->map[0]; |
| 268 | } |
| 269 | |
Adrian Hunter | 46ec69a | 2014-08-12 18:04:30 +0300 | [diff] [blame] | 270 | while (1) { |
| 271 | fd = sys_perf_event_open(&evsel->attr, pid, cpu, -1, |
| 272 | perf_event_open_cloexec_flag()); |
| 273 | if (fd < 0) { |
| 274 | if (pid == -1 && errno == EACCES) { |
| 275 | pid = 0; |
| 276 | continue; |
| 277 | } |
| 278 | goto out_delete; |
| 279 | } |
| 280 | break; |
Adrian Hunter | c09ec62 | 2013-12-11 14:36:29 +0200 | [diff] [blame] | 281 | } |
Adrian Hunter | 46ec69a | 2014-08-12 18:04:30 +0300 | [diff] [blame] | 282 | close(fd); |
| 283 | ret = true; |
Adrian Hunter | c09ec62 | 2013-12-11 14:36:29 +0200 | [diff] [blame] | 284 | |
| 285 | out_delete: |
| 286 | perf_evlist__delete(temp_evlist); |
| 287 | return ret; |
| 288 | } |