John Kacur | dd68ada | 2009-09-24 18:02:49 +0200 | [diff] [blame] | 1 | #ifndef __PERF_SORT_H |
| 2 | #define __PERF_SORT_H |
| 3 | #include "../builtin.h" |
| 4 | |
| 5 | #include "util.h" |
| 6 | |
| 7 | #include "color.h" |
| 8 | #include <linux/list.h> |
| 9 | #include "cache.h" |
| 10 | #include <linux/rbtree.h> |
| 11 | #include "symbol.h" |
| 12 | #include "string.h" |
| 13 | #include "callchain.h" |
| 14 | #include "strlist.h" |
| 15 | #include "values.h" |
| 16 | |
| 17 | #include "../perf.h" |
| 18 | #include "debug.h" |
| 19 | #include "header.h" |
| 20 | |
Josh Poimboeuf | 4b6ab94 | 2015-12-15 09:39:39 -0600 | [diff] [blame] | 21 | #include <subcmd/parse-options.h> |
John Kacur | dd68ada | 2009-09-24 18:02:49 +0200 | [diff] [blame] | 22 | #include "parse-events.h" |
Namhyung Kim | 1413566 | 2013-10-31 10:17:39 +0900 | [diff] [blame] | 23 | #include "hist.h" |
John Kacur | dd68ada | 2009-09-24 18:02:49 +0200 | [diff] [blame] | 24 | #include "thread.h" |
John Kacur | dd68ada | 2009-09-24 18:02:49 +0200 | [diff] [blame] | 25 | |
| 26 | extern regex_t parent_regex; |
Arnaldo Carvalho de Melo | edb7c60 | 2010-05-17 16:22:41 -0300 | [diff] [blame] | 27 | extern const char *sort_order; |
Namhyung Kim | a7d945b | 2014-03-04 10:46:34 +0900 | [diff] [blame] | 28 | extern const char *field_order; |
Arnaldo Carvalho de Melo | edb7c60 | 2010-05-17 16:22:41 -0300 | [diff] [blame] | 29 | extern const char default_parent_pattern[]; |
| 30 | extern const char *parent_pattern; |
| 31 | extern const char default_sort_order[]; |
Greg Price | b21484f | 2012-12-06 21:48:05 -0800 | [diff] [blame] | 32 | extern regex_t ignore_callees_regex; |
| 33 | extern int have_ignore_callees; |
Namhyung Kim | 55369fc | 2013-04-01 20:35:20 +0900 | [diff] [blame] | 34 | extern enum sort_mode sort__mode; |
John Kacur | dd68ada | 2009-09-24 18:02:49 +0200 | [diff] [blame] | 35 | extern struct sort_entry sort_comm; |
| 36 | extern struct sort_entry sort_dso; |
| 37 | extern struct sort_entry sort_sym; |
| 38 | extern struct sort_entry sort_parent; |
Stephane Eranian | a68c2c5 | 2012-03-08 23:47:48 +0100 | [diff] [blame] | 39 | extern struct sort_entry sort_dso_from; |
| 40 | extern struct sort_entry sort_dso_to; |
| 41 | extern struct sort_entry sort_sym_from; |
| 42 | extern struct sort_entry sort_sym_to; |
Frederic Weisbecker | a4fb581 | 2009-10-22 23:23:23 +0200 | [diff] [blame] | 43 | extern enum sort_type sort__first_dimension; |
Yunlong Song | 228f14f | 2015-03-23 11:50:05 +0800 | [diff] [blame] | 44 | extern const char default_mem_sort_order[]; |
John Kacur | dd68ada | 2009-09-24 18:02:49 +0200 | [diff] [blame] | 45 | |
Namhyung Kim | b24c28f | 2012-10-04 21:49:41 +0900 | [diff] [blame] | 46 | struct he_stat { |
| 47 | u64 period; |
| 48 | u64 period_sys; |
| 49 | u64 period_us; |
| 50 | u64 period_guest_sys; |
| 51 | u64 period_guest_us; |
Andi Kleen | 0548429 | 2013-01-24 16:10:29 +0100 | [diff] [blame] | 52 | u64 weight; |
Namhyung Kim | b24c28f | 2012-10-04 21:49:41 +0900 | [diff] [blame] | 53 | u32 nr_events; |
| 54 | }; |
| 55 | |
Jiri Olsa | 96c47f1 | 2012-10-05 16:44:42 +0200 | [diff] [blame] | 56 | struct hist_entry_diff { |
| 57 | bool computed; |
Namhyung Kim | a0b404f | 2015-04-19 13:04:10 +0900 | [diff] [blame] | 58 | union { |
| 59 | /* PERF_HPP__DELTA */ |
| 60 | double period_ratio_delta; |
Jiri Olsa | 96c47f1 | 2012-10-05 16:44:42 +0200 | [diff] [blame] | 61 | |
Namhyung Kim | a0b404f | 2015-04-19 13:04:10 +0900 | [diff] [blame] | 62 | /* PERF_HPP__RATIO */ |
| 63 | double period_ratio; |
Jiri Olsa | 96c47f1 | 2012-10-05 16:44:42 +0200 | [diff] [blame] | 64 | |
Namhyung Kim | a0b404f | 2015-04-19 13:04:10 +0900 | [diff] [blame] | 65 | /* HISTC_WEIGHTED_DIFF */ |
| 66 | s64 wdiff; |
| 67 | }; |
Jiri Olsa | 96c47f1 | 2012-10-05 16:44:42 +0200 | [diff] [blame] | 68 | }; |
| 69 | |
Arnaldo Carvalho de Melo | 0f0cbf7 | 2010-07-26 17:13:40 -0300 | [diff] [blame] | 70 | /** |
| 71 | * struct hist_entry - histogram entry |
| 72 | * |
| 73 | * @row_offset - offset from the first callchain expanded to appear on screen |
| 74 | * @nr_rows - rows expanded in callchain, recalculated on folding/unfolding |
| 75 | */ |
John Kacur | dd68ada | 2009-09-24 18:02:49 +0200 | [diff] [blame] | 76 | struct hist_entry { |
Arnaldo Carvalho de Melo | 1980c2eb | 2011-10-05 17:50:23 -0300 | [diff] [blame] | 77 | struct rb_node rb_node_in; |
John Kacur | dd68ada | 2009-09-24 18:02:49 +0200 | [diff] [blame] | 78 | struct rb_node rb_node; |
Arnaldo Carvalho de Melo | b821c73 | 2012-10-25 14:42:45 -0200 | [diff] [blame] | 79 | union { |
| 80 | struct list_head node; |
| 81 | struct list_head head; |
| 82 | } pairs; |
Namhyung Kim | b24c28f | 2012-10-04 21:49:41 +0900 | [diff] [blame] | 83 | struct he_stat stat; |
Namhyung Kim | f8be1c8 | 2012-09-11 13:15:07 +0900 | [diff] [blame] | 84 | struct he_stat *stat_acc; |
Arnaldo Carvalho de Melo | 59fd530 | 2010-03-24 16:40:17 -0300 | [diff] [blame] | 85 | struct map_symbol ms; |
Arnaldo Carvalho de Melo | a5e29ac | 2010-04-03 22:44:37 -0300 | [diff] [blame] | 86 | struct thread *thread; |
Namhyung Kim | 4dfced3 | 2013-09-13 16:28:57 +0900 | [diff] [blame] | 87 | struct comm *comm; |
John Kacur | dd68ada | 2009-09-24 18:02:49 +0200 | [diff] [blame] | 88 | u64 ip; |
Andi Kleen | 475eeab | 2013-09-20 07:40:43 -0700 | [diff] [blame] | 89 | u64 transaction; |
Kan Liang | 0c4c4de | 2015-09-04 10:45:42 -0400 | [diff] [blame] | 90 | s32 socket; |
Arun Sharma | f60f359 | 2010-06-04 11:27:10 -0300 | [diff] [blame] | 91 | s32 cpu; |
Don Zickus | 7365be5 | 2014-05-27 12:28:05 -0400 | [diff] [blame] | 92 | u8 cpumode; |
Namhyung Kim | aef810e | 2016-02-25 00:13:34 +0900 | [diff] [blame] | 93 | u8 depth; |
Arnaldo Carvalho de Melo | 0f0cbf7 | 2010-07-26 17:13:40 -0300 | [diff] [blame] | 94 | |
Jiri Olsa | e0af43d | 2012-12-01 21:18:20 +0100 | [diff] [blame] | 95 | /* We are added by hists__add_dummy_entry. */ |
| 96 | bool dummy; |
Namhyung Kim | aef810e | 2016-02-25 00:13:34 +0900 | [diff] [blame] | 97 | bool leaf; |
Jiri Olsa | e0af43d | 2012-12-01 21:18:20 +0100 | [diff] [blame] | 98 | |
John Kacur | dd68ada | 2009-09-24 18:02:49 +0200 | [diff] [blame] | 99 | char level; |
Arnaldo Carvalho de Melo | a5e29ac | 2010-04-03 22:44:37 -0300 | [diff] [blame] | 100 | u8 filtered; |
Namhyung Kim | 2975082 | 2015-04-22 16:18:12 +0900 | [diff] [blame] | 101 | union { |
| 102 | /* |
| 103 | * Since perf diff only supports the stdio output, TUI |
| 104 | * fields are only accessed from perf report (or perf |
| 105 | * top). So make it an union to reduce memory usage. |
| 106 | */ |
| 107 | struct hist_entry_diff diff; |
| 108 | struct /* for TUI */ { |
| 109 | u16 row_offset; |
| 110 | u16 nr_rows; |
Namhyung Kim | d8a0f80 | 2015-04-22 16:18:13 +0900 | [diff] [blame] | 111 | bool init_have_children; |
Namhyung Kim | 3698dab | 2015-05-05 23:55:46 +0900 | [diff] [blame] | 112 | bool unfolded; |
| 113 | bool has_children; |
Namhyung Kim | 79dded8 | 2016-02-26 21:13:19 +0900 | [diff] [blame] | 114 | bool has_no_entry; |
Namhyung Kim | 2975082 | 2015-04-22 16:18:12 +0900 | [diff] [blame] | 115 | }; |
| 116 | }; |
Arnaldo Carvalho de Melo | 409a8be | 2012-05-30 10:33:24 -0300 | [diff] [blame] | 117 | char *srcline; |
Andi Kleen | 31191a8 | 2015-08-07 15:54:24 -0700 | [diff] [blame] | 118 | char *srcfile; |
Arnaldo Carvalho de Melo | 8375319 | 2010-04-03 16:30:44 -0300 | [diff] [blame] | 119 | struct symbol *parent; |
Roberto Agostino Vitillo | b538752 | 2012-02-09 23:21:01 +0100 | [diff] [blame] | 120 | struct branch_info *branch_info; |
Jiri Olsa | ae359f1 | 2012-10-04 21:49:35 +0900 | [diff] [blame] | 121 | struct hists *hists; |
Stephane Eranian | 98a3b32 | 2013-01-24 16:10:35 +0100 | [diff] [blame] | 122 | struct mem_info *mem_info; |
Namhyung Kim | 7239283 | 2015-12-24 11:16:17 +0900 | [diff] [blame] | 123 | void *raw_data; |
| 124 | u32 raw_size; |
Namhyung Kim | 60517d2 | 2015-12-23 02:07:03 +0900 | [diff] [blame] | 125 | void *trace_output; |
Namhyung Kim | 1b2dbbf | 2016-03-07 16:44:46 -0300 | [diff] [blame] | 126 | struct perf_hpp_list *hpp_list; |
Namhyung Kim | aef810e | 2016-02-25 00:13:34 +0900 | [diff] [blame] | 127 | struct hist_entry *parent_he; |
| 128 | union { |
| 129 | /* this is for hierarchical entry structure */ |
| 130 | struct { |
| 131 | struct rb_root hroot_in; |
| 132 | struct rb_root hroot_out; |
| 133 | }; /* non-leaf entries */ |
| 134 | struct rb_root sorted_chain; /* leaf entry has callchains */ |
| 135 | }; |
Stephane Eranian | 98a3b32 | 2013-01-24 16:10:35 +0100 | [diff] [blame] | 136 | struct callchain_root callchain[0]; /* must be last member */ |
John Kacur | dd68ada | 2009-09-24 18:02:49 +0200 | [diff] [blame] | 137 | }; |
| 138 | |
Arnaldo Carvalho de Melo | b821c73 | 2012-10-25 14:42:45 -0200 | [diff] [blame] | 139 | static inline bool hist_entry__has_pairs(struct hist_entry *he) |
| 140 | { |
| 141 | return !list_empty(&he->pairs.node); |
| 142 | } |
| 143 | |
| 144 | static inline struct hist_entry *hist_entry__next_pair(struct hist_entry *he) |
| 145 | { |
| 146 | if (hist_entry__has_pairs(he)) |
| 147 | return list_entry(he->pairs.node.next, struct hist_entry, pairs.node); |
| 148 | return NULL; |
| 149 | } |
| 150 | |
Jiri Olsa | 4d23322 | 2012-12-13 14:09:00 +0100 | [diff] [blame] | 151 | static inline void hist_entry__add_pair(struct hist_entry *pair, |
| 152 | struct hist_entry *he) |
Arnaldo Carvalho de Melo | b821c73 | 2012-10-25 14:42:45 -0200 | [diff] [blame] | 153 | { |
Jiri Olsa | 4d23322 | 2012-12-13 14:09:00 +0100 | [diff] [blame] | 154 | list_add_tail(&pair->pairs.node, &he->pairs.head); |
Arnaldo Carvalho de Melo | b821c73 | 2012-10-25 14:42:45 -0200 | [diff] [blame] | 155 | } |
| 156 | |
Namhyung Kim | 1413566 | 2013-10-31 10:17:39 +0900 | [diff] [blame] | 157 | static inline float hist_entry__get_percent_limit(struct hist_entry *he) |
| 158 | { |
| 159 | u64 period = he->stat.period; |
| 160 | u64 total_period = hists__total_period(he->hists); |
| 161 | |
| 162 | if (unlikely(total_period == 0)) |
| 163 | return 0; |
| 164 | |
| 165 | if (symbol_conf.cumulate_callchain) |
| 166 | period = he->stat_acc->period; |
| 167 | |
| 168 | return period * 100.0 / total_period; |
| 169 | } |
| 170 | |
Jiri Olsa | e95cf70 | 2016-02-15 09:34:32 +0100 | [diff] [blame] | 171 | static inline u64 cl_address(u64 address) |
| 172 | { |
| 173 | /* return the cacheline of the address */ |
| 174 | return (address & ~(cacheline_size - 1)); |
| 175 | } |
Namhyung Kim | 1413566 | 2013-10-31 10:17:39 +0900 | [diff] [blame] | 176 | |
Jiri Olsa | d392711 | 2016-02-15 09:34:33 +0100 | [diff] [blame] | 177 | static inline u64 cl_offset(u64 address) |
| 178 | { |
| 179 | /* return the cacheline of the address */ |
| 180 | return (address & (cacheline_size - 1)); |
| 181 | } |
| 182 | |
Namhyung Kim | 55369fc | 2013-04-01 20:35:20 +0900 | [diff] [blame] | 183 | enum sort_mode { |
| 184 | SORT_MODE__NORMAL, |
| 185 | SORT_MODE__BRANCH, |
| 186 | SORT_MODE__MEMORY, |
Namhyung Kim | 512ae1b | 2014-03-18 11:31:39 +0900 | [diff] [blame] | 187 | SORT_MODE__TOP, |
| 188 | SORT_MODE__DIFF, |
Namhyung Kim | d49dade | 2015-12-23 02:07:10 +0900 | [diff] [blame] | 189 | SORT_MODE__TRACEPOINT, |
Namhyung Kim | 55369fc | 2013-04-01 20:35:20 +0900 | [diff] [blame] | 190 | }; |
| 191 | |
Frederic Weisbecker | a4fb581 | 2009-10-22 23:23:23 +0200 | [diff] [blame] | 192 | enum sort_type { |
Namhyung Kim | fc5871e | 2012-12-27 18:11:46 +0900 | [diff] [blame] | 193 | /* common sort keys */ |
Frederic Weisbecker | a4fb581 | 2009-10-22 23:23:23 +0200 | [diff] [blame] | 194 | SORT_PID, |
| 195 | SORT_COMM, |
| 196 | SORT_DSO, |
| 197 | SORT_SYM, |
Arun Sharma | f60f359 | 2010-06-04 11:27:10 -0300 | [diff] [blame] | 198 | SORT_PARENT, |
| 199 | SORT_CPU, |
Kan Liang | 2e7ea3a | 2015-09-04 10:45:43 -0400 | [diff] [blame] | 200 | SORT_SOCKET, |
Namhyung Kim | fc5871e | 2012-12-27 18:11:46 +0900 | [diff] [blame] | 201 | SORT_SRCLINE, |
Andi Kleen | 31191a8 | 2015-08-07 15:54:24 -0700 | [diff] [blame] | 202 | SORT_SRCFILE, |
Andi Kleen | f9ea55d | 2013-07-18 15:58:53 -0700 | [diff] [blame] | 203 | SORT_LOCAL_WEIGHT, |
| 204 | SORT_GLOBAL_WEIGHT, |
Andi Kleen | 475eeab | 2013-09-20 07:40:43 -0700 | [diff] [blame] | 205 | SORT_TRANSACTION, |
Namhyung Kim | a34bb6a0 | 2015-12-23 02:07:04 +0900 | [diff] [blame] | 206 | SORT_TRACE, |
Namhyung Kim | fc5871e | 2012-12-27 18:11:46 +0900 | [diff] [blame] | 207 | |
| 208 | /* branch stack specific sort keys */ |
| 209 | __SORT_BRANCH_STACK, |
| 210 | SORT_DSO_FROM = __SORT_BRANCH_STACK, |
Roberto Agostino Vitillo | b538752 | 2012-02-09 23:21:01 +0100 | [diff] [blame] | 211 | SORT_DSO_TO, |
| 212 | SORT_SYM_FROM, |
| 213 | SORT_SYM_TO, |
| 214 | SORT_MISPREDICT, |
Andi Kleen | f5d05bc | 2013-09-20 07:40:41 -0700 | [diff] [blame] | 215 | SORT_ABORT, |
| 216 | SORT_IN_TX, |
Andi Kleen | 0e332f0 | 2015-07-18 08:24:46 -0700 | [diff] [blame] | 217 | SORT_CYCLES, |
Andi Kleen | 508be0d | 2016-05-20 13:15:08 -0700 | [diff] [blame] | 218 | SORT_SRCLINE_FROM, |
| 219 | SORT_SRCLINE_TO, |
Namhyung Kim | afab87b | 2013-04-03 21:26:11 +0900 | [diff] [blame] | 220 | |
| 221 | /* memory mode specific sort keys */ |
| 222 | __SORT_MEMORY_MODE, |
Andi Kleen | f9ea55d | 2013-07-18 15:58:53 -0700 | [diff] [blame] | 223 | SORT_MEM_DADDR_SYMBOL = __SORT_MEMORY_MODE, |
Namhyung Kim | afab87b | 2013-04-03 21:26:11 +0900 | [diff] [blame] | 224 | SORT_MEM_DADDR_DSO, |
| 225 | SORT_MEM_LOCKED, |
| 226 | SORT_MEM_TLB, |
| 227 | SORT_MEM_LVL, |
| 228 | SORT_MEM_SNOOP, |
Don Zickus | 9b32ba7 | 2014-06-01 15:38:29 +0200 | [diff] [blame] | 229 | SORT_MEM_DCACHELINE, |
Don Zickus | 28e6db2 | 2015-10-05 20:06:07 +0200 | [diff] [blame] | 230 | SORT_MEM_IADDR_SYMBOL, |
Frederic Weisbecker | a4fb581 | 2009-10-22 23:23:23 +0200 | [diff] [blame] | 231 | }; |
| 232 | |
John Kacur | dd68ada | 2009-09-24 18:02:49 +0200 | [diff] [blame] | 233 | /* |
| 234 | * configurable sorting bits |
| 235 | */ |
| 236 | |
| 237 | struct sort_entry { |
Frederic Weisbecker | fcd1498 | 2010-04-14 19:11:29 +0200 | [diff] [blame] | 238 | const char *se_header; |
John Kacur | dd68ada | 2009-09-24 18:02:49 +0200 | [diff] [blame] | 239 | |
Frederic Weisbecker | fcd1498 | 2010-04-14 19:11:29 +0200 | [diff] [blame] | 240 | int64_t (*se_cmp)(struct hist_entry *, struct hist_entry *); |
| 241 | int64_t (*se_collapse)(struct hist_entry *, struct hist_entry *); |
Namhyung Kim | 202e7a6 | 2014-03-04 11:01:41 +0900 | [diff] [blame] | 242 | int64_t (*se_sort)(struct hist_entry *, struct hist_entry *); |
Arnaldo Carvalho de Melo | 316c713 | 2013-11-05 15:32:36 -0300 | [diff] [blame] | 243 | int (*se_snprintf)(struct hist_entry *he, char *bf, size_t size, |
Frederic Weisbecker | fcd1498 | 2010-04-14 19:11:29 +0200 | [diff] [blame] | 244 | unsigned int width); |
Namhyung Kim | 5443010 | 2016-02-25 00:13:37 +0900 | [diff] [blame] | 245 | int (*se_filter)(struct hist_entry *he, int type, const void *arg); |
Arnaldo Carvalho de Melo | 8a6c5b2 | 2010-07-20 14:42:52 -0300 | [diff] [blame] | 246 | u8 se_width_idx; |
John Kacur | dd68ada | 2009-09-24 18:02:49 +0200 | [diff] [blame] | 247 | }; |
| 248 | |
| 249 | extern struct sort_entry sort_thread; |
| 250 | extern struct list_head hist_entry__sort_list; |
| 251 | |
Namhyung Kim | 40184c4 | 2015-12-23 02:07:01 +0900 | [diff] [blame] | 252 | struct perf_evlist; |
| 253 | struct pevent; |
| 254 | int setup_sorting(struct perf_evlist *evlist); |
Namhyung Kim | a7d945b | 2014-03-04 10:46:34 +0900 | [diff] [blame] | 255 | int setup_output_field(void); |
Namhyung Kim | 1c89fe9 | 2014-05-07 18:42:24 +0900 | [diff] [blame] | 256 | void reset_output_field(void); |
Namhyung Kim | 08e7154 | 2013-04-03 21:26:19 +0900 | [diff] [blame] | 257 | void sort__setup_elide(FILE *fp); |
Jiri Olsa | f299842 | 2014-05-23 17:15:47 +0200 | [diff] [blame] | 258 | void perf_hpp__set_elide(int idx, bool elide); |
John Kacur | dd68ada | 2009-09-24 18:02:49 +0200 | [diff] [blame] | 259 | |
Greg Price | b21484f | 2012-12-06 21:48:05 -0800 | [diff] [blame] | 260 | int report_parse_ignore_callees_opt(const struct option *opt, const char *arg, int unset); |
| 261 | |
Jiri Olsa | 2f3f9bc | 2014-08-22 15:58:38 +0200 | [diff] [blame] | 262 | bool is_strict_order(const char *order); |
Jiri Olsa | beeaaeb | 2015-10-06 14:25:11 +0200 | [diff] [blame] | 263 | |
| 264 | int hpp_dimension__add_output(unsigned col); |
John Kacur | dd68ada | 2009-09-24 18:02:49 +0200 | [diff] [blame] | 265 | #endif /* __PERF_SORT_H */ |