blob: 1a046157bfefa0d0c101dec0f220fe4eb90aef5c [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
John Kacurdd68ada2009-09-24 18:02:49 +02002#ifndef __PERF_SORT_H
3#define __PERF_SORT_H
4#include "../builtin.h"
5
Arnaldo Carvalho de Melo1eae20c2017-04-18 12:33:30 -03006#include <regex.h>
John Kacurdd68ada2009-09-24 18:02:49 +02007
8#include "color.h"
9#include <linux/list.h>
10#include "cache.h"
11#include <linux/rbtree.h>
12#include "symbol.h"
13#include "string.h"
14#include "callchain.h"
John Kacurdd68ada2009-09-24 18:02:49 +020015#include "values.h"
16
17#include "../perf.h"
18#include "debug.h"
19#include "header.h"
20
Josh Poimboeuf4b6ab942015-12-15 09:39:39 -060021#include <subcmd/parse-options.h>
John Kacurdd68ada2009-09-24 18:02:49 +020022#include "parse-events.h"
Namhyung Kim14135662013-10-31 10:17:39 +090023#include "hist.h"
Arnaldo Carvalho de Melo632a5ca2017-04-17 16:30:49 -030024#include "srcline.h"
Arnaldo Carvalho de Meloe7ff8922017-04-19 21:34:35 -030025
26struct thread;
John Kacurdd68ada2009-09-24 18:02:49 +020027
28extern regex_t parent_regex;
Arnaldo Carvalho de Meloedb7c602010-05-17 16:22:41 -030029extern const char *sort_order;
Namhyung Kima7d945b2014-03-04 10:46:34 +090030extern const char *field_order;
Arnaldo Carvalho de Meloedb7c602010-05-17 16:22:41 -030031extern const char default_parent_pattern[];
32extern const char *parent_pattern;
Arnaldo Carvalho de Melofa1f4562016-08-12 20:41:01 -030033extern const char *default_sort_order;
Greg Priceb21484f2012-12-06 21:48:05 -080034extern regex_t ignore_callees_regex;
35extern int have_ignore_callees;
Namhyung Kim55369fc2013-04-01 20:35:20 +090036extern enum sort_mode sort__mode;
John Kacurdd68ada2009-09-24 18:02:49 +020037extern struct sort_entry sort_comm;
38extern struct sort_entry sort_dso;
39extern struct sort_entry sort_sym;
40extern struct sort_entry sort_parent;
Stephane Eraniana68c2c52012-03-08 23:47:48 +010041extern struct sort_entry sort_dso_from;
42extern struct sort_entry sort_dso_to;
43extern struct sort_entry sort_sym_from;
44extern struct sort_entry sort_sym_to;
Jiri Olsaf666ac02016-09-19 15:10:10 +020045extern struct sort_entry sort_srcline;
Frederic Weisbeckera4fb5812009-10-22 23:23:23 +020046extern enum sort_type sort__first_dimension;
Yunlong Song228f14f2015-03-23 11:50:05 +080047extern const char default_mem_sort_order[];
John Kacurdd68ada2009-09-24 18:02:49 +020048
Namhyung Kimb24c28f2012-10-04 21:49:41 +090049struct he_stat {
50 u64 period;
51 u64 period_sys;
52 u64 period_us;
53 u64 period_guest_sys;
54 u64 period_guest_us;
Andi Kleen05484292013-01-24 16:10:29 +010055 u64 weight;
Namhyung Kimb24c28f2012-10-04 21:49:41 +090056 u32 nr_events;
57};
58
Hari Bathinid890a982017-03-08 02:12:13 +053059struct namespace_id {
60 u64 dev;
61 u64 ino;
62};
63
Jiri Olsa96c47f12012-10-05 16:44:42 +020064struct hist_entry_diff {
65 bool computed;
Namhyung Kima0b404f2015-04-19 13:04:10 +090066 union {
67 /* PERF_HPP__DELTA */
68 double period_ratio_delta;
Jiri Olsa96c47f12012-10-05 16:44:42 +020069
Namhyung Kima0b404f2015-04-19 13:04:10 +090070 /* PERF_HPP__RATIO */
71 double period_ratio;
Jiri Olsa96c47f12012-10-05 16:44:42 +020072
Namhyung Kima0b404f2015-04-19 13:04:10 +090073 /* HISTC_WEIGHTED_DIFF */
74 s64 wdiff;
75 };
Jiri Olsa96c47f12012-10-05 16:44:42 +020076};
77
Jiri Olsaf542e762016-07-05 08:56:04 +020078struct hist_entry_ops {
79 void *(*new)(size_t size);
80 void (*free)(void *ptr);
81};
82
Arnaldo Carvalho de Melo0f0cbf72010-07-26 17:13:40 -030083/**
84 * struct hist_entry - histogram entry
85 *
86 * @row_offset - offset from the first callchain expanded to appear on screen
87 * @nr_rows - rows expanded in callchain, recalculated on folding/unfolding
88 */
John Kacurdd68ada2009-09-24 18:02:49 +020089struct hist_entry {
Arnaldo Carvalho de Melo1980c2eb2011-10-05 17:50:23 -030090 struct rb_node rb_node_in;
John Kacurdd68ada2009-09-24 18:02:49 +020091 struct rb_node rb_node;
Arnaldo Carvalho de Melob821c732012-10-25 14:42:45 -020092 union {
93 struct list_head node;
94 struct list_head head;
95 } pairs;
Namhyung Kimb24c28f2012-10-04 21:49:41 +090096 struct he_stat stat;
Namhyung Kimf8be1c82012-09-11 13:15:07 +090097 struct he_stat *stat_acc;
Arnaldo Carvalho de Melo59fd5302010-03-24 16:40:17 -030098 struct map_symbol ms;
Arnaldo Carvalho de Meloa5e29ac2010-04-03 22:44:37 -030099 struct thread *thread;
Namhyung Kim4dfced32013-09-13 16:28:57 +0900100 struct comm *comm;
Hari Bathinid890a982017-03-08 02:12:13 +0530101 struct namespace_id cgroup_id;
John Kacurdd68ada2009-09-24 18:02:49 +0200102 u64 ip;
Andi Kleen475eeab2013-09-20 07:40:43 -0700103 u64 transaction;
Kan Liang0c4c4deb2015-09-04 10:45:42 -0400104 s32 socket;
Arun Sharmaf60f3592010-06-04 11:27:10 -0300105 s32 cpu;
Don Zickus7365be52014-05-27 12:28:05 -0400106 u8 cpumode;
Namhyung Kimaef810e2016-02-25 00:13:34 +0900107 u8 depth;
Arnaldo Carvalho de Melo0f0cbf72010-07-26 17:13:40 -0300108
Jiri Olsae0af43d2012-12-01 21:18:20 +0100109 /* We are added by hists__add_dummy_entry. */
110 bool dummy;
Namhyung Kimaef810e2016-02-25 00:13:34 +0900111 bool leaf;
Jiri Olsae0af43d2012-12-01 21:18:20 +0100112
John Kacurdd68ada2009-09-24 18:02:49 +0200113 char level;
Arnaldo Carvalho de Meloa5e29ac2010-04-03 22:44:37 -0300114 u8 filtered;
Namhyung Kim29750822015-04-22 16:18:12 +0900115 union {
116 /*
117 * Since perf diff only supports the stdio output, TUI
118 * fields are only accessed from perf report (or perf
Masahiro Yamada03440c42017-02-27 14:28:49 -0800119 * top). So make it a union to reduce memory usage.
Namhyung Kim29750822015-04-22 16:18:12 +0900120 */
121 struct hist_entry_diff diff;
122 struct /* for TUI */ {
123 u16 row_offset;
124 u16 nr_rows;
Namhyung Kimd8a0f802015-04-22 16:18:13 +0900125 bool init_have_children;
Namhyung Kim3698dab2015-05-05 23:55:46 +0900126 bool unfolded;
127 bool has_children;
Namhyung Kim79dded82016-02-26 21:13:19 +0900128 bool has_no_entry;
Namhyung Kim29750822015-04-22 16:18:12 +0900129 };
130 };
Arnaldo Carvalho de Melo409a8be2012-05-30 10:33:24 -0300131 char *srcline;
Andi Kleen31191a82015-08-07 15:54:24 -0700132 char *srcfile;
Arnaldo Carvalho de Melo83753192010-04-03 16:30:44 -0300133 struct symbol *parent;
Roberto Agostino Vitillob5387522012-02-09 23:21:01 +0100134 struct branch_info *branch_info;
Jiri Olsaae359f12012-10-04 21:49:35 +0900135 struct hists *hists;
Stephane Eranian98a3b322013-01-24 16:10:35 +0100136 struct mem_info *mem_info;
Namhyung Kim72392832015-12-24 11:16:17 +0900137 void *raw_data;
138 u32 raw_size;
Namhyung Kim60517d22015-12-23 02:07:03 +0900139 void *trace_output;
Namhyung Kim1b2dbbf2016-03-07 16:44:46 -0300140 struct perf_hpp_list *hpp_list;
Namhyung Kimaef810e2016-02-25 00:13:34 +0900141 struct hist_entry *parent_he;
Jiri Olsaf542e762016-07-05 08:56:04 +0200142 struct hist_entry_ops *ops;
Namhyung Kimaef810e2016-02-25 00:13:34 +0900143 union {
144 /* this is for hierarchical entry structure */
145 struct {
146 struct rb_root hroot_in;
147 struct rb_root hroot_out;
148 }; /* non-leaf entries */
149 struct rb_root sorted_chain; /* leaf entry has callchains */
150 };
Stephane Eranian98a3b322013-01-24 16:10:35 +0100151 struct callchain_root callchain[0]; /* must be last member */
John Kacurdd68ada2009-09-24 18:02:49 +0200152};
153
Arnaldo Carvalho de Melo0b5d6ec2018-05-29 13:28:24 -0300154static __pure inline bool hist_entry__has_callchains(struct hist_entry *he)
155{
156 const struct perf_evsel *evsel = hists_to_evsel(he->hists);
157 return evsel__has_callchain(evsel);
158}
159
Arnaldo Carvalho de Melob821c732012-10-25 14:42:45 -0200160static inline bool hist_entry__has_pairs(struct hist_entry *he)
161{
162 return !list_empty(&he->pairs.node);
163}
164
165static inline struct hist_entry *hist_entry__next_pair(struct hist_entry *he)
166{
167 if (hist_entry__has_pairs(he))
168 return list_entry(he->pairs.node.next, struct hist_entry, pairs.node);
169 return NULL;
170}
171
Jiri Olsa4d233222012-12-13 14:09:00 +0100172static inline void hist_entry__add_pair(struct hist_entry *pair,
173 struct hist_entry *he)
Arnaldo Carvalho de Melob821c732012-10-25 14:42:45 -0200174{
Jiri Olsa4d233222012-12-13 14:09:00 +0100175 list_add_tail(&pair->pairs.node, &he->pairs.head);
Arnaldo Carvalho de Melob821c732012-10-25 14:42:45 -0200176}
177
Namhyung Kim14135662013-10-31 10:17:39 +0900178static inline float hist_entry__get_percent_limit(struct hist_entry *he)
179{
180 u64 period = he->stat.period;
181 u64 total_period = hists__total_period(he->hists);
182
183 if (unlikely(total_period == 0))
184 return 0;
185
186 if (symbol_conf.cumulate_callchain)
187 period = he->stat_acc->period;
188
189 return period * 100.0 / total_period;
190}
191
Jiri Olsae95cf702016-02-15 09:34:32 +0100192static inline u64 cl_address(u64 address)
193{
194 /* return the cacheline of the address */
Arnaldo Carvalho de Melo9ac94e32018-05-17 15:03:05 -0300195 return (address & ~(cacheline_size() - 1));
Jiri Olsae95cf702016-02-15 09:34:32 +0100196}
Namhyung Kim14135662013-10-31 10:17:39 +0900197
Jiri Olsad3927112016-02-15 09:34:33 +0100198static inline u64 cl_offset(u64 address)
199{
200 /* return the cacheline of the address */
Arnaldo Carvalho de Melo9ac94e32018-05-17 15:03:05 -0300201 return (address & (cacheline_size() - 1));
Jiri Olsad3927112016-02-15 09:34:33 +0100202}
203
Namhyung Kim55369fc2013-04-01 20:35:20 +0900204enum sort_mode {
205 SORT_MODE__NORMAL,
206 SORT_MODE__BRANCH,
207 SORT_MODE__MEMORY,
Namhyung Kim512ae1b2014-03-18 11:31:39 +0900208 SORT_MODE__TOP,
209 SORT_MODE__DIFF,
Namhyung Kimd49dade2015-12-23 02:07:10 +0900210 SORT_MODE__TRACEPOINT,
Namhyung Kim55369fc2013-04-01 20:35:20 +0900211};
212
Frederic Weisbeckera4fb5812009-10-22 23:23:23 +0200213enum sort_type {
Namhyung Kimfc5871e2012-12-27 18:11:46 +0900214 /* common sort keys */
Frederic Weisbeckera4fb5812009-10-22 23:23:23 +0200215 SORT_PID,
216 SORT_COMM,
217 SORT_DSO,
218 SORT_SYM,
Arun Sharmaf60f3592010-06-04 11:27:10 -0300219 SORT_PARENT,
220 SORT_CPU,
Kan Liang2e7ea3a2015-09-04 10:45:43 -0400221 SORT_SOCKET,
Namhyung Kimfc5871e2012-12-27 18:11:46 +0900222 SORT_SRCLINE,
Andi Kleen31191a82015-08-07 15:54:24 -0700223 SORT_SRCFILE,
Andi Kleenf9ea55d2013-07-18 15:58:53 -0700224 SORT_LOCAL_WEIGHT,
225 SORT_GLOBAL_WEIGHT,
Andi Kleen475eeab2013-09-20 07:40:43 -0700226 SORT_TRANSACTION,
Namhyung Kima34bb6a2015-12-23 02:07:04 +0900227 SORT_TRACE,
Charles Baylis7768f8d2017-02-24 13:32:56 +0000228 SORT_SYM_SIZE,
Kim Phillipsb74d12d2018-03-27 06:09:56 -0500229 SORT_DSO_SIZE,
Hari Bathinid890a982017-03-08 02:12:13 +0530230 SORT_CGROUP_ID,
Namhyung Kimfc5871e2012-12-27 18:11:46 +0900231
232 /* branch stack specific sort keys */
233 __SORT_BRANCH_STACK,
234 SORT_DSO_FROM = __SORT_BRANCH_STACK,
Roberto Agostino Vitillob5387522012-02-09 23:21:01 +0100235 SORT_DSO_TO,
236 SORT_SYM_FROM,
237 SORT_SYM_TO,
238 SORT_MISPREDICT,
Andi Kleenf5d05bc2013-09-20 07:40:41 -0700239 SORT_ABORT,
240 SORT_IN_TX,
Andi Kleen0e332f02015-07-18 08:24:46 -0700241 SORT_CYCLES,
Andi Kleen508be0d2016-05-20 13:15:08 -0700242 SORT_SRCLINE_FROM,
243 SORT_SRCLINE_TO,
Namhyung Kimafab87b2013-04-03 21:26:11 +0900244
245 /* memory mode specific sort keys */
246 __SORT_MEMORY_MODE,
Andi Kleenf9ea55d2013-07-18 15:58:53 -0700247 SORT_MEM_DADDR_SYMBOL = __SORT_MEMORY_MODE,
Namhyung Kimafab87b2013-04-03 21:26:11 +0900248 SORT_MEM_DADDR_DSO,
249 SORT_MEM_LOCKED,
250 SORT_MEM_TLB,
251 SORT_MEM_LVL,
252 SORT_MEM_SNOOP,
Don Zickus9b32ba72014-06-01 15:38:29 +0200253 SORT_MEM_DCACHELINE,
Don Zickus28e6db22015-10-05 20:06:07 +0200254 SORT_MEM_IADDR_SYMBOL,
Kan Liang8780fb22017-08-29 13:11:09 -0400255 SORT_MEM_PHYS_DADDR,
Frederic Weisbeckera4fb5812009-10-22 23:23:23 +0200256};
257
John Kacurdd68ada2009-09-24 18:02:49 +0200258/*
259 * configurable sorting bits
260 */
261
262struct sort_entry {
Frederic Weisbeckerfcd14982010-04-14 19:11:29 +0200263 const char *se_header;
John Kacurdd68ada2009-09-24 18:02:49 +0200264
Frederic Weisbeckerfcd14982010-04-14 19:11:29 +0200265 int64_t (*se_cmp)(struct hist_entry *, struct hist_entry *);
266 int64_t (*se_collapse)(struct hist_entry *, struct hist_entry *);
Namhyung Kim202e7a62014-03-04 11:01:41 +0900267 int64_t (*se_sort)(struct hist_entry *, struct hist_entry *);
Arnaldo Carvalho de Melo316c7132013-11-05 15:32:36 -0300268 int (*se_snprintf)(struct hist_entry *he, char *bf, size_t size,
Frederic Weisbeckerfcd14982010-04-14 19:11:29 +0200269 unsigned int width);
Namhyung Kim54430102016-02-25 00:13:37 +0900270 int (*se_filter)(struct hist_entry *he, int type, const void *arg);
Arnaldo Carvalho de Melo8a6c5b22010-07-20 14:42:52 -0300271 u8 se_width_idx;
John Kacurdd68ada2009-09-24 18:02:49 +0200272};
273
274extern struct sort_entry sort_thread;
275extern struct list_head hist_entry__sort_list;
276
Namhyung Kim40184c42015-12-23 02:07:01 +0900277struct perf_evlist;
278struct pevent;
279int setup_sorting(struct perf_evlist *evlist);
Namhyung Kima7d945b2014-03-04 10:46:34 +0900280int setup_output_field(void);
Namhyung Kim1c89fe92014-05-07 18:42:24 +0900281void reset_output_field(void);
Namhyung Kim08e71542013-04-03 21:26:19 +0900282void sort__setup_elide(FILE *fp);
Jiri Olsaf2998422014-05-23 17:15:47 +0200283void perf_hpp__set_elide(int idx, bool elide);
John Kacurdd68ada2009-09-24 18:02:49 +0200284
Greg Priceb21484f2012-12-06 21:48:05 -0800285int report_parse_ignore_callees_opt(const struct option *opt, const char *arg, int unset);
286
Jiri Olsa2f3f9bc2014-08-22 15:58:38 +0200287bool is_strict_order(const char *order);
Jiri Olsabeeaaeb2015-10-06 14:25:11 +0200288
289int hpp_dimension__add_output(unsigned col);
Jiri Olsabcf98742016-09-22 17:36:32 +0200290void reset_dimensions(void);
Jiri Olsaa76490e2016-09-22 17:36:33 +0200291int sort_dimension__add(struct perf_hpp_list *list, const char *tok,
292 struct perf_evlist *evlist,
293 int level);
294int output_field_add(struct perf_hpp_list *list, char *tok);
Jiri Olsa5fe7b9b2016-09-22 17:36:34 +0200295int64_t
296sort__iaddr_cmp(struct hist_entry *left, struct hist_entry *right);
297int64_t
298sort__daddr_cmp(struct hist_entry *left, struct hist_entry *right);
299int64_t
300sort__dcacheline_cmp(struct hist_entry *left, struct hist_entry *right);
Arnaldo Carvalho de Melo6a53da02018-05-28 11:06:58 -0300301char *hist_entry__srcline(struct hist_entry *he);
John Kacurdd68ada2009-09-24 18:02:49 +0200302#endif /* __PERF_SORT_H */