blob: 5ce860b64c74171ec47d61fe11ad18711f2c94b3 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -03002#ifndef __PERF_MACHINE_H
3#define __PERF_MACHINE_H
4
5#include <sys/types.h>
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -03006#include <linux/rbtree.h>
7#include "map.h"
Waiman Long8fa7d872014-09-29 16:07:28 -04008#include "dso.h"
Arnaldo Carvalho de Melo58d925d2013-11-11 11:28:02 -03009#include "event.h"
Arnaldo Carvalho de Melo0a7c74e2017-04-04 13:15:04 -030010#include "rwsem.h"
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -030011
Greg Priceb21484f2012-12-06 21:48:05 -080012struct addr_location;
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030013struct branch_stack;
14struct perf_evsel;
15struct perf_sample;
16struct symbol;
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -030017struct thread;
Arnaldo Carvalho de Melob0a7d1a2012-10-06 16:26:02 -030018union perf_event;
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -030019
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030020/* Native host kernel uses -1 as pid index in machine */
21#define HOST_KERNEL_ID (-1)
22#define DEFAULT_GUEST_KERNEL_ID (0)
23
Adrian Hunter5512cf22014-01-29 16:14:39 +020024extern const char *ref_reloc_sym_names[];
25
Adrian Hunterd027b642014-07-23 14:23:00 +030026struct vdso_info;
27
Kan Liang91e467b2017-09-10 19:23:14 -070028#define THREADS__TABLE_BITS 8
29#define THREADS__TABLE_SIZE (1 << THREADS__TABLE_BITS)
30
31struct threads {
32 struct rb_root entries;
Arnaldo Carvalho de Melo0a7c74e2017-04-04 13:15:04 -030033 struct rw_semaphore lock;
Kan Liang91e467b2017-09-10 19:23:14 -070034 unsigned int nr;
35 struct list_head dead;
36 struct thread *last_match;
37};
38
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030039struct machine {
40 struct rb_node rb_node;
41 pid_t pid;
42 u16 id_hdr_size;
Adrian Huntercfe1c412014-07-31 09:00:45 +030043 bool comm_exec;
Arnaldo Carvalho de Melocaf8a0d2016-05-17 11:56:24 -030044 bool kptr_restrict_warned;
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030045 char *root_dir;
Kan Liang91e467b2017-09-10 19:23:14 -070046 struct threads threads[THREADS__TABLE_SIZE];
Adrian Hunterd027b642014-07-23 14:23:00 +030047 struct vdso_info *vdso_info;
Arnaldo Carvalho de Melo4cde9982015-09-09 12:25:00 -030048 struct perf_env *env;
Arnaldo Carvalho de Melo3d39ac52015-05-28 13:06:42 -030049 struct dsos dsos;
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030050 struct map_groups kmaps;
51 struct map *vmlinux_maps[MAP__NR_TYPES];
Adrian Hunterfbe2af42014-08-15 22:08:39 +030052 u64 kernel_start;
Adrian Hunterb9d266b2014-07-22 16:17:25 +030053 pid_t *current_tid;
Adrian Hunter0db15b12014-10-23 13:45:13 +030054 union { /* Tool specific area */
55 void *priv;
56 u64 db_id;
57 };
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030058};
59
Kan Liang91e467b2017-09-10 19:23:14 -070060static inline struct threads *machine__threads(struct machine *machine, pid_t tid)
61{
62 /* Cast it to handle tid == -1 */
63 return &machine->threads[(unsigned int)tid % THREADS__TABLE_SIZE];
64}
65
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030066static inline
Arnaldo Carvalho de Meloa5e813c2015-09-30 11:54:04 -030067struct map *__machine__kernel_map(struct machine *machine, enum map_type type)
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030068{
69 return machine->vmlinux_maps[type];
70}
71
Arnaldo Carvalho de Meloa5e813c2015-09-30 11:54:04 -030072static inline
73struct map *machine__kernel_map(struct machine *machine)
74{
75 return __machine__kernel_map(machine, MAP__FUNCTION);
76}
77
Adrian Hunterfbe2af42014-08-15 22:08:39 +030078int machine__get_kernel_start(struct machine *machine);
79
80static inline u64 machine__kernel_start(struct machine *machine)
81{
82 if (!machine->kernel_start)
83 machine__get_kernel_start(machine);
84 return machine->kernel_start;
85}
86
87static inline bool machine__kernel_ip(struct machine *machine, u64 ip)
88{
89 u64 kernel_start = machine__kernel_start(machine);
90
91 return ip >= kernel_start;
92}
93
Jiri Olsad75e6092014-03-14 15:00:03 +010094struct thread *machine__find_thread(struct machine *machine, pid_t pid,
95 pid_t tid);
Adrian Huntercfe1c412014-07-31 09:00:45 +030096struct comm *machine__thread_exec_comm(struct machine *machine,
97 struct thread *thread);
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -030098
Frederic Weisbecker162f0be2013-09-11 16:18:24 +020099int machine__process_comm_event(struct machine *machine, union perf_event *event,
100 struct perf_sample *sample);
101int machine__process_exit_event(struct machine *machine, union perf_event *event,
102 struct perf_sample *sample);
103int machine__process_fork_event(struct machine *machine, union perf_event *event,
104 struct perf_sample *sample);
105int machine__process_lost_event(struct machine *machine, union perf_event *event,
106 struct perf_sample *sample);
Kan Liangc4937a92015-05-10 15:13:15 -0400107int machine__process_lost_samples_event(struct machine *machine, union perf_event *event,
108 struct perf_sample *sample);
Adrian Hunter4a96f7a2015-04-30 17:37:29 +0300109int machine__process_aux_event(struct machine *machine,
110 union perf_event *event);
Adrian Hunter0ad21f62015-04-30 17:37:30 +0300111int machine__process_itrace_start_event(struct machine *machine,
112 union perf_event *event);
Arnaldo Carvalho de Melob8f8eb82016-03-22 13:09:37 -0300113int machine__process_switch_event(struct machine *machine,
Adrian Hunter02860392015-07-21 12:44:03 +0300114 union perf_event *event);
Hari Bathinif3b36142017-03-08 02:11:43 +0530115int machine__process_namespaces_event(struct machine *machine,
116 union perf_event *event,
117 struct perf_sample *sample);
Frederic Weisbecker162f0be2013-09-11 16:18:24 +0200118int machine__process_mmap_event(struct machine *machine, union perf_event *event,
119 struct perf_sample *sample);
120int machine__process_mmap2_event(struct machine *machine, union perf_event *event,
121 struct perf_sample *sample);
122int machine__process_event(struct machine *machine, union perf_event *event,
123 struct perf_sample *sample);
Arnaldo Carvalho de Melob0a7d1a2012-10-06 16:26:02 -0300124
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300125typedef void (*machine__process_t)(struct machine *machine, void *data);
126
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300127struct machines {
128 struct machine host;
129 struct rb_root guests;
130};
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300131
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300132void machines__init(struct machines *machines);
133void machines__exit(struct machines *machines);
134
135void machines__process_guests(struct machines *machines,
136 machine__process_t process, void *data);
137
138struct machine *machines__add(struct machines *machines, pid_t pid,
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300139 const char *root_dir);
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300140struct machine *machines__find_host(struct machines *machines);
141struct machine *machines__find(struct machines *machines, pid_t pid);
142struct machine *machines__findnew(struct machines *machines, pid_t pid);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300143
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300144void machines__set_id_hdr_size(struct machines *machines, u16 id_hdr_size);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300145char *machine__mmap_name(struct machine *machine, char *bf, size_t size);
146
Adrian Huntercfe1c412014-07-31 09:00:45 +0300147void machines__set_comm_exec(struct machines *machines, bool comm_exec);
Adrian Hunter611a5ce2013-08-08 14:32:20 +0300148
David Ahern8fb598e2013-09-28 13:13:00 -0600149struct machine *machine__new_host(void);
Arnaldo Carvalho de Melo7d132ca2017-01-05 15:31:48 -0300150struct machine *machine__new_kallsyms(void);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300151int machine__init(struct machine *machine, const char *root_dir, pid_t pid);
152void machine__exit(struct machine *machine);
Arnaldo Carvalho de Melo3f067dc2012-12-07 17:39:39 -0300153void machine__delete_threads(struct machine *machine);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300154void machine__delete(struct machine *machine);
He Kuang5e78c692015-04-10 17:35:00 +0800155void machine__remove_thread(struct machine *machine, struct thread *th);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300156
Arnaldo Carvalho de Melo644f2df2014-01-22 13:15:36 -0300157struct branch_info *sample__resolve_bstack(struct perf_sample *sample,
158 struct addr_location *al);
Arnaldo Carvalho de Meloe80faac2014-01-22 13:05:06 -0300159struct mem_info *sample__resolve_mem(struct perf_sample *sample,
160 struct addr_location *al);
Arnaldo Carvalho de Melo91d7b2d2016-04-14 14:48:07 -0300161
162struct callchain_cursor;
163
Arnaldo Carvalho de Melocc8b7c22014-10-23 15:26:17 -0300164int thread__resolve_callchain(struct thread *thread,
Arnaldo Carvalho de Melo91d7b2d2016-04-14 14:48:07 -0300165 struct callchain_cursor *cursor,
Arnaldo Carvalho de Melocc8b7c22014-10-23 15:26:17 -0300166 struct perf_evsel *evsel,
167 struct perf_sample *sample,
168 struct symbol **parent,
169 struct addr_location *root_al,
170 int max_stack);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300171
172/*
173 * Default guest kernel is defined by parameter --guestkallsyms
174 * and --guestmodules
175 */
176static inline bool machine__is_default_guest(struct machine *machine)
177{
178 return machine ? machine->pid == DEFAULT_GUEST_KERNEL_ID : false;
179}
180
181static inline bool machine__is_host(struct machine *machine)
182{
183 return machine ? machine->pid == HOST_KERNEL_ID : false;
184}
185
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -0300186struct thread *__machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid);
187struct thread *machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300188
Arnaldo Carvalho de Meloaa7cc2a2015-05-29 11:31:12 -0300189struct dso *machine__findnew_dso(struct machine *machine, const char *filename);
190
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300191size_t machine__fprintf(struct machine *machine, FILE *fp);
192
193static inline
194struct symbol *machine__find_kernel_symbol(struct machine *machine,
195 enum map_type type, u64 addr,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300196 struct map **mapp)
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300197{
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300198 return map_groups__find_symbol(&machine->kmaps, type, addr, mapp);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300199}
200
201static inline
Arnaldo Carvalho de Melo8acd3da2016-01-25 18:01:57 -0300202struct symbol *machine__find_kernel_symbol_by_name(struct machine *machine,
203 enum map_type type, const char *name,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300204 struct map **mapp)
Arnaldo Carvalho de Melo8acd3da2016-01-25 18:01:57 -0300205{
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300206 return map_groups__find_symbol_by_name(&machine->kmaps, type, name, mapp);
Arnaldo Carvalho de Melo8acd3da2016-01-25 18:01:57 -0300207}
208
209static inline
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300210struct symbol *machine__find_kernel_function(struct machine *machine, u64 addr,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300211 struct map **mapp)
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300212{
213 return machine__find_kernel_symbol(machine, MAP__FUNCTION, addr,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300214 mapp);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300215}
216
217static inline
218struct symbol *machine__find_kernel_function_by_name(struct machine *machine,
219 const char *name,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300220 struct map **mapp)
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300221{
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300222 return map_groups__find_function_by_name(&machine->kmaps, name, mapp);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300223}
224
Arnaldo Carvalho de Melo9f2de312015-06-01 12:01:02 -0300225struct map *machine__findnew_module_map(struct machine *machine, u64 start,
226 const char *filename);
Song Shan Gong203d8a42016-07-21 11:10:51 +0800227int arch__fix_module_text_start(u64 *start, const char *name);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300228
Arnaldo Carvalho de Meloe02092b2016-04-19 12:12:49 -0300229int __machine__load_kallsyms(struct machine *machine, const char *filename,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300230 enum map_type type, bool no_kcore);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300231int machine__load_kallsyms(struct machine *machine, const char *filename,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300232 enum map_type type);
233int machine__load_vmlinux_path(struct machine *machine, enum map_type type);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300234
Arnaldo Carvalho de Melo417c2ff2012-12-07 09:53:58 -0300235size_t machine__fprintf_dsos_buildid(struct machine *machine, FILE *fp,
236 bool (skip)(struct dso *dso, int parm), int parm);
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300237size_t machines__fprintf_dsos(struct machines *machines, FILE *fp);
238size_t machines__fprintf_dsos_buildid(struct machines *machines, FILE *fp,
Arnaldo Carvalho de Melo417c2ff2012-12-07 09:53:58 -0300239 bool (skip)(struct dso *dso, int parm), int parm);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300240
241void machine__destroy_kernel_maps(struct machine *machine);
242int __machine__create_kernel_maps(struct machine *machine, struct dso *kernel);
243int machine__create_kernel_maps(struct machine *machine);
244
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300245int machines__create_kernel_maps(struct machines *machines, pid_t pid);
246int machines__create_guest_kernel_maps(struct machines *machines);
247void machines__destroy_kernel_maps(struct machines *machines);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300248
249size_t machine__fprintf_vmlinux_path(struct machine *machine, FILE *fp);
250
David Ahern35feee12013-09-28 13:12:58 -0600251int machine__for_each_thread(struct machine *machine,
252 int (*fn)(struct thread *thread, void *p),
253 void *priv);
Adrian Huntera5499b32015-05-29 16:33:30 +0300254int machines__for_each_thread(struct machines *machines,
255 int (*fn)(struct thread *thread, void *p),
256 void *priv);
David Ahern35feee12013-09-28 13:12:58 -0600257
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300258int __machine__synthesize_threads(struct machine *machine, struct perf_tool *tool,
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300259 struct target *target, struct thread_map *threads,
Kan Liang9d9cad72015-06-17 09:51:11 -0400260 perf_event__handler_t process, bool data_mmap,
Kan Liang340b47f2017-09-29 07:47:54 -0700261 unsigned int proc_map_timeout,
262 unsigned int nr_threads_synthesize);
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300263static inline
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300264int machine__synthesize_threads(struct machine *machine, struct target *target,
Kan Liang9d9cad72015-06-17 09:51:11 -0400265 struct thread_map *threads, bool data_mmap,
Kan Liang340b47f2017-09-29 07:47:54 -0700266 unsigned int proc_map_timeout,
267 unsigned int nr_threads_synthesize)
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300268{
269 return __machine__synthesize_threads(machine, NULL, target, threads,
Kan Liang9d9cad72015-06-17 09:51:11 -0400270 perf_event__process, data_mmap,
Kan Liang340b47f2017-09-29 07:47:54 -0700271 proc_map_timeout,
272 nr_threads_synthesize);
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300273}
274
Adrian Hunterb9d266b2014-07-22 16:17:25 +0300275pid_t machine__get_current_tid(struct machine *machine, int cpu);
276int machine__set_current_tid(struct machine *machine, int cpu, pid_t pid,
277 pid_t tid);
Arnaldo Carvalho de Meloc3168b02015-07-22 16:14:29 -0300278/*
279 * For use with libtraceevent's pevent_set_function_resolver()
280 */
281char *machine__resolve_kernel_addr(void *vmachine, unsigned long long *addrp, char **modp);
Adrian Hunterb9d266b2014-07-22 16:17:25 +0300282
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -0300283#endif /* __PERF_MACHINE_H */