blob: b1cd516f202595926ec62e4a7582ec15ee5c8e67 [file] [log] [blame]
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -03001#ifndef __PERF_MACHINE_H
2#define __PERF_MACHINE_H
3
4#include <sys/types.h>
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -03005#include <linux/rbtree.h>
6#include "map.h"
Waiman Long8fa7d872014-09-29 16:07:28 -04007#include "dso.h"
Arnaldo Carvalho de Melo58d925d2013-11-11 11:28:02 -03008#include "event.h"
Arnaldo Carvalho de Melo0a7c74e2017-04-04 13:15:04 -03009#include "rwsem.h"
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -030010
Greg Priceb21484f2012-12-06 21:48:05 -080011struct addr_location;
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030012struct branch_stack;
13struct perf_evsel;
14struct perf_sample;
15struct symbol;
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -030016struct thread;
Arnaldo Carvalho de Melob0a7d1a2012-10-06 16:26:02 -030017union perf_event;
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -030018
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030019/* Native host kernel uses -1 as pid index in machine */
20#define HOST_KERNEL_ID (-1)
21#define DEFAULT_GUEST_KERNEL_ID (0)
22
Adrian Hunter5512cf22014-01-29 16:14:39 +020023extern const char *ref_reloc_sym_names[];
24
Adrian Hunterd027b642014-07-23 14:23:00 +030025struct vdso_info;
26
Kan Liang91e467b2017-09-10 19:23:14 -070027#define THREADS__TABLE_BITS 8
28#define THREADS__TABLE_SIZE (1 << THREADS__TABLE_BITS)
29
30struct threads {
31 struct rb_root entries;
Arnaldo Carvalho de Melo0a7c74e2017-04-04 13:15:04 -030032 struct rw_semaphore lock;
Kan Liang91e467b2017-09-10 19:23:14 -070033 unsigned int nr;
34 struct list_head dead;
35 struct thread *last_match;
36};
37
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030038struct machine {
39 struct rb_node rb_node;
40 pid_t pid;
41 u16 id_hdr_size;
Adrian Huntercfe1c412014-07-31 09:00:45 +030042 bool comm_exec;
Arnaldo Carvalho de Melocaf8a0d2016-05-17 11:56:24 -030043 bool kptr_restrict_warned;
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030044 char *root_dir;
Kan Liang91e467b2017-09-10 19:23:14 -070045 struct threads threads[THREADS__TABLE_SIZE];
Adrian Hunterd027b642014-07-23 14:23:00 +030046 struct vdso_info *vdso_info;
Arnaldo Carvalho de Melo4cde9982015-09-09 12:25:00 -030047 struct perf_env *env;
Arnaldo Carvalho de Melo3d39ac52015-05-28 13:06:42 -030048 struct dsos dsos;
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030049 struct map_groups kmaps;
50 struct map *vmlinux_maps[MAP__NR_TYPES];
Adrian Hunterfbe2af42014-08-15 22:08:39 +030051 u64 kernel_start;
Adrian Hunterb9d266b2014-07-22 16:17:25 +030052 pid_t *current_tid;
Adrian Hunter0db15b12014-10-23 13:45:13 +030053 union { /* Tool specific area */
54 void *priv;
55 u64 db_id;
56 };
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030057};
58
Kan Liang91e467b2017-09-10 19:23:14 -070059static inline struct threads *machine__threads(struct machine *machine, pid_t tid)
60{
61 /* Cast it to handle tid == -1 */
62 return &machine->threads[(unsigned int)tid % THREADS__TABLE_SIZE];
63}
64
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030065static inline
Arnaldo Carvalho de Meloa5e813c2015-09-30 11:54:04 -030066struct map *__machine__kernel_map(struct machine *machine, enum map_type type)
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030067{
68 return machine->vmlinux_maps[type];
69}
70
Arnaldo Carvalho de Meloa5e813c2015-09-30 11:54:04 -030071static inline
72struct map *machine__kernel_map(struct machine *machine)
73{
74 return __machine__kernel_map(machine, MAP__FUNCTION);
75}
76
Adrian Hunterfbe2af42014-08-15 22:08:39 +030077int machine__get_kernel_start(struct machine *machine);
78
79static inline u64 machine__kernel_start(struct machine *machine)
80{
81 if (!machine->kernel_start)
82 machine__get_kernel_start(machine);
83 return machine->kernel_start;
84}
85
86static inline bool machine__kernel_ip(struct machine *machine, u64 ip)
87{
88 u64 kernel_start = machine__kernel_start(machine);
89
90 return ip >= kernel_start;
91}
92
Jiri Olsad75e6092014-03-14 15:00:03 +010093struct thread *machine__find_thread(struct machine *machine, pid_t pid,
94 pid_t tid);
Adrian Huntercfe1c412014-07-31 09:00:45 +030095struct comm *machine__thread_exec_comm(struct machine *machine,
96 struct thread *thread);
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -030097
Frederic Weisbecker162f0be2013-09-11 16:18:24 +020098int machine__process_comm_event(struct machine *machine, union perf_event *event,
99 struct perf_sample *sample);
100int machine__process_exit_event(struct machine *machine, union perf_event *event,
101 struct perf_sample *sample);
102int machine__process_fork_event(struct machine *machine, union perf_event *event,
103 struct perf_sample *sample);
104int machine__process_lost_event(struct machine *machine, union perf_event *event,
105 struct perf_sample *sample);
Kan Liangc4937a92015-05-10 15:13:15 -0400106int machine__process_lost_samples_event(struct machine *machine, union perf_event *event,
107 struct perf_sample *sample);
Adrian Hunter4a96f7a2015-04-30 17:37:29 +0300108int machine__process_aux_event(struct machine *machine,
109 union perf_event *event);
Adrian Hunter0ad21f62015-04-30 17:37:30 +0300110int machine__process_itrace_start_event(struct machine *machine,
111 union perf_event *event);
Arnaldo Carvalho de Melob8f8eb82016-03-22 13:09:37 -0300112int machine__process_switch_event(struct machine *machine,
Adrian Hunter02860392015-07-21 12:44:03 +0300113 union perf_event *event);
Hari Bathinif3b36142017-03-08 02:11:43 +0530114int machine__process_namespaces_event(struct machine *machine,
115 union perf_event *event,
116 struct perf_sample *sample);
Frederic Weisbecker162f0be2013-09-11 16:18:24 +0200117int machine__process_mmap_event(struct machine *machine, union perf_event *event,
118 struct perf_sample *sample);
119int machine__process_mmap2_event(struct machine *machine, union perf_event *event,
120 struct perf_sample *sample);
121int machine__process_event(struct machine *machine, union perf_event *event,
122 struct perf_sample *sample);
Arnaldo Carvalho de Melob0a7d1a2012-10-06 16:26:02 -0300123
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300124typedef void (*machine__process_t)(struct machine *machine, void *data);
125
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300126struct machines {
127 struct machine host;
128 struct rb_root guests;
129};
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300130
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300131void machines__init(struct machines *machines);
132void machines__exit(struct machines *machines);
133
134void machines__process_guests(struct machines *machines,
135 machine__process_t process, void *data);
136
137struct machine *machines__add(struct machines *machines, pid_t pid,
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300138 const char *root_dir);
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300139struct machine *machines__find_host(struct machines *machines);
140struct machine *machines__find(struct machines *machines, pid_t pid);
141struct machine *machines__findnew(struct machines *machines, pid_t pid);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300142
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300143void machines__set_id_hdr_size(struct machines *machines, u16 id_hdr_size);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300144char *machine__mmap_name(struct machine *machine, char *bf, size_t size);
145
Adrian Huntercfe1c412014-07-31 09:00:45 +0300146void machines__set_comm_exec(struct machines *machines, bool comm_exec);
Adrian Hunter611a5ce2013-08-08 14:32:20 +0300147
David Ahern8fb598e2013-09-28 13:13:00 -0600148struct machine *machine__new_host(void);
Arnaldo Carvalho de Melo7d132ca2017-01-05 15:31:48 -0300149struct machine *machine__new_kallsyms(void);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300150int machine__init(struct machine *machine, const char *root_dir, pid_t pid);
151void machine__exit(struct machine *machine);
Arnaldo Carvalho de Melo3f067dc2012-12-07 17:39:39 -0300152void machine__delete_threads(struct machine *machine);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300153void machine__delete(struct machine *machine);
He Kuang5e78c692015-04-10 17:35:00 +0800154void machine__remove_thread(struct machine *machine, struct thread *th);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300155
Arnaldo Carvalho de Melo644f2df2014-01-22 13:15:36 -0300156struct branch_info *sample__resolve_bstack(struct perf_sample *sample,
157 struct addr_location *al);
Arnaldo Carvalho de Meloe80faac2014-01-22 13:05:06 -0300158struct mem_info *sample__resolve_mem(struct perf_sample *sample,
159 struct addr_location *al);
Arnaldo Carvalho de Melo91d7b2d2016-04-14 14:48:07 -0300160
161struct callchain_cursor;
162
Arnaldo Carvalho de Melocc8b7c22014-10-23 15:26:17 -0300163int thread__resolve_callchain(struct thread *thread,
Arnaldo Carvalho de Melo91d7b2d2016-04-14 14:48:07 -0300164 struct callchain_cursor *cursor,
Arnaldo Carvalho de Melocc8b7c22014-10-23 15:26:17 -0300165 struct perf_evsel *evsel,
166 struct perf_sample *sample,
167 struct symbol **parent,
168 struct addr_location *root_al,
169 int max_stack);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300170
171/*
172 * Default guest kernel is defined by parameter --guestkallsyms
173 * and --guestmodules
174 */
175static inline bool machine__is_default_guest(struct machine *machine)
176{
177 return machine ? machine->pid == DEFAULT_GUEST_KERNEL_ID : false;
178}
179
180static inline bool machine__is_host(struct machine *machine)
181{
182 return machine ? machine->pid == HOST_KERNEL_ID : false;
183}
184
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -0300185struct thread *__machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid);
186struct thread *machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300187
Arnaldo Carvalho de Meloaa7cc2a2015-05-29 11:31:12 -0300188struct dso *machine__findnew_dso(struct machine *machine, const char *filename);
189
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300190size_t machine__fprintf(struct machine *machine, FILE *fp);
191
192static inline
193struct symbol *machine__find_kernel_symbol(struct machine *machine,
194 enum map_type type, u64 addr,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300195 struct map **mapp)
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300196{
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300197 return map_groups__find_symbol(&machine->kmaps, type, addr, mapp);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300198}
199
200static inline
Arnaldo Carvalho de Melo8acd3da2016-01-25 18:01:57 -0300201struct symbol *machine__find_kernel_symbol_by_name(struct machine *machine,
202 enum map_type type, const char *name,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300203 struct map **mapp)
Arnaldo Carvalho de Melo8acd3da2016-01-25 18:01:57 -0300204{
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300205 return map_groups__find_symbol_by_name(&machine->kmaps, type, name, mapp);
Arnaldo Carvalho de Melo8acd3da2016-01-25 18:01:57 -0300206}
207
208static inline
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300209struct symbol *machine__find_kernel_function(struct machine *machine, u64 addr,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300210 struct map **mapp)
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300211{
212 return machine__find_kernel_symbol(machine, MAP__FUNCTION, addr,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300213 mapp);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300214}
215
216static inline
217struct symbol *machine__find_kernel_function_by_name(struct machine *machine,
218 const char *name,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300219 struct map **mapp)
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300220{
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300221 return map_groups__find_function_by_name(&machine->kmaps, name, mapp);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300222}
223
Arnaldo Carvalho de Melo9f2de312015-06-01 12:01:02 -0300224struct map *machine__findnew_module_map(struct machine *machine, u64 start,
225 const char *filename);
Song Shan Gong203d8a42016-07-21 11:10:51 +0800226int arch__fix_module_text_start(u64 *start, const char *name);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300227
Arnaldo Carvalho de Meloe02092b2016-04-19 12:12:49 -0300228int __machine__load_kallsyms(struct machine *machine, const char *filename,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300229 enum map_type type, bool no_kcore);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300230int machine__load_kallsyms(struct machine *machine, const char *filename,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300231 enum map_type type);
232int machine__load_vmlinux_path(struct machine *machine, enum map_type type);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300233
Arnaldo Carvalho de Melo417c2ff2012-12-07 09:53:58 -0300234size_t machine__fprintf_dsos_buildid(struct machine *machine, FILE *fp,
235 bool (skip)(struct dso *dso, int parm), int parm);
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300236size_t machines__fprintf_dsos(struct machines *machines, FILE *fp);
237size_t machines__fprintf_dsos_buildid(struct machines *machines, FILE *fp,
Arnaldo Carvalho de Melo417c2ff2012-12-07 09:53:58 -0300238 bool (skip)(struct dso *dso, int parm), int parm);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300239
240void machine__destroy_kernel_maps(struct machine *machine);
241int __machine__create_kernel_maps(struct machine *machine, struct dso *kernel);
242int machine__create_kernel_maps(struct machine *machine);
243
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300244int machines__create_kernel_maps(struct machines *machines, pid_t pid);
245int machines__create_guest_kernel_maps(struct machines *machines);
246void machines__destroy_kernel_maps(struct machines *machines);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300247
248size_t machine__fprintf_vmlinux_path(struct machine *machine, FILE *fp);
249
David Ahern35feee12013-09-28 13:12:58 -0600250int machine__for_each_thread(struct machine *machine,
251 int (*fn)(struct thread *thread, void *p),
252 void *priv);
Adrian Huntera5499b32015-05-29 16:33:30 +0300253int machines__for_each_thread(struct machines *machines,
254 int (*fn)(struct thread *thread, void *p),
255 void *priv);
David Ahern35feee12013-09-28 13:12:58 -0600256
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300257int __machine__synthesize_threads(struct machine *machine, struct perf_tool *tool,
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300258 struct target *target, struct thread_map *threads,
Kan Liang9d9cad72015-06-17 09:51:11 -0400259 perf_event__handler_t process, bool data_mmap,
260 unsigned int proc_map_timeout);
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300261static inline
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300262int machine__synthesize_threads(struct machine *machine, struct target *target,
Kan Liang9d9cad72015-06-17 09:51:11 -0400263 struct thread_map *threads, bool data_mmap,
264 unsigned int proc_map_timeout)
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300265{
266 return __machine__synthesize_threads(machine, NULL, target, threads,
Kan Liang9d9cad72015-06-17 09:51:11 -0400267 perf_event__process, data_mmap,
268 proc_map_timeout);
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300269}
270
Adrian Hunterb9d266b2014-07-22 16:17:25 +0300271pid_t machine__get_current_tid(struct machine *machine, int cpu);
272int machine__set_current_tid(struct machine *machine, int cpu, pid_t pid,
273 pid_t tid);
Arnaldo Carvalho de Meloc3168b02015-07-22 16:14:29 -0300274/*
275 * For use with libtraceevent's pevent_set_function_resolver()
276 */
277char *machine__resolve_kernel_addr(void *vmachine, unsigned long long *addrp, char **modp);
Adrian Hunterb9d266b2014-07-22 16:17:25 +0300278
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -0300279#endif /* __PERF_MACHINE_H */