blob: 1de7660d93e97430382c00318dab288dd025ec39 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -03002#ifndef __PERF_MACHINE_H
3#define __PERF_MACHINE_H
4
5#include <sys/types.h>
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -03006#include <linux/rbtree.h>
7#include "map.h"
Waiman Long8fa7d872014-09-29 16:07:28 -04008#include "dso.h"
Arnaldo Carvalho de Melo58d925d2013-11-11 11:28:02 -03009#include "event.h"
Arnaldo Carvalho de Melo0a7c74e2017-04-04 13:15:04 -030010#include "rwsem.h"
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -030011
Greg Priceb21484f2012-12-06 21:48:05 -080012struct addr_location;
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030013struct branch_stack;
14struct perf_evsel;
15struct perf_sample;
16struct symbol;
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -030017struct thread;
Arnaldo Carvalho de Melob0a7d1a2012-10-06 16:26:02 -030018union perf_event;
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -030019
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030020/* Native host kernel uses -1 as pid index in machine */
21#define HOST_KERNEL_ID (-1)
22#define DEFAULT_GUEST_KERNEL_ID (0)
23
Adrian Hunter5512cf22014-01-29 16:14:39 +020024extern const char *ref_reloc_sym_names[];
25
Adrian Hunterd027b642014-07-23 14:23:00 +030026struct vdso_info;
27
Kan Liang91e467b2017-09-10 19:23:14 -070028#define THREADS__TABLE_BITS 8
29#define THREADS__TABLE_SIZE (1 << THREADS__TABLE_BITS)
30
31struct threads {
32 struct rb_root entries;
Arnaldo Carvalho de Melo0a7c74e2017-04-04 13:15:04 -030033 struct rw_semaphore lock;
Kan Liang91e467b2017-09-10 19:23:14 -070034 unsigned int nr;
35 struct list_head dead;
36 struct thread *last_match;
37};
38
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030039struct machine {
40 struct rb_node rb_node;
41 pid_t pid;
42 u16 id_hdr_size;
Adrian Huntercfe1c412014-07-31 09:00:45 +030043 bool comm_exec;
Arnaldo Carvalho de Melocaf8a0d2016-05-17 11:56:24 -030044 bool kptr_restrict_warned;
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030045 char *root_dir;
Jiri Olsa8c7f1bb2018-02-15 13:26:30 +010046 char *mmap_name;
Kan Liang91e467b2017-09-10 19:23:14 -070047 struct threads threads[THREADS__TABLE_SIZE];
Adrian Hunterd027b642014-07-23 14:23:00 +030048 struct vdso_info *vdso_info;
Arnaldo Carvalho de Melo4cde9982015-09-09 12:25:00 -030049 struct perf_env *env;
Arnaldo Carvalho de Melo3d39ac52015-05-28 13:06:42 -030050 struct dsos dsos;
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030051 struct map_groups kmaps;
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -030052 struct map *vmlinux_map;
Adrian Hunterfbe2af42014-08-15 22:08:39 +030053 u64 kernel_start;
Adrian Hunterb9d266b2014-07-22 16:17:25 +030054 pid_t *current_tid;
Adrian Hunter0db15b12014-10-23 13:45:13 +030055 union { /* Tool specific area */
56 void *priv;
57 u64 db_id;
58 };
Adrian Hunter1c5aae72018-05-22 13:54:36 +030059 bool trampolines_mapped;
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -030060};
61
Kan Liang91e467b2017-09-10 19:23:14 -070062static inline struct threads *machine__threads(struct machine *machine, pid_t tid)
63{
64 /* Cast it to handle tid == -1 */
65 return &machine->threads[(unsigned int)tid % THREADS__TABLE_SIZE];
66}
67
Arnaldo Carvalho de Melo68a74182018-04-24 17:06:25 -030068/*
69 * The main kernel (vmlinux) map
70 */
Arnaldo Carvalho de Meloa5e813c2015-09-30 11:54:04 -030071static inline
72struct map *machine__kernel_map(struct machine *machine)
73{
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -030074 return machine->vmlinux_map;
Arnaldo Carvalho de Meloa5e813c2015-09-30 11:54:04 -030075}
76
Arnaldo Carvalho de Melo68a74182018-04-24 17:06:25 -030077/*
78 * kernel (the one returned by machine__kernel_map()) plus kernel modules maps
79 */
80static inline
81struct maps *machine__kernel_maps(struct machine *machine)
82{
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -030083 return &machine->kmaps.maps;
Arnaldo Carvalho de Melo68a74182018-04-24 17:06:25 -030084}
85
Adrian Hunterfbe2af42014-08-15 22:08:39 +030086int machine__get_kernel_start(struct machine *machine);
87
88static inline u64 machine__kernel_start(struct machine *machine)
89{
90 if (!machine->kernel_start)
91 machine__get_kernel_start(machine);
92 return machine->kernel_start;
93}
94
95static inline bool machine__kernel_ip(struct machine *machine, u64 ip)
96{
97 u64 kernel_start = machine__kernel_start(machine);
98
99 return ip >= kernel_start;
100}
101
Jiri Olsad75e6092014-03-14 15:00:03 +0100102struct thread *machine__find_thread(struct machine *machine, pid_t pid,
103 pid_t tid);
Adrian Huntercfe1c412014-07-31 09:00:45 +0300104struct comm *machine__thread_exec_comm(struct machine *machine,
105 struct thread *thread);
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -0300106
Frederic Weisbecker162f0be2013-09-11 16:18:24 +0200107int machine__process_comm_event(struct machine *machine, union perf_event *event,
108 struct perf_sample *sample);
109int machine__process_exit_event(struct machine *machine, union perf_event *event,
110 struct perf_sample *sample);
111int machine__process_fork_event(struct machine *machine, union perf_event *event,
112 struct perf_sample *sample);
113int machine__process_lost_event(struct machine *machine, union perf_event *event,
114 struct perf_sample *sample);
Kan Liangc4937a92015-05-10 15:13:15 -0400115int machine__process_lost_samples_event(struct machine *machine, union perf_event *event,
116 struct perf_sample *sample);
Adrian Hunter4a96f7a2015-04-30 17:37:29 +0300117int machine__process_aux_event(struct machine *machine,
118 union perf_event *event);
Adrian Hunter0ad21f62015-04-30 17:37:30 +0300119int machine__process_itrace_start_event(struct machine *machine,
120 union perf_event *event);
Arnaldo Carvalho de Melob8f8eb82016-03-22 13:09:37 -0300121int machine__process_switch_event(struct machine *machine,
Adrian Hunter02860392015-07-21 12:44:03 +0300122 union perf_event *event);
Hari Bathinif3b36142017-03-08 02:11:43 +0530123int machine__process_namespaces_event(struct machine *machine,
124 union perf_event *event,
125 struct perf_sample *sample);
Frederic Weisbecker162f0be2013-09-11 16:18:24 +0200126int machine__process_mmap_event(struct machine *machine, union perf_event *event,
127 struct perf_sample *sample);
128int machine__process_mmap2_event(struct machine *machine, union perf_event *event,
129 struct perf_sample *sample);
130int machine__process_event(struct machine *machine, union perf_event *event,
131 struct perf_sample *sample);
Arnaldo Carvalho de Melob0a7d1a2012-10-06 16:26:02 -0300132
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300133typedef void (*machine__process_t)(struct machine *machine, void *data);
134
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300135struct machines {
136 struct machine host;
137 struct rb_root guests;
138};
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300139
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300140void machines__init(struct machines *machines);
141void machines__exit(struct machines *machines);
142
143void machines__process_guests(struct machines *machines,
144 machine__process_t process, void *data);
145
146struct machine *machines__add(struct machines *machines, pid_t pid,
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300147 const char *root_dir);
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300148struct machine *machines__find_host(struct machines *machines);
149struct machine *machines__find(struct machines *machines, pid_t pid);
150struct machine *machines__findnew(struct machines *machines, pid_t pid);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300151
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300152void machines__set_id_hdr_size(struct machines *machines, u16 id_hdr_size);
Adrian Huntercfe1c412014-07-31 09:00:45 +0300153void machines__set_comm_exec(struct machines *machines, bool comm_exec);
Adrian Hunter611a5ce2013-08-08 14:32:20 +0300154
David Ahern8fb598e2013-09-28 13:13:00 -0600155struct machine *machine__new_host(void);
Arnaldo Carvalho de Melo7d132ca2017-01-05 15:31:48 -0300156struct machine *machine__new_kallsyms(void);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300157int machine__init(struct machine *machine, const char *root_dir, pid_t pid);
158void machine__exit(struct machine *machine);
Arnaldo Carvalho de Melo3f067dc2012-12-07 17:39:39 -0300159void machine__delete_threads(struct machine *machine);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300160void machine__delete(struct machine *machine);
He Kuang5e78c692015-04-10 17:35:00 +0800161void machine__remove_thread(struct machine *machine, struct thread *th);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300162
Arnaldo Carvalho de Melo644f2df2014-01-22 13:15:36 -0300163struct branch_info *sample__resolve_bstack(struct perf_sample *sample,
164 struct addr_location *al);
Arnaldo Carvalho de Meloe80faac2014-01-22 13:05:06 -0300165struct mem_info *sample__resolve_mem(struct perf_sample *sample,
166 struct addr_location *al);
Arnaldo Carvalho de Melo91d7b2d2016-04-14 14:48:07 -0300167
168struct callchain_cursor;
169
Arnaldo Carvalho de Melocc8b7c22014-10-23 15:26:17 -0300170int thread__resolve_callchain(struct thread *thread,
Arnaldo Carvalho de Melo91d7b2d2016-04-14 14:48:07 -0300171 struct callchain_cursor *cursor,
Arnaldo Carvalho de Melocc8b7c22014-10-23 15:26:17 -0300172 struct perf_evsel *evsel,
173 struct perf_sample *sample,
174 struct symbol **parent,
175 struct addr_location *root_al,
176 int max_stack);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300177
178/*
179 * Default guest kernel is defined by parameter --guestkallsyms
180 * and --guestmodules
181 */
182static inline bool machine__is_default_guest(struct machine *machine)
183{
184 return machine ? machine->pid == DEFAULT_GUEST_KERNEL_ID : false;
185}
186
187static inline bool machine__is_host(struct machine *machine)
188{
189 return machine ? machine->pid == HOST_KERNEL_ID : false;
190}
191
Adrian Hunterdbbd34a2018-05-17 12:21:53 +0300192bool machine__is(struct machine *machine, const char *arch);
Adrian Hunter9cecca32018-05-22 13:54:32 +0300193int machine__nr_cpus_avail(struct machine *machine);
Adrian Hunterdbbd34a2018-05-17 12:21:53 +0300194
Arnaldo Carvalho de Melob91fc392015-04-06 20:43:22 -0300195struct thread *__machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid);
196struct thread *machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300197
Arnaldo Carvalho de Meloaa7cc2a2015-05-29 11:31:12 -0300198struct dso *machine__findnew_dso(struct machine *machine, const char *filename);
199
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300200size_t machine__fprintf(struct machine *machine, FILE *fp);
201
202static inline
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300203struct symbol *machine__find_kernel_symbol(struct machine *machine, u64 addr,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300204 struct map **mapp)
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300205{
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300206 return map_groups__find_symbol(&machine->kmaps, addr, mapp);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300207}
208
209static inline
Arnaldo Carvalho de Melo8acd3da2016-01-25 18:01:57 -0300210struct symbol *machine__find_kernel_symbol_by_name(struct machine *machine,
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300211 const char *name,
Arnaldo Carvalho de Melobe39db92016-09-01 19:25:52 -0300212 struct map **mapp)
Arnaldo Carvalho de Melo8acd3da2016-01-25 18:01:57 -0300213{
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300214 return map_groups__find_symbol_by_name(&machine->kmaps, name, mapp);
Arnaldo Carvalho de Melo8acd3da2016-01-25 18:01:57 -0300215}
216
Arnaldo Carvalho de Melo9f2de312015-06-01 12:01:02 -0300217struct map *machine__findnew_module_map(struct machine *machine, u64 start,
218 const char *filename);
Song Shan Gong203d8a42016-07-21 11:10:51 +0800219int arch__fix_module_text_start(u64 *start, const char *name);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300220
Arnaldo Carvalho de Melo3183f8c2018-04-26 16:52:34 -0300221int machine__load_kallsyms(struct machine *machine, const char *filename);
Arnaldo Carvalho de Melo329f0ad2018-04-25 11:40:32 -0300222
Arnaldo Carvalho de Melo1d1a2652018-04-25 12:18:11 -0300223int machine__load_vmlinux_path(struct machine *machine);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300224
Arnaldo Carvalho de Melo417c2ff2012-12-07 09:53:58 -0300225size_t machine__fprintf_dsos_buildid(struct machine *machine, FILE *fp,
226 bool (skip)(struct dso *dso, int parm), int parm);
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300227size_t machines__fprintf_dsos(struct machines *machines, FILE *fp);
228size_t machines__fprintf_dsos_buildid(struct machines *machines, FILE *fp,
Arnaldo Carvalho de Melo417c2ff2012-12-07 09:53:58 -0300229 bool (skip)(struct dso *dso, int parm), int parm);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300230
231void machine__destroy_kernel_maps(struct machine *machine);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300232int machine__create_kernel_maps(struct machine *machine);
233
Arnaldo Carvalho de Melo876650e2012-12-18 19:15:48 -0300234int machines__create_kernel_maps(struct machines *machines, pid_t pid);
235int machines__create_guest_kernel_maps(struct machines *machines);
236void machines__destroy_kernel_maps(struct machines *machines);
Arnaldo Carvalho de Melo69d25912012-11-09 11:32:52 -0300237
238size_t machine__fprintf_vmlinux_path(struct machine *machine, FILE *fp);
239
David Ahern35feee12013-09-28 13:12:58 -0600240int machine__for_each_thread(struct machine *machine,
241 int (*fn)(struct thread *thread, void *p),
242 void *priv);
Adrian Huntera5499b32015-05-29 16:33:30 +0300243int machines__for_each_thread(struct machines *machines,
244 int (*fn)(struct thread *thread, void *p),
245 void *priv);
David Ahern35feee12013-09-28 13:12:58 -0600246
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300247int __machine__synthesize_threads(struct machine *machine, struct perf_tool *tool,
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300248 struct target *target, struct thread_map *threads,
Kan Liang9d9cad72015-06-17 09:51:11 -0400249 perf_event__handler_t process, bool data_mmap,
Kan Liang340b47f2017-09-29 07:47:54 -0700250 unsigned int proc_map_timeout,
251 unsigned int nr_threads_synthesize);
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300252static inline
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300253int machine__synthesize_threads(struct machine *machine, struct target *target,
Kan Liang9d9cad72015-06-17 09:51:11 -0400254 struct thread_map *threads, bool data_mmap,
Kan Liang340b47f2017-09-29 07:47:54 -0700255 unsigned int proc_map_timeout,
256 unsigned int nr_threads_synthesize)
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300257{
258 return __machine__synthesize_threads(machine, NULL, target, threads,
Kan Liang9d9cad72015-06-17 09:51:11 -0400259 perf_event__process, data_mmap,
Kan Liang340b47f2017-09-29 07:47:54 -0700260 proc_map_timeout,
261 nr_threads_synthesize);
Arnaldo Carvalho de Meloa33fbd52013-11-11 11:36:12 -0300262}
263
Adrian Hunterb9d266b2014-07-22 16:17:25 +0300264pid_t machine__get_current_tid(struct machine *machine, int cpu);
265int machine__set_current_tid(struct machine *machine, int cpu, pid_t pid,
266 pid_t tid);
Arnaldo Carvalho de Meloc3168b02015-07-22 16:14:29 -0300267/*
268 * For use with libtraceevent's pevent_set_function_resolver()
269 */
270char *machine__resolve_kernel_addr(void *vmachine, unsigned long long *addrp, char **modp);
Adrian Hunterb9d266b2014-07-22 16:17:25 +0300271
Adrian Hunter1c5aae72018-05-22 13:54:36 +0300272void machine__get_kallsyms_filename(struct machine *machine, char *buf,
273 size_t bufsz);
274
275int machine__create_extra_kernel_maps(struct machine *machine,
276 struct dso *kernel);
277
278/* Kernel-space maps for symbols that are outside the main kernel map and module maps */
279struct extra_kernel_map {
280 u64 start;
281 u64 end;
282 u64 pgoff;
283 char name[KMAP_NAME_LEN];
284};
285
286int machine__create_extra_kernel_map(struct machine *machine,
287 struct dso *kernel,
288 struct extra_kernel_map *xm);
289
Adrian Hunter4d99e412018-05-22 13:54:33 +0300290int machine__map_x86_64_entry_trampolines(struct machine *machine,
291 struct dso *kernel);
292
Arnaldo Carvalho de Melo9d2f8e22012-10-06 15:43:20 -0300293#endif /* __PERF_MACHINE_H */