Loading...
1/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef __PERF_MACHINE_H
3#define __PERF_MACHINE_H
4
5#include <sys/types.h>
6#include <linux/rbtree.h>
7#include "maps.h"
8#include "dsos.h"
9#include "rwsem.h"
10
11struct addr_location;
12struct branch_stack;
13struct dso;
14struct dso_id;
15struct evsel;
16struct perf_sample;
17struct symbol;
18struct target;
19struct thread;
20union perf_event;
21struct machines;
22
23/* Native host kernel uses -1 as pid index in machine */
24#define HOST_KERNEL_ID (-1)
25#define DEFAULT_GUEST_KERNEL_ID (0)
26
27extern const char *ref_reloc_sym_names[];
28
29struct vdso_info;
30
31#define THREADS__TABLE_BITS 8
32#define THREADS__TABLE_SIZE (1 << THREADS__TABLE_BITS)
33
34struct threads {
35 struct rb_root_cached entries;
36 struct rw_semaphore lock;
37 unsigned int nr;
38 struct list_head dead;
39 struct thread *last_match;
40};
41
42struct machine {
43 struct rb_node rb_node;
44 pid_t pid;
45 u16 id_hdr_size;
46 bool comm_exec;
47 bool kptr_restrict_warned;
48 bool single_address_space;
49 char *root_dir;
50 char *mmap_name;
51 char *kallsyms_filename;
52 struct threads threads[THREADS__TABLE_SIZE];
53 struct vdso_info *vdso_info;
54 struct perf_env *env;
55 struct dsos dsos;
56 struct maps *kmaps;
57 struct map *vmlinux_map;
58 u64 kernel_start;
59 struct {
60 u64 text_start;
61 u64 text_end;
62 } sched, lock;
63 pid_t *current_tid;
64 size_t current_tid_sz;
65 union { /* Tool specific area */
66 void *priv;
67 u64 db_id;
68 };
69 struct machines *machines;
70 bool trampolines_mapped;
71};
72
73static inline struct threads *machine__threads(struct machine *machine, pid_t tid)
74{
75 /* Cast it to handle tid == -1 */
76 return &machine->threads[(unsigned int)tid % THREADS__TABLE_SIZE];
77}
78
79/*
80 * The main kernel (vmlinux) map
81 */
82static inline
83struct map *machine__kernel_map(struct machine *machine)
84{
85 return machine->vmlinux_map;
86}
87
88/*
89 * kernel (the one returned by machine__kernel_map()) plus kernel modules maps
90 */
91static inline
92struct maps *machine__kernel_maps(struct machine *machine)
93{
94 return machine->kmaps;
95}
96
97int machine__get_kernel_start(struct machine *machine);
98
99static inline u64 machine__kernel_start(struct machine *machine)
100{
101 if (!machine->kernel_start)
102 machine__get_kernel_start(machine);
103 return machine->kernel_start;
104}
105
106static inline bool machine__kernel_ip(struct machine *machine, u64 ip)
107{
108 u64 kernel_start = machine__kernel_start(machine);
109
110 return ip >= kernel_start;
111}
112
113u8 machine__addr_cpumode(struct machine *machine, u8 cpumode, u64 addr);
114
115struct thread *machine__find_thread(struct machine *machine, pid_t pid,
116 pid_t tid);
117struct thread *machine__idle_thread(struct machine *machine);
118struct comm *machine__thread_exec_comm(struct machine *machine,
119 struct thread *thread);
120
121int machine__process_comm_event(struct machine *machine, union perf_event *event,
122 struct perf_sample *sample);
123int machine__process_exit_event(struct machine *machine, union perf_event *event,
124 struct perf_sample *sample);
125int machine__process_fork_event(struct machine *machine, union perf_event *event,
126 struct perf_sample *sample);
127int machine__process_lost_event(struct machine *machine, union perf_event *event,
128 struct perf_sample *sample);
129int machine__process_lost_samples_event(struct machine *machine, union perf_event *event,
130 struct perf_sample *sample);
131int machine__process_aux_event(struct machine *machine,
132 union perf_event *event);
133int machine__process_itrace_start_event(struct machine *machine,
134 union perf_event *event);
135int machine__process_aux_output_hw_id_event(struct machine *machine,
136 union perf_event *event);
137int machine__process_switch_event(struct machine *machine,
138 union perf_event *event);
139int machine__process_namespaces_event(struct machine *machine,
140 union perf_event *event,
141 struct perf_sample *sample);
142int machine__process_cgroup_event(struct machine *machine,
143 union perf_event *event,
144 struct perf_sample *sample);
145int machine__process_mmap_event(struct machine *machine, union perf_event *event,
146 struct perf_sample *sample);
147int machine__process_mmap2_event(struct machine *machine, union perf_event *event,
148 struct perf_sample *sample);
149int machine__process_ksymbol(struct machine *machine,
150 union perf_event *event,
151 struct perf_sample *sample);
152int machine__process_text_poke(struct machine *machine,
153 union perf_event *event,
154 struct perf_sample *sample);
155int machine__process_event(struct machine *machine, union perf_event *event,
156 struct perf_sample *sample);
157
158typedef void (*machine__process_t)(struct machine *machine, void *data);
159
160struct machines {
161 struct machine host;
162 struct rb_root_cached guests;
163};
164
165void machines__init(struct machines *machines);
166void machines__exit(struct machines *machines);
167
168void machines__process_guests(struct machines *machines,
169 machine__process_t process, void *data);
170
171struct machine *machines__add(struct machines *machines, pid_t pid,
172 const char *root_dir);
173struct machine *machines__find(struct machines *machines, pid_t pid);
174struct machine *machines__findnew(struct machines *machines, pid_t pid);
175struct machine *machines__find_guest(struct machines *machines, pid_t pid);
176struct thread *machines__findnew_guest_code(struct machines *machines, pid_t pid);
177struct thread *machine__findnew_guest_code(struct machine *machine, pid_t pid);
178
179void machines__set_id_hdr_size(struct machines *machines, u16 id_hdr_size);
180void machines__set_comm_exec(struct machines *machines, bool comm_exec);
181
182struct machine *machine__new_host(void);
183struct machine *machine__new_kallsyms(void);
184int machine__init(struct machine *machine, const char *root_dir, pid_t pid);
185void machine__exit(struct machine *machine);
186void machine__delete_threads(struct machine *machine);
187void machine__delete(struct machine *machine);
188void machine__remove_thread(struct machine *machine, struct thread *th);
189
190struct branch_info *sample__resolve_bstack(struct perf_sample *sample,
191 struct addr_location *al);
192struct mem_info *sample__resolve_mem(struct perf_sample *sample,
193 struct addr_location *al);
194
195struct callchain_cursor;
196
197int thread__resolve_callchain(struct thread *thread,
198 struct callchain_cursor *cursor,
199 struct evsel *evsel,
200 struct perf_sample *sample,
201 struct symbol **parent,
202 struct addr_location *root_al,
203 int max_stack);
204
205/*
206 * Default guest kernel is defined by parameter --guestkallsyms
207 * and --guestmodules
208 */
209static inline bool machine__is_default_guest(struct machine *machine)
210{
211 return machine ? machine->pid == DEFAULT_GUEST_KERNEL_ID : false;
212}
213
214static inline bool machine__is_host(struct machine *machine)
215{
216 return machine ? machine->pid == HOST_KERNEL_ID : false;
217}
218
219bool machine__is_lock_function(struct machine *machine, u64 addr);
220bool machine__is(struct machine *machine, const char *arch);
221bool machine__normalized_is(struct machine *machine, const char *arch);
222int machine__nr_cpus_avail(struct machine *machine);
223
224struct thread *__machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid);
225struct thread *machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid);
226
227struct dso *machine__findnew_dso_id(struct machine *machine, const char *filename, struct dso_id *id);
228struct dso *machine__findnew_dso(struct machine *machine, const char *filename);
229
230size_t machine__fprintf(struct machine *machine, FILE *fp);
231
232static inline
233struct symbol *machine__find_kernel_symbol(struct machine *machine, u64 addr,
234 struct map **mapp)
235{
236 return maps__find_symbol(machine->kmaps, addr, mapp);
237}
238
239static inline
240struct symbol *machine__find_kernel_symbol_by_name(struct machine *machine,
241 const char *name,
242 struct map **mapp)
243{
244 return maps__find_symbol_by_name(machine->kmaps, name, mapp);
245}
246
247int arch__fix_module_text_start(u64 *start, u64 *size, const char *name);
248
249int machine__load_kallsyms(struct machine *machine, const char *filename);
250
251int machine__load_vmlinux_path(struct machine *machine);
252
253size_t machine__fprintf_dsos_buildid(struct machine *machine, FILE *fp,
254 bool (skip)(struct dso *dso, int parm), int parm);
255size_t machines__fprintf_dsos(struct machines *machines, FILE *fp);
256size_t machines__fprintf_dsos_buildid(struct machines *machines, FILE *fp,
257 bool (skip)(struct dso *dso, int parm), int parm);
258
259void machine__destroy_kernel_maps(struct machine *machine);
260int machine__create_kernel_maps(struct machine *machine);
261
262int machines__create_kernel_maps(struct machines *machines, pid_t pid);
263int machines__create_guest_kernel_maps(struct machines *machines);
264void machines__destroy_kernel_maps(struct machines *machines);
265
266size_t machine__fprintf_vmlinux_path(struct machine *machine, FILE *fp);
267
268typedef int (*machine__dso_t)(struct dso *dso, struct machine *machine, void *priv);
269
270int machine__for_each_dso(struct machine *machine, machine__dso_t fn,
271 void *priv);
272
273typedef int (*machine__map_t)(struct map *map, void *priv);
274int machine__for_each_kernel_map(struct machine *machine, machine__map_t fn,
275 void *priv);
276
277int machine__for_each_thread(struct machine *machine,
278 int (*fn)(struct thread *thread, void *p),
279 void *priv);
280int machines__for_each_thread(struct machines *machines,
281 int (*fn)(struct thread *thread, void *p),
282 void *priv);
283
284pid_t machine__get_current_tid(struct machine *machine, int cpu);
285int machine__set_current_tid(struct machine *machine, int cpu, pid_t pid,
286 pid_t tid);
287/*
288 * For use with libtraceevent's tep_set_function_resolver()
289 */
290char *machine__resolve_kernel_addr(void *vmachine, unsigned long long *addrp, char **modp);
291
292void machine__get_kallsyms_filename(struct machine *machine, char *buf,
293 size_t bufsz);
294
295int machine__create_extra_kernel_maps(struct machine *machine,
296 struct dso *kernel);
297
298/* Kernel-space maps for symbols that are outside the main kernel map and module maps */
299struct extra_kernel_map {
300 u64 start;
301 u64 end;
302 u64 pgoff;
303 char name[KMAP_NAME_LEN];
304};
305
306int machine__create_extra_kernel_map(struct machine *machine,
307 struct dso *kernel,
308 struct extra_kernel_map *xm);
309
310int machine__map_x86_64_entry_trampolines(struct machine *machine,
311 struct dso *kernel);
312
313int machine__resolve(struct machine *machine, struct addr_location *al,
314 struct perf_sample *sample);
315
316#endif /* __PERF_MACHINE_H */
1#ifndef __PERF_MACHINE_H
2#define __PERF_MACHINE_H
3
4#include <sys/types.h>
5#include <linux/rbtree.h>
6#include "map.h"
7#include "event.h"
8
9struct addr_location;
10struct branch_stack;
11struct perf_evsel;
12struct perf_sample;
13struct symbol;
14struct thread;
15union perf_event;
16
17/* Native host kernel uses -1 as pid index in machine */
18#define HOST_KERNEL_ID (-1)
19#define DEFAULT_GUEST_KERNEL_ID (0)
20
21extern const char *ref_reloc_sym_names[];
22
23struct machine {
24 struct rb_node rb_node;
25 pid_t pid;
26 u16 id_hdr_size;
27 char *root_dir;
28 struct rb_root threads;
29 struct list_head dead_threads;
30 struct thread *last_match;
31 struct list_head user_dsos;
32 struct list_head kernel_dsos;
33 struct map_groups kmaps;
34 struct map *vmlinux_maps[MAP__NR_TYPES];
35 symbol_filter_t symbol_filter;
36};
37
38static inline
39struct map *machine__kernel_map(struct machine *machine, enum map_type type)
40{
41 return machine->vmlinux_maps[type];
42}
43
44struct thread *machine__find_thread(struct machine *machine, pid_t pid,
45 pid_t tid);
46
47int machine__process_comm_event(struct machine *machine, union perf_event *event,
48 struct perf_sample *sample);
49int machine__process_exit_event(struct machine *machine, union perf_event *event,
50 struct perf_sample *sample);
51int machine__process_fork_event(struct machine *machine, union perf_event *event,
52 struct perf_sample *sample);
53int machine__process_lost_event(struct machine *machine, union perf_event *event,
54 struct perf_sample *sample);
55int machine__process_mmap_event(struct machine *machine, union perf_event *event,
56 struct perf_sample *sample);
57int machine__process_mmap2_event(struct machine *machine, union perf_event *event,
58 struct perf_sample *sample);
59int machine__process_event(struct machine *machine, union perf_event *event,
60 struct perf_sample *sample);
61
62typedef void (*machine__process_t)(struct machine *machine, void *data);
63
64struct machines {
65 struct machine host;
66 struct rb_root guests;
67 symbol_filter_t symbol_filter;
68};
69
70void machines__init(struct machines *machines);
71void machines__exit(struct machines *machines);
72
73void machines__process_guests(struct machines *machines,
74 machine__process_t process, void *data);
75
76struct machine *machines__add(struct machines *machines, pid_t pid,
77 const char *root_dir);
78struct machine *machines__find_host(struct machines *machines);
79struct machine *machines__find(struct machines *machines, pid_t pid);
80struct machine *machines__findnew(struct machines *machines, pid_t pid);
81
82void machines__set_id_hdr_size(struct machines *machines, u16 id_hdr_size);
83char *machine__mmap_name(struct machine *machine, char *bf, size_t size);
84
85void machines__set_symbol_filter(struct machines *machines,
86 symbol_filter_t symbol_filter);
87
88struct machine *machine__new_host(void);
89int machine__init(struct machine *machine, const char *root_dir, pid_t pid);
90void machine__exit(struct machine *machine);
91void machine__delete_dead_threads(struct machine *machine);
92void machine__delete_threads(struct machine *machine);
93void machine__delete(struct machine *machine);
94
95struct branch_info *sample__resolve_bstack(struct perf_sample *sample,
96 struct addr_location *al);
97struct mem_info *sample__resolve_mem(struct perf_sample *sample,
98 struct addr_location *al);
99int machine__resolve_callchain(struct machine *machine,
100 struct perf_evsel *evsel,
101 struct thread *thread,
102 struct perf_sample *sample,
103 struct symbol **parent,
104 struct addr_location *root_al,
105 int max_stack);
106
107/*
108 * Default guest kernel is defined by parameter --guestkallsyms
109 * and --guestmodules
110 */
111static inline bool machine__is_default_guest(struct machine *machine)
112{
113 return machine ? machine->pid == DEFAULT_GUEST_KERNEL_ID : false;
114}
115
116static inline bool machine__is_host(struct machine *machine)
117{
118 return machine ? machine->pid == HOST_KERNEL_ID : false;
119}
120
121struct thread *machine__findnew_thread(struct machine *machine, pid_t pid,
122 pid_t tid);
123
124size_t machine__fprintf(struct machine *machine, FILE *fp);
125
126static inline
127struct symbol *machine__find_kernel_symbol(struct machine *machine,
128 enum map_type type, u64 addr,
129 struct map **mapp,
130 symbol_filter_t filter)
131{
132 return map_groups__find_symbol(&machine->kmaps, type, addr,
133 mapp, filter);
134}
135
136static inline
137struct symbol *machine__find_kernel_function(struct machine *machine, u64 addr,
138 struct map **mapp,
139 symbol_filter_t filter)
140{
141 return machine__find_kernel_symbol(machine, MAP__FUNCTION, addr,
142 mapp, filter);
143}
144
145static inline
146struct symbol *machine__find_kernel_function_by_name(struct machine *machine,
147 const char *name,
148 struct map **mapp,
149 symbol_filter_t filter)
150{
151 return map_groups__find_function_by_name(&machine->kmaps, name, mapp,
152 filter);
153}
154
155struct map *machine__new_module(struct machine *machine, u64 start,
156 const char *filename);
157
158int machine__load_kallsyms(struct machine *machine, const char *filename,
159 enum map_type type, symbol_filter_t filter);
160int machine__load_vmlinux_path(struct machine *machine, enum map_type type,
161 symbol_filter_t filter);
162
163size_t machine__fprintf_dsos_buildid(struct machine *machine, FILE *fp,
164 bool (skip)(struct dso *dso, int parm), int parm);
165size_t machines__fprintf_dsos(struct machines *machines, FILE *fp);
166size_t machines__fprintf_dsos_buildid(struct machines *machines, FILE *fp,
167 bool (skip)(struct dso *dso, int parm), int parm);
168
169void machine__destroy_kernel_maps(struct machine *machine);
170int __machine__create_kernel_maps(struct machine *machine, struct dso *kernel);
171int machine__create_kernel_maps(struct machine *machine);
172
173int machines__create_kernel_maps(struct machines *machines, pid_t pid);
174int machines__create_guest_kernel_maps(struct machines *machines);
175void machines__destroy_kernel_maps(struct machines *machines);
176
177size_t machine__fprintf_vmlinux_path(struct machine *machine, FILE *fp);
178
179int machine__for_each_thread(struct machine *machine,
180 int (*fn)(struct thread *thread, void *p),
181 void *priv);
182
183int __machine__synthesize_threads(struct machine *machine, struct perf_tool *tool,
184 struct target *target, struct thread_map *threads,
185 perf_event__handler_t process, bool data_mmap);
186static inline
187int machine__synthesize_threads(struct machine *machine, struct target *target,
188 struct thread_map *threads, bool data_mmap)
189{
190 return __machine__synthesize_threads(machine, NULL, target, threads,
191 perf_event__process, data_mmap);
192}
193
194#endif /* __PERF_MACHINE_H */