Loading...
1/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef __PERF_MACHINE_H
3#define __PERF_MACHINE_H
4
5#include <sys/types.h>
6#include <linux/rbtree.h>
7#include "map_groups.h"
8#include "dsos.h"
9#include "rwsem.h"
10
11struct addr_location;
12struct branch_stack;
13struct dso;
14struct evsel;
15struct perf_sample;
16struct symbol;
17struct target;
18struct thread;
19union perf_event;
20
21/* Native host kernel uses -1 as pid index in machine */
22#define HOST_KERNEL_ID (-1)
23#define DEFAULT_GUEST_KERNEL_ID (0)
24
25extern const char *ref_reloc_sym_names[];
26
27struct vdso_info;
28
29#define THREADS__TABLE_BITS 8
30#define THREADS__TABLE_SIZE (1 << THREADS__TABLE_BITS)
31
32struct threads {
33 struct rb_root_cached entries;
34 struct rw_semaphore lock;
35 unsigned int nr;
36 struct list_head dead;
37 struct thread *last_match;
38};
39
40struct machine {
41 struct rb_node rb_node;
42 pid_t pid;
43 u16 id_hdr_size;
44 bool comm_exec;
45 bool kptr_restrict_warned;
46 bool single_address_space;
47 char *root_dir;
48 char *mmap_name;
49 struct threads threads[THREADS__TABLE_SIZE];
50 struct vdso_info *vdso_info;
51 struct perf_env *env;
52 struct dsos dsos;
53 struct map_groups kmaps;
54 struct map *vmlinux_map;
55 u64 kernel_start;
56 pid_t *current_tid;
57 union { /* Tool specific area */
58 void *priv;
59 u64 db_id;
60 };
61 bool trampolines_mapped;
62};
63
64static inline struct threads *machine__threads(struct machine *machine, pid_t tid)
65{
66 /* Cast it to handle tid == -1 */
67 return &machine->threads[(unsigned int)tid % THREADS__TABLE_SIZE];
68}
69
70/*
71 * The main kernel (vmlinux) map
72 */
73static inline
74struct map *machine__kernel_map(struct machine *machine)
75{
76 return machine->vmlinux_map;
77}
78
79/*
80 * kernel (the one returned by machine__kernel_map()) plus kernel modules maps
81 */
82static inline
83struct maps *machine__kernel_maps(struct machine *machine)
84{
85 return &machine->kmaps.maps;
86}
87
88int machine__get_kernel_start(struct machine *machine);
89
90static inline u64 machine__kernel_start(struct machine *machine)
91{
92 if (!machine->kernel_start)
93 machine__get_kernel_start(machine);
94 return machine->kernel_start;
95}
96
97static inline bool machine__kernel_ip(struct machine *machine, u64 ip)
98{
99 u64 kernel_start = machine__kernel_start(machine);
100
101 return ip >= kernel_start;
102}
103
104u8 machine__addr_cpumode(struct machine *machine, u8 cpumode, u64 addr);
105
106struct thread *machine__find_thread(struct machine *machine, pid_t pid,
107 pid_t tid);
108struct comm *machine__thread_exec_comm(struct machine *machine,
109 struct thread *thread);
110
111int machine__process_comm_event(struct machine *machine, union perf_event *event,
112 struct perf_sample *sample);
113int machine__process_exit_event(struct machine *machine, union perf_event *event,
114 struct perf_sample *sample);
115int machine__process_fork_event(struct machine *machine, union perf_event *event,
116 struct perf_sample *sample);
117int machine__process_lost_event(struct machine *machine, union perf_event *event,
118 struct perf_sample *sample);
119int machine__process_lost_samples_event(struct machine *machine, union perf_event *event,
120 struct perf_sample *sample);
121int machine__process_aux_event(struct machine *machine,
122 union perf_event *event);
123int machine__process_itrace_start_event(struct machine *machine,
124 union perf_event *event);
125int machine__process_switch_event(struct machine *machine,
126 union perf_event *event);
127int machine__process_namespaces_event(struct machine *machine,
128 union perf_event *event,
129 struct perf_sample *sample);
130int machine__process_mmap_event(struct machine *machine, union perf_event *event,
131 struct perf_sample *sample);
132int machine__process_mmap2_event(struct machine *machine, union perf_event *event,
133 struct perf_sample *sample);
134int machine__process_ksymbol(struct machine *machine,
135 union perf_event *event,
136 struct perf_sample *sample);
137int machine__process_event(struct machine *machine, union perf_event *event,
138 struct perf_sample *sample);
139
140typedef void (*machine__process_t)(struct machine *machine, void *data);
141
142struct machines {
143 struct machine host;
144 struct rb_root_cached guests;
145};
146
147void machines__init(struct machines *machines);
148void machines__exit(struct machines *machines);
149
150void machines__process_guests(struct machines *machines,
151 machine__process_t process, void *data);
152
153struct machine *machines__add(struct machines *machines, pid_t pid,
154 const char *root_dir);
155struct machine *machines__find_host(struct machines *machines);
156struct machine *machines__find(struct machines *machines, pid_t pid);
157struct machine *machines__findnew(struct machines *machines, pid_t pid);
158
159void machines__set_id_hdr_size(struct machines *machines, u16 id_hdr_size);
160void machines__set_comm_exec(struct machines *machines, bool comm_exec);
161
162struct machine *machine__new_host(void);
163struct machine *machine__new_kallsyms(void);
164int machine__init(struct machine *machine, const char *root_dir, pid_t pid);
165void machine__exit(struct machine *machine);
166void machine__delete_threads(struct machine *machine);
167void machine__delete(struct machine *machine);
168void machine__remove_thread(struct machine *machine, struct thread *th);
169
170struct branch_info *sample__resolve_bstack(struct perf_sample *sample,
171 struct addr_location *al);
172struct mem_info *sample__resolve_mem(struct perf_sample *sample,
173 struct addr_location *al);
174
175struct callchain_cursor;
176
177int thread__resolve_callchain(struct thread *thread,
178 struct callchain_cursor *cursor,
179 struct evsel *evsel,
180 struct perf_sample *sample,
181 struct symbol **parent,
182 struct addr_location *root_al,
183 int max_stack);
184
185/*
186 * Default guest kernel is defined by parameter --guestkallsyms
187 * and --guestmodules
188 */
189static inline bool machine__is_default_guest(struct machine *machine)
190{
191 return machine ? machine->pid == DEFAULT_GUEST_KERNEL_ID : false;
192}
193
194static inline bool machine__is_host(struct machine *machine)
195{
196 return machine ? machine->pid == HOST_KERNEL_ID : false;
197}
198
199bool machine__is(struct machine *machine, const char *arch);
200int machine__nr_cpus_avail(struct machine *machine);
201
202struct thread *__machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid);
203struct thread *machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid);
204
205struct dso *machine__findnew_dso(struct machine *machine, const char *filename);
206
207size_t machine__fprintf(struct machine *machine, FILE *fp);
208
209static inline
210struct symbol *machine__find_kernel_symbol(struct machine *machine, u64 addr,
211 struct map **mapp)
212{
213 return map_groups__find_symbol(&machine->kmaps, addr, mapp);
214}
215
216static inline
217struct symbol *machine__find_kernel_symbol_by_name(struct machine *machine,
218 const char *name,
219 struct map **mapp)
220{
221 return map_groups__find_symbol_by_name(&machine->kmaps, name, mapp);
222}
223
224struct map *machine__findnew_module_map(struct machine *machine, u64 start,
225 const char *filename);
226int arch__fix_module_text_start(u64 *start, u64 *size, const char *name);
227
228int machine__load_kallsyms(struct machine *machine, const char *filename);
229
230int machine__load_vmlinux_path(struct machine *machine);
231
232size_t machine__fprintf_dsos_buildid(struct machine *machine, FILE *fp,
233 bool (skip)(struct dso *dso, int parm), int parm);
234size_t machines__fprintf_dsos(struct machines *machines, FILE *fp);
235size_t machines__fprintf_dsos_buildid(struct machines *machines, FILE *fp,
236 bool (skip)(struct dso *dso, int parm), int parm);
237
238void machine__destroy_kernel_maps(struct machine *machine);
239int machine__create_kernel_maps(struct machine *machine);
240
241int machines__create_kernel_maps(struct machines *machines, pid_t pid);
242int machines__create_guest_kernel_maps(struct machines *machines);
243void machines__destroy_kernel_maps(struct machines *machines);
244
245size_t machine__fprintf_vmlinux_path(struct machine *machine, FILE *fp);
246
247int machine__for_each_thread(struct machine *machine,
248 int (*fn)(struct thread *thread, void *p),
249 void *priv);
250int machines__for_each_thread(struct machines *machines,
251 int (*fn)(struct thread *thread, void *p),
252 void *priv);
253
254pid_t machine__get_current_tid(struct machine *machine, int cpu);
255int machine__set_current_tid(struct machine *machine, int cpu, pid_t pid,
256 pid_t tid);
257/*
258 * For use with libtraceevent's tep_set_function_resolver()
259 */
260char *machine__resolve_kernel_addr(void *vmachine, unsigned long long *addrp, char **modp);
261
262void machine__get_kallsyms_filename(struct machine *machine, char *buf,
263 size_t bufsz);
264
265int machine__create_extra_kernel_maps(struct machine *machine,
266 struct dso *kernel);
267
268/* Kernel-space maps for symbols that are outside the main kernel map and module maps */
269struct extra_kernel_map {
270 u64 start;
271 u64 end;
272 u64 pgoff;
273 char name[KMAP_NAME_LEN];
274};
275
276int machine__create_extra_kernel_map(struct machine *machine,
277 struct dso *kernel,
278 struct extra_kernel_map *xm);
279
280int machine__map_x86_64_entry_trampolines(struct machine *machine,
281 struct dso *kernel);
282
283#endif /* __PERF_MACHINE_H */
1#ifndef __PERF_MACHINE_H
2#define __PERF_MACHINE_H
3
4#include <sys/types.h>
5#include <linux/rbtree.h>
6#include "map.h"
7#include "dso.h"
8#include "event.h"
9
10struct addr_location;
11struct branch_stack;
12struct perf_evsel;
13struct perf_sample;
14struct symbol;
15struct thread;
16union perf_event;
17
18/* Native host kernel uses -1 as pid index in machine */
19#define HOST_KERNEL_ID (-1)
20#define DEFAULT_GUEST_KERNEL_ID (0)
21
22extern const char *ref_reloc_sym_names[];
23
24struct vdso_info;
25
26struct machine {
27 struct rb_node rb_node;
28 pid_t pid;
29 u16 id_hdr_size;
30 bool comm_exec;
31 char *root_dir;
32 struct rb_root threads;
33 pthread_rwlock_t threads_lock;
34 struct list_head dead_threads;
35 struct thread *last_match;
36 struct vdso_info *vdso_info;
37 struct perf_env *env;
38 struct dsos dsos;
39 struct map_groups kmaps;
40 struct map *vmlinux_maps[MAP__NR_TYPES];
41 u64 kernel_start;
42 symbol_filter_t symbol_filter;
43 pid_t *current_tid;
44 union { /* Tool specific area */
45 void *priv;
46 u64 db_id;
47 };
48};
49
50static inline
51struct map *__machine__kernel_map(struct machine *machine, enum map_type type)
52{
53 return machine->vmlinux_maps[type];
54}
55
56static inline
57struct map *machine__kernel_map(struct machine *machine)
58{
59 return __machine__kernel_map(machine, MAP__FUNCTION);
60}
61
62int machine__get_kernel_start(struct machine *machine);
63
64static inline u64 machine__kernel_start(struct machine *machine)
65{
66 if (!machine->kernel_start)
67 machine__get_kernel_start(machine);
68 return machine->kernel_start;
69}
70
71static inline bool machine__kernel_ip(struct machine *machine, u64 ip)
72{
73 u64 kernel_start = machine__kernel_start(machine);
74
75 return ip >= kernel_start;
76}
77
78struct thread *machine__find_thread(struct machine *machine, pid_t pid,
79 pid_t tid);
80struct comm *machine__thread_exec_comm(struct machine *machine,
81 struct thread *thread);
82
83int machine__process_comm_event(struct machine *machine, union perf_event *event,
84 struct perf_sample *sample);
85int machine__process_exit_event(struct machine *machine, union perf_event *event,
86 struct perf_sample *sample);
87int machine__process_fork_event(struct machine *machine, union perf_event *event,
88 struct perf_sample *sample);
89int machine__process_lost_event(struct machine *machine, union perf_event *event,
90 struct perf_sample *sample);
91int machine__process_lost_samples_event(struct machine *machine, union perf_event *event,
92 struct perf_sample *sample);
93int machine__process_aux_event(struct machine *machine,
94 union perf_event *event);
95int machine__process_itrace_start_event(struct machine *machine,
96 union perf_event *event);
97int machine__process_switch_event(struct machine *machine,
98 union perf_event *event);
99int machine__process_mmap_event(struct machine *machine, union perf_event *event,
100 struct perf_sample *sample);
101int machine__process_mmap2_event(struct machine *machine, union perf_event *event,
102 struct perf_sample *sample);
103int machine__process_event(struct machine *machine, union perf_event *event,
104 struct perf_sample *sample);
105
106typedef void (*machine__process_t)(struct machine *machine, void *data);
107
108struct machines {
109 struct machine host;
110 struct rb_root guests;
111 symbol_filter_t symbol_filter;
112};
113
114void machines__init(struct machines *machines);
115void machines__exit(struct machines *machines);
116
117void machines__process_guests(struct machines *machines,
118 machine__process_t process, void *data);
119
120struct machine *machines__add(struct machines *machines, pid_t pid,
121 const char *root_dir);
122struct machine *machines__find_host(struct machines *machines);
123struct machine *machines__find(struct machines *machines, pid_t pid);
124struct machine *machines__findnew(struct machines *machines, pid_t pid);
125
126void machines__set_id_hdr_size(struct machines *machines, u16 id_hdr_size);
127char *machine__mmap_name(struct machine *machine, char *bf, size_t size);
128
129void machines__set_symbol_filter(struct machines *machines,
130 symbol_filter_t symbol_filter);
131void machines__set_comm_exec(struct machines *machines, bool comm_exec);
132
133struct machine *machine__new_host(void);
134int machine__init(struct machine *machine, const char *root_dir, pid_t pid);
135void machine__exit(struct machine *machine);
136void machine__delete_threads(struct machine *machine);
137void machine__delete(struct machine *machine);
138void machine__remove_thread(struct machine *machine, struct thread *th);
139
140struct branch_info *sample__resolve_bstack(struct perf_sample *sample,
141 struct addr_location *al);
142struct mem_info *sample__resolve_mem(struct perf_sample *sample,
143 struct addr_location *al);
144int thread__resolve_callchain(struct thread *thread,
145 struct perf_evsel *evsel,
146 struct perf_sample *sample,
147 struct symbol **parent,
148 struct addr_location *root_al,
149 int max_stack);
150
151/*
152 * Default guest kernel is defined by parameter --guestkallsyms
153 * and --guestmodules
154 */
155static inline bool machine__is_default_guest(struct machine *machine)
156{
157 return machine ? machine->pid == DEFAULT_GUEST_KERNEL_ID : false;
158}
159
160static inline bool machine__is_host(struct machine *machine)
161{
162 return machine ? machine->pid == HOST_KERNEL_ID : false;
163}
164
165struct thread *__machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid);
166struct thread *machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid);
167
168struct dso *machine__findnew_dso(struct machine *machine, const char *filename);
169
170size_t machine__fprintf(struct machine *machine, FILE *fp);
171
172static inline
173struct symbol *machine__find_kernel_symbol(struct machine *machine,
174 enum map_type type, u64 addr,
175 struct map **mapp,
176 symbol_filter_t filter)
177{
178 return map_groups__find_symbol(&machine->kmaps, type, addr,
179 mapp, filter);
180}
181
182static inline
183struct symbol *machine__find_kernel_symbol_by_name(struct machine *machine,
184 enum map_type type, const char *name,
185 struct map **mapp,
186 symbol_filter_t filter)
187{
188 return map_groups__find_symbol_by_name(&machine->kmaps, type, name,
189 mapp, filter);
190}
191
192static inline
193struct symbol *machine__find_kernel_function(struct machine *machine, u64 addr,
194 struct map **mapp,
195 symbol_filter_t filter)
196{
197 return machine__find_kernel_symbol(machine, MAP__FUNCTION, addr,
198 mapp, filter);
199}
200
201static inline
202struct symbol *machine__find_kernel_function_by_name(struct machine *machine,
203 const char *name,
204 struct map **mapp,
205 symbol_filter_t filter)
206{
207 return map_groups__find_function_by_name(&machine->kmaps, name, mapp,
208 filter);
209}
210
211struct map *machine__findnew_module_map(struct machine *machine, u64 start,
212 const char *filename);
213
214int machine__load_kallsyms(struct machine *machine, const char *filename,
215 enum map_type type, symbol_filter_t filter);
216int machine__load_vmlinux_path(struct machine *machine, enum map_type type,
217 symbol_filter_t filter);
218
219size_t machine__fprintf_dsos_buildid(struct machine *machine, FILE *fp,
220 bool (skip)(struct dso *dso, int parm), int parm);
221size_t machines__fprintf_dsos(struct machines *machines, FILE *fp);
222size_t machines__fprintf_dsos_buildid(struct machines *machines, FILE *fp,
223 bool (skip)(struct dso *dso, int parm), int parm);
224
225void machine__destroy_kernel_maps(struct machine *machine);
226int __machine__create_kernel_maps(struct machine *machine, struct dso *kernel);
227int machine__create_kernel_maps(struct machine *machine);
228
229int machines__create_kernel_maps(struct machines *machines, pid_t pid);
230int machines__create_guest_kernel_maps(struct machines *machines);
231void machines__destroy_kernel_maps(struct machines *machines);
232
233size_t machine__fprintf_vmlinux_path(struct machine *machine, FILE *fp);
234
235int machine__for_each_thread(struct machine *machine,
236 int (*fn)(struct thread *thread, void *p),
237 void *priv);
238int machines__for_each_thread(struct machines *machines,
239 int (*fn)(struct thread *thread, void *p),
240 void *priv);
241
242int __machine__synthesize_threads(struct machine *machine, struct perf_tool *tool,
243 struct target *target, struct thread_map *threads,
244 perf_event__handler_t process, bool data_mmap,
245 unsigned int proc_map_timeout);
246static inline
247int machine__synthesize_threads(struct machine *machine, struct target *target,
248 struct thread_map *threads, bool data_mmap,
249 unsigned int proc_map_timeout)
250{
251 return __machine__synthesize_threads(machine, NULL, target, threads,
252 perf_event__process, data_mmap,
253 proc_map_timeout);
254}
255
256pid_t machine__get_current_tid(struct machine *machine, int cpu);
257int machine__set_current_tid(struct machine *machine, int cpu, pid_t pid,
258 pid_t tid);
259/*
260 * For use with libtraceevent's pevent_set_function_resolver()
261 */
262char *machine__resolve_kernel_addr(void *vmachine, unsigned long long *addrp, char **modp);
263
264#endif /* __PERF_MACHINE_H */