Linux Audio

Check our new training course

Loading...
v3.15
 
 
 
 
  1#include <linux/types.h>
 
 
 
 
 
 
 
 
 
  2#include "event.h"
  3#include "debug.h"
  4#include "hist.h"
  5#include "machine.h"
  6#include "sort.h"
  7#include "string.h"
  8#include "strlist.h"
  9#include "thread.h"
 10#include "thread_map.h"
 
 
 
 
 
 11#include "symbol/kallsyms.h"
 
 
 
 
 
 
 12
 13static const char *perf_event__names[] = {
 14	[0]					= "TOTAL",
 15	[PERF_RECORD_MMAP]			= "MMAP",
 16	[PERF_RECORD_MMAP2]			= "MMAP2",
 17	[PERF_RECORD_LOST]			= "LOST",
 18	[PERF_RECORD_COMM]			= "COMM",
 19	[PERF_RECORD_EXIT]			= "EXIT",
 20	[PERF_RECORD_THROTTLE]			= "THROTTLE",
 21	[PERF_RECORD_UNTHROTTLE]		= "UNTHROTTLE",
 22	[PERF_RECORD_FORK]			= "FORK",
 23	[PERF_RECORD_READ]			= "READ",
 24	[PERF_RECORD_SAMPLE]			= "SAMPLE",
 
 
 
 
 
 
 
 
 25	[PERF_RECORD_HEADER_ATTR]		= "ATTR",
 26	[PERF_RECORD_HEADER_EVENT_TYPE]		= "EVENT_TYPE",
 27	[PERF_RECORD_HEADER_TRACING_DATA]	= "TRACING_DATA",
 28	[PERF_RECORD_HEADER_BUILD_ID]		= "BUILD_ID",
 29	[PERF_RECORD_FINISHED_ROUND]		= "FINISHED_ROUND",
 
 
 
 
 
 
 
 
 
 
 
 
 
 30};
 31
 32const char *perf_event__name(unsigned int id)
 33{
 34	if (id >= ARRAY_SIZE(perf_event__names))
 35		return "INVALID";
 36	if (!perf_event__names[id])
 37		return "UNKNOWN";
 38	return perf_event__names[id];
 39}
 40
 41static struct perf_sample synth_sample = {
 42	.pid	   = -1,
 43	.tid	   = -1,
 44	.time	   = -1,
 45	.stream_id = -1,
 46	.cpu	   = -1,
 47	.period	   = 1,
 48};
 49
 50static pid_t perf_event__get_comm_tgid(pid_t pid, char *comm, size_t len)
 51{
 52	char filename[PATH_MAX];
 53	char bf[BUFSIZ];
 54	FILE *fp;
 55	size_t size = 0;
 56	pid_t tgid = -1;
 57
 58	snprintf(filename, sizeof(filename), "/proc/%d/status", pid);
 59
 60	fp = fopen(filename, "r");
 61	if (fp == NULL) {
 62		pr_debug("couldn't open %s\n", filename);
 63		return 0;
 64	}
 65
 66	while (!comm[0] || (tgid < 0)) {
 67		if (fgets(bf, sizeof(bf), fp) == NULL) {
 68			pr_warning("couldn't get COMM and pgid, malformed %s\n",
 69				   filename);
 70			break;
 71		}
 72
 73		if (memcmp(bf, "Name:", 5) == 0) {
 74			char *name = bf + 5;
 75			while (*name && isspace(*name))
 76				++name;
 77			size = strlen(name) - 1;
 78			if (size >= len)
 79				size = len - 1;
 80			memcpy(comm, name, size);
 81			comm[size] = '\0';
 82
 83		} else if (memcmp(bf, "Tgid:", 5) == 0) {
 84			char *tgids = bf + 5;
 85			while (*tgids && isspace(*tgids))
 86				++tgids;
 87			tgid = atoi(tgids);
 88		}
 89	}
 90
 91	fclose(fp);
 92
 93	return tgid;
 94}
 95
 96static pid_t perf_event__synthesize_comm(struct perf_tool *tool,
 97					 union perf_event *event, pid_t pid,
 98					 perf_event__handler_t process,
 99					 struct machine *machine)
100{
101	size_t size;
102	pid_t tgid;
103
104	memset(&event->comm, 0, sizeof(event->comm));
105
106	if (machine__is_host(machine))
107		tgid = perf_event__get_comm_tgid(pid, event->comm.comm,
108						 sizeof(event->comm.comm));
109	else
110		tgid = machine->pid;
111
112	if (tgid < 0)
113		goto out;
114
115	event->comm.pid = tgid;
116	event->comm.header.type = PERF_RECORD_COMM;
117
118	size = strlen(event->comm.comm) + 1;
119	size = PERF_ALIGN(size, sizeof(u64));
120	memset(event->comm.comm + size, 0, machine->id_hdr_size);
121	event->comm.header.size = (sizeof(event->comm) -
122				(sizeof(event->comm.comm) - size) +
123				machine->id_hdr_size);
124	event->comm.tid = pid;
125
126	if (process(tool, event, &synth_sample, machine) != 0)
127		return -1;
 
 
 
 
 
128
129out:
130	return tgid;
131}
132
133static int perf_event__synthesize_fork(struct perf_tool *tool,
134				       union perf_event *event, pid_t pid,
135				       pid_t tgid, perf_event__handler_t process,
136				       struct machine *machine)
137{
138	memset(&event->fork, 0, sizeof(event->fork) + machine->id_hdr_size);
139
140	/* this is really a clone event but we use fork to synthesize it */
141	event->fork.ppid = tgid;
142	event->fork.ptid = tgid;
143	event->fork.pid  = tgid;
144	event->fork.tid  = pid;
145	event->fork.header.type = PERF_RECORD_FORK;
146
147	event->fork.header.size = (sizeof(event->fork) + machine->id_hdr_size);
148
149	if (process(tool, event, &synth_sample, machine) != 0)
150		return -1;
151
 
152	return 0;
153}
154
155int perf_event__synthesize_mmap_events(struct perf_tool *tool,
156				       union perf_event *event,
157				       pid_t pid, pid_t tgid,
158				       perf_event__handler_t process,
159				       struct machine *machine,
160				       bool mmap_data)
161{
162	char filename[PATH_MAX];
163	FILE *fp;
164	int rc = 0;
165
166	if (machine__is_default_guest(machine))
167		return 0;
168
169	snprintf(filename, sizeof(filename), "%s/proc/%d/maps",
170		 machine->root_dir, pid);
171
172	fp = fopen(filename, "r");
173	if (fp == NULL) {
174		/*
175		 * We raced with a task exiting - just return:
176		 */
177		pr_debug("couldn't open %s\n", filename);
178		return -1;
179	}
180
181	event->header.type = PERF_RECORD_MMAP;
182
183	while (1) {
184		char bf[BUFSIZ];
185		char prot[5];
186		char execname[PATH_MAX];
187		char anonstr[] = "//anon";
188		size_t size;
189		ssize_t n;
190
191		if (fgets(bf, sizeof(bf), fp) == NULL)
 
 
 
192			break;
193
194		/* ensure null termination since stack will be reused. */
195		strcpy(execname, "");
196
197		/* 00400000-0040c000 r-xp 00000000 fd:01 41038  /bin/cat */
198		n = sscanf(bf, "%"PRIx64"-%"PRIx64" %s %"PRIx64" %*x:%*x %*u %s\n",
199		       &event->mmap.start, &event->mmap.len, prot,
200		       &event->mmap.pgoff,
201		       execname);
202		/*
203 		 * Anon maps don't have the execname.
204 		 */
205		if (n < 4)
206			continue;
207		/*
208		 * Just like the kernel, see __perf_event_mmap in kernel/perf_event.c
209		 */
210		if (machine__is_host(machine))
211			event->header.misc = PERF_RECORD_MISC_USER;
212		else
213			event->header.misc = PERF_RECORD_MISC_GUEST_USER;
214
215		if (prot[2] != 'x') {
216			if (!mmap_data || prot[0] != 'r')
217				continue;
218
219			event->header.misc |= PERF_RECORD_MISC_MMAP_DATA;
220		}
221
222		if (!strcmp(execname, ""))
223			strcpy(execname, anonstr);
224
225		size = strlen(execname) + 1;
226		memcpy(event->mmap.filename, execname, size);
227		size = PERF_ALIGN(size, sizeof(u64));
228		event->mmap.len -= event->mmap.start;
229		event->mmap.header.size = (sizeof(event->mmap) -
230					(sizeof(event->mmap.filename) - size));
231		memset(event->mmap.filename + size, 0, machine->id_hdr_size);
232		event->mmap.header.size += machine->id_hdr_size;
233		event->mmap.pid = tgid;
234		event->mmap.tid = pid;
235
236		if (process(tool, event, &synth_sample, machine) != 0) {
237			rc = -1;
238			break;
239		}
240	}
241
242	fclose(fp);
243	return rc;
244}
245
246int perf_event__synthesize_modules(struct perf_tool *tool,
247				   perf_event__handler_t process,
248				   struct machine *machine)
249{
250	int rc = 0;
251	struct rb_node *nd;
252	struct map_groups *kmaps = &machine->kmaps;
253	union perf_event *event = zalloc((sizeof(event->mmap) +
254					  machine->id_hdr_size));
255	if (event == NULL) {
256		pr_debug("Not enough memory synthesizing mmap event "
257			 "for kernel modules\n");
258		return -1;
259	}
260
261	event->header.type = PERF_RECORD_MMAP;
262
263	/*
264	 * kernel uses 0 for user space maps, see kernel/perf_event.c
265	 * __perf_event_mmap
266	 */
267	if (machine__is_host(machine))
268		event->header.misc = PERF_RECORD_MISC_KERNEL;
269	else
270		event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
271
272	for (nd = rb_first(&kmaps->maps[MAP__FUNCTION]);
273	     nd; nd = rb_next(nd)) {
274		size_t size;
275		struct map *pos = rb_entry(nd, struct map, rb_node);
276
277		if (pos->dso->kernel)
278			continue;
279
280		size = PERF_ALIGN(pos->dso->long_name_len + 1, sizeof(u64));
281		event->mmap.header.type = PERF_RECORD_MMAP;
282		event->mmap.header.size = (sizeof(event->mmap) -
283				        (sizeof(event->mmap.filename) - size));
284		memset(event->mmap.filename + size, 0, machine->id_hdr_size);
285		event->mmap.header.size += machine->id_hdr_size;
286		event->mmap.start = pos->start;
287		event->mmap.len   = pos->end - pos->start;
288		event->mmap.pid   = machine->pid;
289
290		memcpy(event->mmap.filename, pos->dso->long_name,
291		       pos->dso->long_name_len + 1);
292		if (process(tool, event, &synth_sample, machine) != 0) {
293			rc = -1;
294			break;
295		}
296	}
297
298	free(event);
299	return rc;
300}
301
302static int __event__synthesize_thread(union perf_event *comm_event,
303				      union perf_event *mmap_event,
304				      union perf_event *fork_event,
305				      pid_t pid, int full,
306					  perf_event__handler_t process,
307				      struct perf_tool *tool,
308				      struct machine *machine, bool mmap_data)
309{
310	char filename[PATH_MAX];
311	DIR *tasks;
312	struct dirent dirent, *next;
313	pid_t tgid;
314
315	/* special case: only send one comm event using passed in pid */
316	if (!full) {
317		tgid = perf_event__synthesize_comm(tool, comm_event, pid,
318						   process, machine);
319
320		if (tgid == -1)
321			return -1;
322
323		return perf_event__synthesize_mmap_events(tool, mmap_event, pid, tgid,
324							  process, machine, mmap_data);
325	}
326
327	if (machine__is_default_guest(machine))
328		return 0;
329
330	snprintf(filename, sizeof(filename), "%s/proc/%d/task",
331		 machine->root_dir, pid);
332
333	tasks = opendir(filename);
334	if (tasks == NULL) {
335		pr_debug("couldn't open %s\n", filename);
336		return 0;
337	}
338
339	while (!readdir_r(tasks, &dirent, &next) && next) {
340		char *end;
341		int rc = 0;
342		pid_t _pid;
343
344		_pid = strtol(dirent.d_name, &end, 10);
345		if (*end)
346			continue;
347
348		tgid = perf_event__synthesize_comm(tool, comm_event, _pid,
349						   process, machine);
350		if (tgid == -1)
351			return -1;
352
353		if (_pid == pid) {
354			/* process the parent's maps too */
355			rc = perf_event__synthesize_mmap_events(tool, mmap_event, pid, tgid,
356						process, machine, mmap_data);
357		} else {
358			/* only fork the tid's map, to save time */
359			rc = perf_event__synthesize_fork(tool, fork_event, _pid, tgid,
360						 process, machine);
361		}
362
363		if (rc)
364			return rc;
 
 
365	}
366
367	closedir(tasks);
368	return 0;
369}
370
371int perf_event__synthesize_thread_map(struct perf_tool *tool,
372				      struct thread_map *threads,
373				      perf_event__handler_t process,
374				      struct machine *machine,
375				      bool mmap_data)
376{
377	union perf_event *comm_event, *mmap_event, *fork_event;
378	int err = -1, thread, j;
379
380	comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
381	if (comm_event == NULL)
382		goto out;
383
384	mmap_event = malloc(sizeof(mmap_event->mmap) + machine->id_hdr_size);
385	if (mmap_event == NULL)
386		goto out_free_comm;
387
388	fork_event = malloc(sizeof(fork_event->fork) + machine->id_hdr_size);
389	if (fork_event == NULL)
390		goto out_free_mmap;
391
392	err = 0;
393	for (thread = 0; thread < threads->nr; ++thread) {
394		if (__event__synthesize_thread(comm_event, mmap_event,
395					       fork_event,
396					       threads->map[thread], 0,
397					       process, tool, machine,
398					       mmap_data)) {
399			err = -1;
400			break;
401		}
402
403		/*
404		 * comm.pid is set to thread group id by
405		 * perf_event__synthesize_comm
406		 */
407		if ((int) comm_event->comm.pid != threads->map[thread]) {
408			bool need_leader = true;
409
410			/* is thread group leader in thread_map? */
411			for (j = 0; j < threads->nr; ++j) {
412				if ((int) comm_event->comm.pid == threads->map[j]) {
413					need_leader = false;
414					break;
415				}
416			}
417
418			/* if not, generate events for it */
419			if (need_leader &&
420			    __event__synthesize_thread(comm_event, mmap_event,
421						       fork_event,
422						       comm_event->comm.pid, 0,
423						       process, tool, machine,
424						       mmap_data)) {
425				err = -1;
426				break;
427			}
428		}
429	}
430	free(fork_event);
431out_free_mmap:
432	free(mmap_event);
433out_free_comm:
434	free(comm_event);
435out:
436	return err;
437}
438
439int perf_event__synthesize_threads(struct perf_tool *tool,
440				   perf_event__handler_t process,
441				   struct machine *machine, bool mmap_data)
442{
443	DIR *proc;
444	char proc_path[PATH_MAX];
445	struct dirent dirent, *next;
446	union perf_event *comm_event, *mmap_event, *fork_event;
447	int err = -1;
448
449	if (machine__is_default_guest(machine))
450		return 0;
451
452	comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
453	if (comm_event == NULL)
454		goto out;
455
456	mmap_event = malloc(sizeof(mmap_event->mmap) + machine->id_hdr_size);
457	if (mmap_event == NULL)
458		goto out_free_comm;
459
460	fork_event = malloc(sizeof(fork_event->fork) + machine->id_hdr_size);
461	if (fork_event == NULL)
462		goto out_free_mmap;
463
464	snprintf(proc_path, sizeof(proc_path), "%s/proc", machine->root_dir);
465	proc = opendir(proc_path);
466
467	if (proc == NULL)
468		goto out_free_fork;
469
470	while (!readdir_r(proc, &dirent, &next) && next) {
471		char *end;
472		pid_t pid = strtol(dirent.d_name, &end, 10);
473
474		if (*end) /* only interested in proper numerical dirents */
475			continue;
476		/*
477 		 * We may race with exiting thread, so don't stop just because
478 		 * one thread couldn't be synthesized.
479 		 */
480		__event__synthesize_thread(comm_event, mmap_event, fork_event, pid,
481					   1, process, tool, machine, mmap_data);
482	}
483
484	err = 0;
485	closedir(proc);
486out_free_fork:
487	free(fork_event);
488out_free_mmap:
489	free(mmap_event);
490out_free_comm:
491	free(comm_event);
492out:
493	return err;
494}
495
496struct process_symbol_args {
497	const char *name;
498	u64	   start;
499};
500
501static int find_symbol_cb(void *arg, const char *name, char type,
502			  u64 start)
503{
504	struct process_symbol_args *args = arg;
505
506	/*
507	 * Must be a function or at least an alias, as in PARISC64, where "_text" is
508	 * an 'A' to the same address as "_stext".
509	 */
510	if (!(symbol_type__is_a(type, MAP__FUNCTION) ||
511	      type == 'A') || strcmp(name, args->name))
512		return 0;
513
514	args->start = start;
515	return 1;
516}
517
518u64 kallsyms__get_function_start(const char *kallsyms_filename,
519				 const char *symbol_name)
 
 
520{
521	struct process_symbol_args args = { .name = symbol_name, };
522
523	if (kallsyms__parse(kallsyms_filename, &args, find_symbol_cb) <= 0)
524		return 0;
525
526	return args.start;
527}
528
529int perf_event__synthesize_kernel_mmap(struct perf_tool *tool,
530				       perf_event__handler_t process,
531				       struct machine *machine)
532{
533	size_t size;
534	const char *mmap_name;
535	char name_buff[PATH_MAX];
536	struct map *map;
537	struct kmap *kmap;
538	int err;
539	/*
540	 * We should get this from /sys/kernel/sections/.text, but till that is
541	 * available use this, and after it is use this as a fallback for older
542	 * kernels.
543	 */
544	union perf_event *event = zalloc((sizeof(event->mmap) +
545					  machine->id_hdr_size));
546	if (event == NULL) {
547		pr_debug("Not enough memory synthesizing mmap event "
548			 "for kernel modules\n");
549		return -1;
550	}
551
552	mmap_name = machine__mmap_name(machine, name_buff, sizeof(name_buff));
553	if (machine__is_host(machine)) {
554		/*
555		 * kernel uses PERF_RECORD_MISC_USER for user space maps,
556		 * see kernel/perf_event.c __perf_event_mmap
557		 */
558		event->header.misc = PERF_RECORD_MISC_KERNEL;
559	} else {
560		event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
561	}
562
563	map = machine->vmlinux_maps[MAP__FUNCTION];
564	kmap = map__kmap(map);
565	size = snprintf(event->mmap.filename, sizeof(event->mmap.filename),
566			"%s%s", mmap_name, kmap->ref_reloc_sym->name) + 1;
567	size = PERF_ALIGN(size, sizeof(u64));
568	event->mmap.header.type = PERF_RECORD_MMAP;
569	event->mmap.header.size = (sizeof(event->mmap) -
570			(sizeof(event->mmap.filename) - size) + machine->id_hdr_size);
571	event->mmap.pgoff = kmap->ref_reloc_sym->addr;
572	event->mmap.start = map->start;
573	event->mmap.len   = map->end - event->mmap.start;
574	event->mmap.pid   = machine->pid;
575
576	err = process(tool, event, &synth_sample, machine);
577	free(event);
 
 
 
 
 
578
579	return err;
 
 
 
 
 
580}
581
582size_t perf_event__fprintf_comm(union perf_event *event, FILE *fp)
 
 
 
583{
584	return fprintf(fp, ": %s:%d\n", event->comm.comm, event->comm.tid);
585}
586
587int perf_event__process_comm(struct perf_tool *tool __maybe_unused,
588			     union perf_event *event,
589			     struct perf_sample *sample,
590			     struct machine *machine)
591{
592	return machine__process_comm_event(machine, event, sample);
593}
594
595int perf_event__process_lost(struct perf_tool *tool __maybe_unused,
596			     union perf_event *event,
597			     struct perf_sample *sample,
598			     struct machine *machine)
599{
600	return machine__process_lost_event(machine, event, sample);
601}
602
603size_t perf_event__fprintf_mmap(union perf_event *event, FILE *fp)
604{
605	return fprintf(fp, " %d/%d: [%#" PRIx64 "(%#" PRIx64 ") @ %#" PRIx64 "]: %c %s\n",
606		       event->mmap.pid, event->mmap.tid, event->mmap.start,
607		       event->mmap.len, event->mmap.pgoff,
608		       (event->header.misc & PERF_RECORD_MISC_MMAP_DATA) ? 'r' : 'x',
609		       event->mmap.filename);
610}
611
612size_t perf_event__fprintf_mmap2(union perf_event *event, FILE *fp)
613{
614	return fprintf(fp, " %d/%d: [%#" PRIx64 "(%#" PRIx64 ") @ %#" PRIx64
615			   " %02x:%02x %"PRIu64" %"PRIu64"]: %c %s\n",
616		       event->mmap2.pid, event->mmap2.tid, event->mmap2.start,
617		       event->mmap2.len, event->mmap2.pgoff, event->mmap2.maj,
618		       event->mmap2.min, event->mmap2.ino,
619		       event->mmap2.ino_generation,
620		       (event->header.misc & PERF_RECORD_MISC_MMAP_DATA) ? 'r' : 'x',
 
 
 
621		       event->mmap2.filename);
622}
623
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
624int perf_event__process_mmap(struct perf_tool *tool __maybe_unused,
625			     union perf_event *event,
626			     struct perf_sample *sample,
627			     struct machine *machine)
628{
629	return machine__process_mmap_event(machine, event, sample);
630}
631
632int perf_event__process_mmap2(struct perf_tool *tool __maybe_unused,
633			     union perf_event *event,
634			     struct perf_sample *sample,
635			     struct machine *machine)
636{
637	return machine__process_mmap2_event(machine, event, sample);
638}
639
640size_t perf_event__fprintf_task(union perf_event *event, FILE *fp)
641{
642	return fprintf(fp, "(%d:%d):(%d:%d)\n",
643		       event->fork.pid, event->fork.tid,
644		       event->fork.ppid, event->fork.ptid);
645}
646
647int perf_event__process_fork(struct perf_tool *tool __maybe_unused,
648			     union perf_event *event,
649			     struct perf_sample *sample,
650			     struct machine *machine)
651{
652	return machine__process_fork_event(machine, event, sample);
653}
654
655int perf_event__process_exit(struct perf_tool *tool __maybe_unused,
656			     union perf_event *event,
657			     struct perf_sample *sample,
658			     struct machine *machine)
659{
660	return machine__process_exit_event(machine, event, sample);
661}
662
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
663size_t perf_event__fprintf(union perf_event *event, FILE *fp)
664{
665	size_t ret = fprintf(fp, "PERF_RECORD_%s",
666			     perf_event__name(event->header.type));
667
668	switch (event->header.type) {
669	case PERF_RECORD_COMM:
670		ret += perf_event__fprintf_comm(event, fp);
671		break;
672	case PERF_RECORD_FORK:
673	case PERF_RECORD_EXIT:
674		ret += perf_event__fprintf_task(event, fp);
675		break;
676	case PERF_RECORD_MMAP:
677		ret += perf_event__fprintf_mmap(event, fp);
678		break;
 
 
 
679	case PERF_RECORD_MMAP2:
680		ret += perf_event__fprintf_mmap2(event, fp);
681		break;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
682	default:
683		ret += fprintf(fp, "\n");
684	}
685
686	return ret;
687}
688
689int perf_event__process(struct perf_tool *tool __maybe_unused,
690			union perf_event *event,
691			struct perf_sample *sample,
692			struct machine *machine)
693{
694	return machine__process_event(machine, event, sample);
695}
696
697void thread__find_addr_map(struct thread *thread,
698			   struct machine *machine, u8 cpumode,
699			   enum map_type type, u64 addr,
700			   struct addr_location *al)
701{
702	struct map_groups *mg = &thread->mg;
 
703	bool load_map = false;
704
705	al->machine = machine;
706	al->thread = thread;
707	al->addr = addr;
708	al->cpumode = cpumode;
709	al->filtered = 0;
710
711	if (machine == NULL) {
712		al->map = NULL;
713		return;
714	}
715
716	if (cpumode == PERF_RECORD_MISC_KERNEL && perf_host) {
717		al->level = 'k';
718		mg = &machine->kmaps;
719		load_map = true;
720	} else if (cpumode == PERF_RECORD_MISC_USER && perf_host) {
721		al->level = '.';
722	} else if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL && perf_guest) {
723		al->level = 'g';
724		mg = &machine->kmaps;
725		load_map = true;
726	} else if (cpumode == PERF_RECORD_MISC_GUEST_USER && perf_guest) {
727		al->level = 'u';
728	} else {
729		al->level = 'H';
730		al->map = NULL;
731
732		if ((cpumode == PERF_RECORD_MISC_GUEST_USER ||
733			cpumode == PERF_RECORD_MISC_GUEST_KERNEL) &&
734			!perf_guest)
735			al->filtered |= (1 << HIST_FILTER__GUEST);
736		if ((cpumode == PERF_RECORD_MISC_USER ||
737			cpumode == PERF_RECORD_MISC_KERNEL) &&
738			!perf_host)
739			al->filtered |= (1 << HIST_FILTER__HOST);
740
741		return;
742	}
743try_again:
744	al->map = map_groups__find(mg, type, al->addr);
745	if (al->map == NULL) {
746		/*
747		 * If this is outside of all known maps, and is a negative
748		 * address, try to look it up in the kernel dso, as it might be
749		 * a vsyscall or vdso (which executes in user-mode).
750		 *
751		 * XXX This is nasty, we should have a symbol list in the
752		 * "[vdso]" dso, but for now lets use the old trick of looking
753		 * in the whole kernel symbol list.
754		 */
755		if ((long long)al->addr < 0 &&
756		    cpumode == PERF_RECORD_MISC_USER &&
757		    machine && mg != &machine->kmaps) {
758			mg = &machine->kmaps;
759			goto try_again;
760		}
761	} else {
762		/*
763		 * Kernel maps might be changed when loading symbols so loading
764		 * must be done prior to using kernel maps.
765		 */
766		if (load_map)
767			map__load(al->map, machine->symbol_filter);
768		al->addr = al->map->map_ip(al->map, al->addr);
769	}
 
 
770}
771
772void thread__find_addr_location(struct thread *thread, struct machine *machine,
773				u8 cpumode, enum map_type type, u64 addr,
 
 
 
 
774				struct addr_location *al)
775{
776	thread__find_addr_map(thread, machine, cpumode, type, addr, al);
777	if (al->map != NULL)
778		al->sym = map__find_symbol(al->map, al->addr,
779					   machine->symbol_filter);
780	else
781		al->sym = NULL;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
782}
783
784int perf_event__preprocess_sample(const union perf_event *event,
785				  struct machine *machine,
786				  struct addr_location *al,
787				  struct perf_sample *sample)
 
 
788{
789	u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
790	struct thread *thread = machine__findnew_thread(machine, sample->pid,
791							sample->pid);
792
793	if (thread == NULL)
794		return -1;
795
796	dump_printf(" ... thread: %s:%d\n", thread__comm_str(thread), thread->tid);
797	/*
798	 * Have we already created the kernel maps for this machine?
799	 *
800	 * This should have happened earlier, when we processed the kernel MMAP
801	 * events, but for older perf.data files there was no such thing, so do
802	 * it now.
803	 */
804	if (cpumode == PERF_RECORD_MISC_KERNEL &&
805	    machine->vmlinux_maps[MAP__FUNCTION] == NULL)
806		machine__create_kernel_maps(machine);
807
808	thread__find_addr_map(thread, machine, cpumode, MAP__FUNCTION,
809			      sample->ip, al);
810	dump_printf(" ...... dso: %s\n",
811		    al->map ? al->map->dso->long_name :
812			al->level == 'H' ? "[hypervisor]" : "<not found>");
813
814	if (thread__is_filtered(thread))
815		al->filtered |= (1 << HIST_FILTER__THREAD);
816
817	al->sym = NULL;
818	al->cpu = sample->cpu;
 
 
 
 
 
 
 
 
 
819
820	if (al->map) {
821		struct dso *dso = al->map->dso;
822
823		if (symbol_conf.dso_list &&
824		    (!dso || !(strlist__has_entry(symbol_conf.dso_list,
825						  dso->short_name) ||
826			       (dso->short_name != dso->long_name &&
827				strlist__has_entry(symbol_conf.dso_list,
828						   dso->long_name))))) {
829			al->filtered |= (1 << HIST_FILTER__DSO);
830		}
831
832		al->sym = map__find_symbol(al->map, al->addr,
833					   machine->symbol_filter);
834	}
835
836	if (symbol_conf.sym_list &&
837		(!al->sym || !strlist__has_entry(symbol_conf.sym_list,
838						al->sym->name))) {
839		al->filtered |= (1 << HIST_FILTER__SYMBOL);
840	}
841
842	return 0;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
843}
v5.4
  1#include <errno.h>
  2#include <fcntl.h>
  3#include <inttypes.h>
  4#include <linux/kernel.h>
  5#include <linux/types.h>
  6#include <perf/cpumap.h>
  7#include <sys/types.h>
  8#include <sys/stat.h>
  9#include <unistd.h>
 10#include <uapi/linux/mman.h> /* To get things like MAP_HUGETLB even on older libc headers */
 11#include <linux/perf_event.h>
 12#include <linux/zalloc.h>
 13#include "cpumap.h"
 14#include "dso.h"
 15#include "event.h"
 16#include "debug.h"
 17#include "hist.h"
 18#include "machine.h"
 19#include "sort.h"
 20#include "string2.h"
 21#include "strlist.h"
 22#include "thread.h"
 23#include "thread_map.h"
 24#include "time-utils.h"
 25#include <linux/ctype.h>
 26#include "map.h"
 27#include "util/namespaces.h"
 28#include "symbol.h"
 29#include "symbol/kallsyms.h"
 30#include "asm/bug.h"
 31#include "stat.h"
 32#include "session.h"
 33#include "bpf-event.h"
 34#include "tool.h"
 35#include "../perf.h"
 36
 37static const char *perf_event__names[] = {
 38	[0]					= "TOTAL",
 39	[PERF_RECORD_MMAP]			= "MMAP",
 40	[PERF_RECORD_MMAP2]			= "MMAP2",
 41	[PERF_RECORD_LOST]			= "LOST",
 42	[PERF_RECORD_COMM]			= "COMM",
 43	[PERF_RECORD_EXIT]			= "EXIT",
 44	[PERF_RECORD_THROTTLE]			= "THROTTLE",
 45	[PERF_RECORD_UNTHROTTLE]		= "UNTHROTTLE",
 46	[PERF_RECORD_FORK]			= "FORK",
 47	[PERF_RECORD_READ]			= "READ",
 48	[PERF_RECORD_SAMPLE]			= "SAMPLE",
 49	[PERF_RECORD_AUX]			= "AUX",
 50	[PERF_RECORD_ITRACE_START]		= "ITRACE_START",
 51	[PERF_RECORD_LOST_SAMPLES]		= "LOST_SAMPLES",
 52	[PERF_RECORD_SWITCH]			= "SWITCH",
 53	[PERF_RECORD_SWITCH_CPU_WIDE]		= "SWITCH_CPU_WIDE",
 54	[PERF_RECORD_NAMESPACES]		= "NAMESPACES",
 55	[PERF_RECORD_KSYMBOL]			= "KSYMBOL",
 56	[PERF_RECORD_BPF_EVENT]			= "BPF_EVENT",
 57	[PERF_RECORD_HEADER_ATTR]		= "ATTR",
 58	[PERF_RECORD_HEADER_EVENT_TYPE]		= "EVENT_TYPE",
 59	[PERF_RECORD_HEADER_TRACING_DATA]	= "TRACING_DATA",
 60	[PERF_RECORD_HEADER_BUILD_ID]		= "BUILD_ID",
 61	[PERF_RECORD_FINISHED_ROUND]		= "FINISHED_ROUND",
 62	[PERF_RECORD_ID_INDEX]			= "ID_INDEX",
 63	[PERF_RECORD_AUXTRACE_INFO]		= "AUXTRACE_INFO",
 64	[PERF_RECORD_AUXTRACE]			= "AUXTRACE",
 65	[PERF_RECORD_AUXTRACE_ERROR]		= "AUXTRACE_ERROR",
 66	[PERF_RECORD_THREAD_MAP]		= "THREAD_MAP",
 67	[PERF_RECORD_CPU_MAP]			= "CPU_MAP",
 68	[PERF_RECORD_STAT_CONFIG]		= "STAT_CONFIG",
 69	[PERF_RECORD_STAT]			= "STAT",
 70	[PERF_RECORD_STAT_ROUND]		= "STAT_ROUND",
 71	[PERF_RECORD_EVENT_UPDATE]		= "EVENT_UPDATE",
 72	[PERF_RECORD_TIME_CONV]			= "TIME_CONV",
 73	[PERF_RECORD_HEADER_FEATURE]		= "FEATURE",
 74	[PERF_RECORD_COMPRESSED]		= "COMPRESSED",
 75};
 76
 77const char *perf_event__name(unsigned int id)
 78{
 79	if (id >= ARRAY_SIZE(perf_event__names))
 80		return "INVALID";
 81	if (!perf_event__names[id])
 82		return "UNKNOWN";
 83	return perf_event__names[id];
 84}
 85
 86struct process_symbol_args {
 87	const char *name;
 88	u64	   start;
 
 
 
 
 89};
 90
 91static int find_symbol_cb(void *arg, const char *name, char type,
 92			  u64 start)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 93{
 94	struct process_symbol_args *args = arg;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 95
 96	/*
 97	 * Must be a function or at least an alias, as in PARISC64, where "_text" is
 98	 * an 'A' to the same address as "_stext".
 99	 */
100	if (!(kallsyms__is_function(type) ||
101	      type == 'A') || strcmp(name, args->name))
102		return 0;
103
104	args->start = start;
105	return 1;
106}
107
108int kallsyms__get_function_start(const char *kallsyms_filename,
109				 const char *symbol_name, u64 *addr)
 
 
110{
111	struct process_symbol_args args = { .name = symbol_name, };
 
 
 
 
 
 
 
 
 
112
113	if (kallsyms__parse(kallsyms_filename, &args, find_symbol_cb) <= 0)
114		return -1;
115
116	*addr = args.start;
117	return 0;
118}
119
120void perf_event__read_stat_config(struct perf_stat_config *config,
121				  struct perf_record_stat_config *event)
122{
123	unsigned i;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
124
125	for (i = 0; i < event->nr; i++) {
 
 
 
 
 
 
126
127		switch (event->data[i].tag) {
128#define CASE(__term, __val)					\
129		case PERF_STAT_CONFIG_TERM__##__term:		\
130			config->__val = event->data[i].val;	\
131			break;
132
133		CASE(AGGR_MODE, aggr_mode)
134		CASE(SCALE,     scale)
135		CASE(INTERVAL,  interval)
136#undef CASE
137		default:
138			pr_warning("unknown stat config term %" PRI_lu64 "\n",
139				   event->data[i].tag);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
140		}
141	}
 
 
 
142}
143
144size_t perf_event__fprintf_comm(union perf_event *event, FILE *fp)
 
 
145{
146	const char *s;
 
 
 
 
 
 
 
 
 
147
148	if (event->header.misc & PERF_RECORD_MISC_COMM_EXEC)
149		s = " exec";
 
 
 
 
 
 
150	else
151		s = "";
152
153	return fprintf(fp, "%s: %s:%d/%d\n", s, event->comm.comm, event->comm.pid, event->comm.tid);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
154}
155
156size_t perf_event__fprintf_namespaces(union perf_event *event, FILE *fp)
157{
158	size_t ret = 0;
159	struct perf_ns_link_info *ns_link_info;
160	u32 nr_namespaces, idx;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
161
162	ns_link_info = event->namespaces.link_info;
163	nr_namespaces = event->namespaces.nr_namespaces;
164
165	ret += fprintf(fp, " %d/%d - nr_namespaces: %u\n\t\t[",
166		       event->namespaces.pid,
167		       event->namespaces.tid,
168		       nr_namespaces);
 
169
170	for (idx = 0; idx < nr_namespaces; idx++) {
171		if (idx && (idx % 4 == 0))
172			ret += fprintf(fp, "\n\t\t ");
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
173
174		ret  += fprintf(fp, "%u/%s: %" PRIu64 "/%#" PRIx64 "%s", idx,
175				perf_ns__name(idx), (u64)ns_link_info[idx].dev,
176				(u64)ns_link_info[idx].ino,
177				((idx + 1) != nr_namespaces) ? ", " : "]\n");
178	}
179
180	return ret;
 
181}
182
183int perf_event__process_comm(struct perf_tool *tool __maybe_unused,
184			     union perf_event *event,
185			     struct perf_sample *sample,
186			     struct machine *machine)
187{
188	return machine__process_comm_event(machine, event, sample);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
189}
190
191int perf_event__process_namespaces(struct perf_tool *tool __maybe_unused,
192				   union perf_event *event,
193				   struct perf_sample *sample,
194				   struct machine *machine)
 
 
 
195{
196	return machine__process_namespaces_event(machine, event, sample);
 
 
 
 
 
 
 
 
 
 
 
197}
198
199int perf_event__process_lost(struct perf_tool *tool __maybe_unused,
200			     union perf_event *event,
201			     struct perf_sample *sample,
202			     struct machine *machine)
203{
204	return machine__process_lost_event(machine, event, sample);
 
 
 
 
 
205}
206
207int perf_event__process_aux(struct perf_tool *tool __maybe_unused,
208			    union perf_event *event,
209			    struct perf_sample *sample __maybe_unused,
210			    struct machine *machine)
211{
212	return machine__process_aux_event(machine, event);
213}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
214
215int perf_event__process_itrace_start(struct perf_tool *tool __maybe_unused,
216				     union perf_event *event,
217				     struct perf_sample *sample __maybe_unused,
218				     struct machine *machine)
219{
220	return machine__process_itrace_start_event(machine, event);
221}
222
223int perf_event__process_lost_samples(struct perf_tool *tool __maybe_unused,
224				     union perf_event *event,
225				     struct perf_sample *sample,
226				     struct machine *machine)
227{
228	return machine__process_lost_samples_event(machine, event, sample);
229}
230
231int perf_event__process_switch(struct perf_tool *tool __maybe_unused,
232			       union perf_event *event,
233			       struct perf_sample *sample __maybe_unused,
234			       struct machine *machine)
235{
236	return machine__process_switch_event(machine, event);
237}
238
239int perf_event__process_ksymbol(struct perf_tool *tool __maybe_unused,
240				union perf_event *event,
241				struct perf_sample *sample __maybe_unused,
242				struct machine *machine)
243{
244	return machine__process_ksymbol(machine, event, sample);
245}
246
247int perf_event__process_bpf(struct perf_tool *tool __maybe_unused,
248			    union perf_event *event,
249			    struct perf_sample *sample,
250			    struct machine *machine)
251{
252	return machine__process_bpf(machine, event, sample);
253}
254
255size_t perf_event__fprintf_mmap(union perf_event *event, FILE *fp)
256{
257	return fprintf(fp, " %d/%d: [%#" PRI_lx64 "(%#" PRI_lx64 ") @ %#" PRI_lx64 "]: %c %s\n",
258		       event->mmap.pid, event->mmap.tid, event->mmap.start,
259		       event->mmap.len, event->mmap.pgoff,
260		       (event->header.misc & PERF_RECORD_MISC_MMAP_DATA) ? 'r' : 'x',
261		       event->mmap.filename);
262}
263
264size_t perf_event__fprintf_mmap2(union perf_event *event, FILE *fp)
265{
266	return fprintf(fp, " %d/%d: [%#" PRI_lx64 "(%#" PRI_lx64 ") @ %#" PRI_lx64
267			   " %02x:%02x %"PRI_lu64" %"PRI_lu64"]: %c%c%c%c %s\n",
268		       event->mmap2.pid, event->mmap2.tid, event->mmap2.start,
269		       event->mmap2.len, event->mmap2.pgoff, event->mmap2.maj,
270		       event->mmap2.min, event->mmap2.ino,
271		       event->mmap2.ino_generation,
272		       (event->mmap2.prot & PROT_READ) ? 'r' : '-',
273		       (event->mmap2.prot & PROT_WRITE) ? 'w' : '-',
274		       (event->mmap2.prot & PROT_EXEC) ? 'x' : '-',
275		       (event->mmap2.flags & MAP_SHARED) ? 's' : 'p',
276		       event->mmap2.filename);
277}
278
279size_t perf_event__fprintf_thread_map(union perf_event *event, FILE *fp)
280{
281	struct perf_thread_map *threads = thread_map__new_event(&event->thread_map);
282	size_t ret;
283
284	ret = fprintf(fp, " nr: ");
285
286	if (threads)
287		ret += thread_map__fprintf(threads, fp);
288	else
289		ret += fprintf(fp, "failed to get threads from event\n");
290
291	perf_thread_map__put(threads);
292	return ret;
293}
294
295size_t perf_event__fprintf_cpu_map(union perf_event *event, FILE *fp)
296{
297	struct perf_cpu_map *cpus = cpu_map__new_data(&event->cpu_map.data);
298	size_t ret;
299
300	ret = fprintf(fp, ": ");
301
302	if (cpus)
303		ret += cpu_map__fprintf(cpus, fp);
304	else
305		ret += fprintf(fp, "failed to get cpumap from event\n");
306
307	perf_cpu_map__put(cpus);
308	return ret;
309}
310
311int perf_event__process_mmap(struct perf_tool *tool __maybe_unused,
312			     union perf_event *event,
313			     struct perf_sample *sample,
314			     struct machine *machine)
315{
316	return machine__process_mmap_event(machine, event, sample);
317}
318
319int perf_event__process_mmap2(struct perf_tool *tool __maybe_unused,
320			     union perf_event *event,
321			     struct perf_sample *sample,
322			     struct machine *machine)
323{
324	return machine__process_mmap2_event(machine, event, sample);
325}
326
327size_t perf_event__fprintf_task(union perf_event *event, FILE *fp)
328{
329	return fprintf(fp, "(%d:%d):(%d:%d)\n",
330		       event->fork.pid, event->fork.tid,
331		       event->fork.ppid, event->fork.ptid);
332}
333
334int perf_event__process_fork(struct perf_tool *tool __maybe_unused,
335			     union perf_event *event,
336			     struct perf_sample *sample,
337			     struct machine *machine)
338{
339	return machine__process_fork_event(machine, event, sample);
340}
341
342int perf_event__process_exit(struct perf_tool *tool __maybe_unused,
343			     union perf_event *event,
344			     struct perf_sample *sample,
345			     struct machine *machine)
346{
347	return machine__process_exit_event(machine, event, sample);
348}
349
350size_t perf_event__fprintf_aux(union perf_event *event, FILE *fp)
351{
352	return fprintf(fp, " offset: %#"PRI_lx64" size: %#"PRI_lx64" flags: %#"PRI_lx64" [%s%s%s]\n",
353		       event->aux.aux_offset, event->aux.aux_size,
354		       event->aux.flags,
355		       event->aux.flags & PERF_AUX_FLAG_TRUNCATED ? "T" : "",
356		       event->aux.flags & PERF_AUX_FLAG_OVERWRITE ? "O" : "",
357		       event->aux.flags & PERF_AUX_FLAG_PARTIAL   ? "P" : "");
358}
359
360size_t perf_event__fprintf_itrace_start(union perf_event *event, FILE *fp)
361{
362	return fprintf(fp, " pid: %u tid: %u\n",
363		       event->itrace_start.pid, event->itrace_start.tid);
364}
365
366size_t perf_event__fprintf_switch(union perf_event *event, FILE *fp)
367{
368	bool out = event->header.misc & PERF_RECORD_MISC_SWITCH_OUT;
369	const char *in_out = !out ? "IN         " :
370		!(event->header.misc & PERF_RECORD_MISC_SWITCH_OUT_PREEMPT) ?
371				    "OUT        " : "OUT preempt";
372
373	if (event->header.type == PERF_RECORD_SWITCH)
374		return fprintf(fp, " %s\n", in_out);
375
376	return fprintf(fp, " %s  %s pid/tid: %5u/%-5u\n",
377		       in_out, out ? "next" : "prev",
378		       event->context_switch.next_prev_pid,
379		       event->context_switch.next_prev_tid);
380}
381
382static size_t perf_event__fprintf_lost(union perf_event *event, FILE *fp)
383{
384	return fprintf(fp, " lost %" PRI_lu64 "\n", event->lost.lost);
385}
386
387size_t perf_event__fprintf_ksymbol(union perf_event *event, FILE *fp)
388{
389	return fprintf(fp, " addr %" PRI_lx64 " len %u type %u flags 0x%x name %s\n",
390		       event->ksymbol.addr, event->ksymbol.len,
391		       event->ksymbol.ksym_type,
392		       event->ksymbol.flags, event->ksymbol.name);
393}
394
395size_t perf_event__fprintf_bpf(union perf_event *event, FILE *fp)
396{
397	return fprintf(fp, " type %u, flags %u, id %u\n",
398		       event->bpf.type, event->bpf.flags, event->bpf.id);
399}
400
401size_t perf_event__fprintf(union perf_event *event, FILE *fp)
402{
403	size_t ret = fprintf(fp, "PERF_RECORD_%s",
404			     perf_event__name(event->header.type));
405
406	switch (event->header.type) {
407	case PERF_RECORD_COMM:
408		ret += perf_event__fprintf_comm(event, fp);
409		break;
410	case PERF_RECORD_FORK:
411	case PERF_RECORD_EXIT:
412		ret += perf_event__fprintf_task(event, fp);
413		break;
414	case PERF_RECORD_MMAP:
415		ret += perf_event__fprintf_mmap(event, fp);
416		break;
417	case PERF_RECORD_NAMESPACES:
418		ret += perf_event__fprintf_namespaces(event, fp);
419		break;
420	case PERF_RECORD_MMAP2:
421		ret += perf_event__fprintf_mmap2(event, fp);
422		break;
423	case PERF_RECORD_AUX:
424		ret += perf_event__fprintf_aux(event, fp);
425		break;
426	case PERF_RECORD_ITRACE_START:
427		ret += perf_event__fprintf_itrace_start(event, fp);
428		break;
429	case PERF_RECORD_SWITCH:
430	case PERF_RECORD_SWITCH_CPU_WIDE:
431		ret += perf_event__fprintf_switch(event, fp);
432		break;
433	case PERF_RECORD_LOST:
434		ret += perf_event__fprintf_lost(event, fp);
435		break;
436	case PERF_RECORD_KSYMBOL:
437		ret += perf_event__fprintf_ksymbol(event, fp);
438		break;
439	case PERF_RECORD_BPF_EVENT:
440		ret += perf_event__fprintf_bpf(event, fp);
441		break;
442	default:
443		ret += fprintf(fp, "\n");
444	}
445
446	return ret;
447}
448
449int perf_event__process(struct perf_tool *tool __maybe_unused,
450			union perf_event *event,
451			struct perf_sample *sample,
452			struct machine *machine)
453{
454	return machine__process_event(machine, event, sample);
455}
456
457struct map *thread__find_map(struct thread *thread, u8 cpumode, u64 addr,
458			     struct addr_location *al)
 
 
459{
460	struct map_groups *mg = thread->mg;
461	struct machine *machine = mg->machine;
462	bool load_map = false;
463
464	al->machine = machine;
465	al->thread = thread;
466	al->addr = addr;
467	al->cpumode = cpumode;
468	al->filtered = 0;
469
470	if (machine == NULL) {
471		al->map = NULL;
472		return NULL;
473	}
474
475	if (cpumode == PERF_RECORD_MISC_KERNEL && perf_host) {
476		al->level = 'k';
477		mg = &machine->kmaps;
478		load_map = true;
479	} else if (cpumode == PERF_RECORD_MISC_USER && perf_host) {
480		al->level = '.';
481	} else if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL && perf_guest) {
482		al->level = 'g';
483		mg = &machine->kmaps;
484		load_map = true;
485	} else if (cpumode == PERF_RECORD_MISC_GUEST_USER && perf_guest) {
486		al->level = 'u';
487	} else {
488		al->level = 'H';
489		al->map = NULL;
490
491		if ((cpumode == PERF_RECORD_MISC_GUEST_USER ||
492			cpumode == PERF_RECORD_MISC_GUEST_KERNEL) &&
493			!perf_guest)
494			al->filtered |= (1 << HIST_FILTER__GUEST);
495		if ((cpumode == PERF_RECORD_MISC_USER ||
496			cpumode == PERF_RECORD_MISC_KERNEL) &&
497			!perf_host)
498			al->filtered |= (1 << HIST_FILTER__HOST);
499
500		return NULL;
501	}
502
503	al->map = map_groups__find(mg, al->addr);
504	if (al->map != NULL) {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
505		/*
506		 * Kernel maps might be changed when loading symbols so loading
507		 * must be done prior to using kernel maps.
508		 */
509		if (load_map)
510			map__load(al->map);
511		al->addr = al->map->map_ip(al->map, al->addr);
512	}
513
514	return al->map;
515}
516
517/*
518 * For branch stacks or branch samples, the sample cpumode might not be correct
519 * because it applies only to the sample 'ip' and not necessary to 'addr' or
520 * branch stack addresses. If possible, use a fallback to deal with those cases.
521 */
522struct map *thread__find_map_fb(struct thread *thread, u8 cpumode, u64 addr,
523				struct addr_location *al)
524{
525	struct map *map = thread__find_map(thread, cpumode, addr, al);
526	struct machine *machine = thread->mg->machine;
527	u8 addr_cpumode = machine__addr_cpumode(machine, cpumode, addr);
528
529	if (map || addr_cpumode == cpumode)
530		return map;
531
532	return thread__find_map(thread, addr_cpumode, addr, al);
533}
534
535struct symbol *thread__find_symbol(struct thread *thread, u8 cpumode,
536				   u64 addr, struct addr_location *al)
537{
538	al->sym = NULL;
539	if (thread__find_map(thread, cpumode, addr, al))
540		al->sym = map__find_symbol(al->map, al->addr);
541	return al->sym;
542}
543
544struct symbol *thread__find_symbol_fb(struct thread *thread, u8 cpumode,
545				      u64 addr, struct addr_location *al)
546{
547	al->sym = NULL;
548	if (thread__find_map_fb(thread, cpumode, addr, al))
549		al->sym = map__find_symbol(al->map, al->addr);
550	return al->sym;
551}
552
553/*
554 * Callers need to drop the reference to al->thread, obtained in
555 * machine__findnew_thread()
556 */
557int machine__resolve(struct machine *machine, struct addr_location *al,
558		     struct perf_sample *sample)
559{
 
560	struct thread *thread = machine__findnew_thread(machine, sample->pid,
561							sample->tid);
562
563	if (thread == NULL)
564		return -1;
565
566	dump_printf(" ... thread: %s:%d\n", thread__comm_str(thread), thread->tid);
567	thread__find_map(thread, sample->cpumode, sample->ip, al);
 
 
 
 
 
 
 
 
 
 
 
 
568	dump_printf(" ...... dso: %s\n",
569		    al->map ? al->map->dso->long_name :
570			al->level == 'H' ? "[hypervisor]" : "<not found>");
571
572	if (thread__is_filtered(thread))
573		al->filtered |= (1 << HIST_FILTER__THREAD);
574
575	al->sym = NULL;
576	al->cpu = sample->cpu;
577	al->socket = -1;
578	al->srcline = NULL;
579
580	if (al->cpu >= 0) {
581		struct perf_env *env = machine->env;
582
583		if (env && env->cpu)
584			al->socket = env->cpu[al->cpu].socket_id;
585	}
586
587	if (al->map) {
588		struct dso *dso = al->map->dso;
589
590		if (symbol_conf.dso_list &&
591		    (!dso || !(strlist__has_entry(symbol_conf.dso_list,
592						  dso->short_name) ||
593			       (dso->short_name != dso->long_name &&
594				strlist__has_entry(symbol_conf.dso_list,
595						   dso->long_name))))) {
596			al->filtered |= (1 << HIST_FILTER__DSO);
597		}
598
599		al->sym = map__find_symbol(al->map, al->addr);
 
600	}
601
602	if (symbol_conf.sym_list &&
603		(!al->sym || !strlist__has_entry(symbol_conf.sym_list,
604						al->sym->name))) {
605		al->filtered |= (1 << HIST_FILTER__SYMBOL);
606	}
607
608	return 0;
609}
610
611/*
612 * The preprocess_sample method will return with reference counts for the
613 * in it, when done using (and perhaps getting ref counts if needing to
614 * keep a pointer to one of those entries) it must be paired with
615 * addr_location__put(), so that the refcounts can be decremented.
616 */
617void addr_location__put(struct addr_location *al)
618{
619	thread__zput(al->thread);
620}
621
622bool is_bts_event(struct perf_event_attr *attr)
623{
624	return attr->type == PERF_TYPE_HARDWARE &&
625	       (attr->config & PERF_COUNT_HW_BRANCH_INSTRUCTIONS) &&
626	       attr->sample_period == 1;
627}
628
629bool sample_addr_correlates_sym(struct perf_event_attr *attr)
630{
631	if (attr->type == PERF_TYPE_SOFTWARE &&
632	    (attr->config == PERF_COUNT_SW_PAGE_FAULTS ||
633	     attr->config == PERF_COUNT_SW_PAGE_FAULTS_MIN ||
634	     attr->config == PERF_COUNT_SW_PAGE_FAULTS_MAJ))
635		return true;
636
637	if (is_bts_event(attr))
638		return true;
639
640	return false;
641}
642
643void thread__resolve(struct thread *thread, struct addr_location *al,
644		     struct perf_sample *sample)
645{
646	thread__find_map_fb(thread, sample->cpumode, sample->addr, al);
647
648	al->cpu = sample->cpu;
649	al->sym = NULL;
650
651	if (al->map)
652		al->sym = map__find_symbol(al->map, al->addr);
653}