Linux Audio

Check our new training course

Loading...
v3.1
  1#include <linux/types.h>
  2#include "event.h"
  3#include "debug.h"
  4#include "session.h"
  5#include "sort.h"
  6#include "string.h"
  7#include "strlist.h"
  8#include "thread.h"
  9#include "thread_map.h"
 10
 11static const char *perf_event__names[] = {
 12	[0]					= "TOTAL",
 13	[PERF_RECORD_MMAP]			= "MMAP",
 14	[PERF_RECORD_LOST]			= "LOST",
 15	[PERF_RECORD_COMM]			= "COMM",
 16	[PERF_RECORD_EXIT]			= "EXIT",
 17	[PERF_RECORD_THROTTLE]			= "THROTTLE",
 18	[PERF_RECORD_UNTHROTTLE]		= "UNTHROTTLE",
 19	[PERF_RECORD_FORK]			= "FORK",
 20	[PERF_RECORD_READ]			= "READ",
 21	[PERF_RECORD_SAMPLE]			= "SAMPLE",
 22	[PERF_RECORD_HEADER_ATTR]		= "ATTR",
 23	[PERF_RECORD_HEADER_EVENT_TYPE]		= "EVENT_TYPE",
 24	[PERF_RECORD_HEADER_TRACING_DATA]	= "TRACING_DATA",
 25	[PERF_RECORD_HEADER_BUILD_ID]		= "BUILD_ID",
 26	[PERF_RECORD_FINISHED_ROUND]		= "FINISHED_ROUND",
 27};
 28
 29const char *perf_event__name(unsigned int id)
 30{
 31	if (id >= ARRAY_SIZE(perf_event__names))
 32		return "INVALID";
 33	if (!perf_event__names[id])
 34		return "UNKNOWN";
 35	return perf_event__names[id];
 36}
 37
 38static struct perf_sample synth_sample = {
 39	.pid	   = -1,
 40	.tid	   = -1,
 41	.time	   = -1,
 42	.stream_id = -1,
 43	.cpu	   = -1,
 44	.period	   = 1,
 45};
 46
 47static pid_t perf_event__synthesize_comm(union perf_event *event, pid_t pid,
 48					 int full, perf_event__handler_t process,
 49					 struct perf_session *session)
 50{
 51	char filename[PATH_MAX];
 52	char bf[BUFSIZ];
 53	FILE *fp;
 54	size_t size = 0;
 55	DIR *tasks;
 56	struct dirent dirent, *next;
 57	pid_t tgid = 0;
 58
 59	snprintf(filename, sizeof(filename), "/proc/%d/status", pid);
 60
 61	fp = fopen(filename, "r");
 62	if (fp == NULL) {
 63out_race:
 64		/*
 65		 * We raced with a task exiting - just return:
 66		 */
 67		pr_debug("couldn't open %s\n", filename);
 68		return 0;
 69	}
 70
 71	memset(&event->comm, 0, sizeof(event->comm));
 72
 73	while (!event->comm.comm[0] || !event->comm.pid) {
 74		if (fgets(bf, sizeof(bf), fp) == NULL) {
 75			pr_warning("couldn't get COMM and pgid, malformed %s\n", filename);
 76			goto out;
 
 77		}
 78
 79		if (memcmp(bf, "Name:", 5) == 0) {
 80			char *name = bf + 5;
 81			while (*name && isspace(*name))
 82				++name;
 83			size = strlen(name) - 1;
 84			memcpy(event->comm.comm, name, size++);
 
 
 
 
 85		} else if (memcmp(bf, "Tgid:", 5) == 0) {
 86			char *tgids = bf + 5;
 87			while (*tgids && isspace(*tgids))
 88				++tgids;
 89			tgid = event->comm.pid = atoi(tgids);
 90		}
 91	}
 92
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 93	event->comm.header.type = PERF_RECORD_COMM;
 
 
 94	size = ALIGN(size, sizeof(u64));
 95	memset(event->comm.comm + size, 0, session->id_hdr_size);
 96	event->comm.header.size = (sizeof(event->comm) -
 97				(sizeof(event->comm.comm) - size) +
 98				session->id_hdr_size);
 99	if (!full) {
100		event->comm.tid = pid;
101
102		process(event, &synth_sample, session);
103		goto out;
104	}
105
106	snprintf(filename, sizeof(filename), "/proc/%d/task", pid);
107
108	tasks = opendir(filename);
109	if (tasks == NULL)
110		goto out_race;
 
 
111
112	while (!readdir_r(tasks, &dirent, &next) && next) {
113		char *end;
114		pid = strtol(dirent.d_name, &end, 10);
115		if (*end)
116			continue;
117
 
 
 
 
 
 
 
 
 
 
 
118		event->comm.tid = pid;
119
120		process(event, &synth_sample, session);
121	}
122
123	closedir(tasks);
124out:
125	fclose(fp);
126
127	return tgid;
128}
129
130static int perf_event__synthesize_mmap_events(union perf_event *event,
 
131					      pid_t pid, pid_t tgid,
132					      perf_event__handler_t process,
133					      struct perf_session *session)
134{
135	char filename[PATH_MAX];
136	FILE *fp;
137
138	snprintf(filename, sizeof(filename), "/proc/%d/maps", pid);
139
140	fp = fopen(filename, "r");
141	if (fp == NULL) {
142		/*
143		 * We raced with a task exiting - just return:
144		 */
145		pr_debug("couldn't open %s\n", filename);
146		return -1;
147	}
148
149	event->header.type = PERF_RECORD_MMAP;
150	/*
151	 * Just like the kernel, see __perf_event_mmap in kernel/perf_event.c
152	 */
153	event->header.misc = PERF_RECORD_MISC_USER;
154
155	while (1) {
156		char bf[BUFSIZ], *pbf = bf;
157		int n;
158		size_t size;
159		if (fgets(bf, sizeof(bf), fp) == NULL)
160			break;
161
162		/* 00400000-0040c000 r-xp 00000000 fd:01 41038  /bin/cat */
163		n = hex2u64(pbf, &event->mmap.start);
164		if (n < 0)
165			continue;
166		pbf += n + 1;
167		n = hex2u64(pbf, &event->mmap.len);
168		if (n < 0)
169			continue;
170		pbf += n + 3;
171		if (*pbf == 'x') { /* vm_exec */
172			char anonstr[] = "//anon\n";
173			char *execname = strchr(bf, '/');
174
175			/* Catch VDSO */
176			if (execname == NULL)
177				execname = strstr(bf, "[vdso]");
178
179			/* Catch anonymous mmaps */
180			if ((execname == NULL) && !strstr(bf, "["))
181				execname = anonstr;
182
183			if (execname == NULL)
184				continue;
185
186			pbf += 3;
187			n = hex2u64(pbf, &event->mmap.pgoff);
188
189			size = strlen(execname);
190			execname[size - 1] = '\0'; /* Remove \n */
191			memcpy(event->mmap.filename, execname, size);
192			size = ALIGN(size, sizeof(u64));
193			event->mmap.len -= event->mmap.start;
194			event->mmap.header.size = (sizeof(event->mmap) -
195					        (sizeof(event->mmap.filename) - size));
196			memset(event->mmap.filename + size, 0, session->id_hdr_size);
197			event->mmap.header.size += session->id_hdr_size;
198			event->mmap.pid = tgid;
199			event->mmap.tid = pid;
200
201			process(event, &synth_sample, session);
202		}
203	}
204
205	fclose(fp);
206	return 0;
207}
208
209int perf_event__synthesize_modules(perf_event__handler_t process,
210				   struct perf_session *session,
211				   struct machine *machine)
212{
213	struct rb_node *nd;
214	struct map_groups *kmaps = &machine->kmaps;
215	union perf_event *event = zalloc((sizeof(event->mmap) +
216					  session->id_hdr_size));
217	if (event == NULL) {
218		pr_debug("Not enough memory synthesizing mmap event "
219			 "for kernel modules\n");
220		return -1;
221	}
222
223	event->header.type = PERF_RECORD_MMAP;
224
225	/*
226	 * kernel uses 0 for user space maps, see kernel/perf_event.c
227	 * __perf_event_mmap
228	 */
229	if (machine__is_host(machine))
230		event->header.misc = PERF_RECORD_MISC_KERNEL;
231	else
232		event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
233
234	for (nd = rb_first(&kmaps->maps[MAP__FUNCTION]);
235	     nd; nd = rb_next(nd)) {
236		size_t size;
237		struct map *pos = rb_entry(nd, struct map, rb_node);
238
239		if (pos->dso->kernel)
240			continue;
241
242		size = ALIGN(pos->dso->long_name_len + 1, sizeof(u64));
243		event->mmap.header.type = PERF_RECORD_MMAP;
244		event->mmap.header.size = (sizeof(event->mmap) -
245				        (sizeof(event->mmap.filename) - size));
246		memset(event->mmap.filename + size, 0, session->id_hdr_size);
247		event->mmap.header.size += session->id_hdr_size;
248		event->mmap.start = pos->start;
249		event->mmap.len   = pos->end - pos->start;
250		event->mmap.pid   = machine->pid;
251
252		memcpy(event->mmap.filename, pos->dso->long_name,
253		       pos->dso->long_name_len + 1);
254		process(event, &synth_sample, session);
255	}
256
257	free(event);
258	return 0;
259}
260
261static int __event__synthesize_thread(union perf_event *comm_event,
262				      union perf_event *mmap_event,
263				      pid_t pid, perf_event__handler_t process,
264				      struct perf_session *session)
 
 
265{
266	pid_t tgid = perf_event__synthesize_comm(comm_event, pid, 1, process,
267					    session);
268	if (tgid == -1)
269		return -1;
270	return perf_event__synthesize_mmap_events(mmap_event, pid, tgid,
271					     process, session);
272}
273
274int perf_event__synthesize_thread_map(struct thread_map *threads,
 
275				      perf_event__handler_t process,
276				      struct perf_session *session)
277{
278	union perf_event *comm_event, *mmap_event;
279	int err = -1, thread;
280
281	comm_event = malloc(sizeof(comm_event->comm) + session->id_hdr_size);
282	if (comm_event == NULL)
283		goto out;
284
285	mmap_event = malloc(sizeof(mmap_event->mmap) + session->id_hdr_size);
286	if (mmap_event == NULL)
287		goto out_free_comm;
288
289	err = 0;
290	for (thread = 0; thread < threads->nr; ++thread) {
291		if (__event__synthesize_thread(comm_event, mmap_event,
292					       threads->map[thread],
293					       process, session)) {
294			err = -1;
295			break;
296		}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
297	}
298	free(mmap_event);
299out_free_comm:
300	free(comm_event);
301out:
302	return err;
303}
304
305int perf_event__synthesize_threads(perf_event__handler_t process,
306				   struct perf_session *session)
 
307{
308	DIR *proc;
309	struct dirent dirent, *next;
310	union perf_event *comm_event, *mmap_event;
311	int err = -1;
312
313	comm_event = malloc(sizeof(comm_event->comm) + session->id_hdr_size);
314	if (comm_event == NULL)
315		goto out;
316
317	mmap_event = malloc(sizeof(mmap_event->mmap) + session->id_hdr_size);
318	if (mmap_event == NULL)
319		goto out_free_comm;
320
321	proc = opendir("/proc");
322	if (proc == NULL)
323		goto out_free_mmap;
324
325	while (!readdir_r(proc, &dirent, &next) && next) {
326		char *end;
327		pid_t pid = strtol(dirent.d_name, &end, 10);
328
329		if (*end) /* only interested in proper numerical dirents */
330			continue;
331
332		__event__synthesize_thread(comm_event, mmap_event, pid,
333					   process, session);
334	}
335
336	closedir(proc);
337	err = 0;
338out_free_mmap:
339	free(mmap_event);
340out_free_comm:
341	free(comm_event);
342out:
343	return err;
344}
345
346struct process_symbol_args {
347	const char *name;
348	u64	   start;
349};
350
351static int find_symbol_cb(void *arg, const char *name, char type,
352			  u64 start, u64 end __used)
353{
354	struct process_symbol_args *args = arg;
355
356	/*
357	 * Must be a function or at least an alias, as in PARISC64, where "_text" is
358	 * an 'A' to the same address as "_stext".
359	 */
360	if (!(symbol_type__is_a(type, MAP__FUNCTION) ||
361	      type == 'A') || strcmp(name, args->name))
362		return 0;
363
364	args->start = start;
365	return 1;
366}
367
368int perf_event__synthesize_kernel_mmap(perf_event__handler_t process,
369				       struct perf_session *session,
370				       struct machine *machine,
371				       const char *symbol_name)
372{
373	size_t size;
374	const char *filename, *mmap_name;
375	char path[PATH_MAX];
376	char name_buff[PATH_MAX];
377	struct map *map;
378	int err;
379	/*
380	 * We should get this from /sys/kernel/sections/.text, but till that is
381	 * available use this, and after it is use this as a fallback for older
382	 * kernels.
383	 */
384	struct process_symbol_args args = { .name = symbol_name, };
385	union perf_event *event = zalloc((sizeof(event->mmap) +
386					  session->id_hdr_size));
387	if (event == NULL) {
388		pr_debug("Not enough memory synthesizing mmap event "
389			 "for kernel modules\n");
390		return -1;
391	}
392
393	mmap_name = machine__mmap_name(machine, name_buff, sizeof(name_buff));
394	if (machine__is_host(machine)) {
395		/*
396		 * kernel uses PERF_RECORD_MISC_USER for user space maps,
397		 * see kernel/perf_event.c __perf_event_mmap
398		 */
399		event->header.misc = PERF_RECORD_MISC_KERNEL;
400		filename = "/proc/kallsyms";
401	} else {
402		event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
403		if (machine__is_default_guest(machine))
404			filename = (char *) symbol_conf.default_guest_kallsyms;
405		else {
406			sprintf(path, "%s/proc/kallsyms", machine->root_dir);
407			filename = path;
408		}
409	}
410
411	if (kallsyms__parse(filename, &args, find_symbol_cb) <= 0)
412		return -ENOENT;
413
414	map = machine->vmlinux_maps[MAP__FUNCTION];
415	size = snprintf(event->mmap.filename, sizeof(event->mmap.filename),
416			"%s%s", mmap_name, symbol_name) + 1;
417	size = ALIGN(size, sizeof(u64));
418	event->mmap.header.type = PERF_RECORD_MMAP;
419	event->mmap.header.size = (sizeof(event->mmap) -
420			(sizeof(event->mmap.filename) - size) + session->id_hdr_size);
421	event->mmap.pgoff = args.start;
422	event->mmap.start = map->start;
423	event->mmap.len   = map->end - event->mmap.start;
424	event->mmap.pid   = machine->pid;
425
426	err = process(event, &synth_sample, session);
427	free(event);
428
429	return err;
430}
431
432int perf_event__process_comm(union perf_event *event,
 
 
 
 
 
 
433			     struct perf_sample *sample __used,
434			     struct perf_session *session)
435{
436	struct thread *thread = perf_session__findnew(session, event->comm.tid);
437
438	dump_printf(": %s:%d\n", event->comm.comm, event->comm.tid);
 
439
440	if (thread == NULL || thread__set_comm(thread, event->comm.comm)) {
441		dump_printf("problem processing PERF_RECORD_COMM, skipping event.\n");
442		return -1;
443	}
444
445	return 0;
446}
447
448int perf_event__process_lost(union perf_event *event,
 
449			     struct perf_sample *sample __used,
450			     struct perf_session *session)
451{
452	dump_printf(": id:%" PRIu64 ": lost:%" PRIu64 "\n",
453		    event->lost.id, event->lost.lost);
454	session->hists.stats.total_lost += event->lost.lost;
455	return 0;
456}
457
458static void perf_event__set_kernel_mmap_len(union perf_event *event,
459					    struct map **maps)
460{
461	maps[MAP__FUNCTION]->start = event->mmap.start;
462	maps[MAP__FUNCTION]->end   = event->mmap.start + event->mmap.len;
463	/*
464	 * Be a bit paranoid here, some perf.data file came with
465	 * a zero sized synthesized MMAP event for the kernel.
466	 */
467	if (maps[MAP__FUNCTION]->end == 0)
468		maps[MAP__FUNCTION]->end = ~0ULL;
469}
470
471static int perf_event__process_kernel_mmap(union perf_event *event,
472					   struct perf_session *session)
 
473{
474	struct map *map;
475	char kmmap_prefix[PATH_MAX];
476	struct machine *machine;
477	enum dso_kernel_type kernel_type;
478	bool is_kernel_mmap;
479
480	machine = perf_session__findnew_machine(session, event->mmap.pid);
481	if (!machine) {
482		pr_err("Can't find id %d's machine\n", event->mmap.pid);
483		goto out_problem;
484	}
485
486	machine__mmap_name(machine, kmmap_prefix, sizeof(kmmap_prefix));
487	if (machine__is_host(machine))
488		kernel_type = DSO_TYPE_KERNEL;
489	else
490		kernel_type = DSO_TYPE_GUEST_KERNEL;
491
492	is_kernel_mmap = memcmp(event->mmap.filename,
493				kmmap_prefix,
494				strlen(kmmap_prefix)) == 0;
495	if (event->mmap.filename[0] == '/' ||
496	    (!is_kernel_mmap && event->mmap.filename[0] == '[')) {
497
498		char short_module_name[1024];
499		char *name, *dot;
500
501		if (event->mmap.filename[0] == '/') {
502			name = strrchr(event->mmap.filename, '/');
503			if (name == NULL)
504				goto out_problem;
505
506			++name; /* skip / */
507			dot = strrchr(name, '.');
508			if (dot == NULL)
509				goto out_problem;
510			snprintf(short_module_name, sizeof(short_module_name),
511					"[%.*s]", (int)(dot - name), name);
512			strxfrchar(short_module_name, '-', '_');
513		} else
514			strcpy(short_module_name, event->mmap.filename);
515
516		map = machine__new_module(machine, event->mmap.start,
517					  event->mmap.filename);
518		if (map == NULL)
519			goto out_problem;
520
521		name = strdup(short_module_name);
522		if (name == NULL)
523			goto out_problem;
524
525		map->dso->short_name = name;
526		map->dso->sname_alloc = 1;
527		map->end = map->start + event->mmap.len;
528	} else if (is_kernel_mmap) {
529		const char *symbol_name = (event->mmap.filename +
530				strlen(kmmap_prefix));
531		/*
532		 * Should be there already, from the build-id table in
533		 * the header.
534		 */
535		struct dso *kernel = __dsos__findnew(&machine->kernel_dsos,
536						     kmmap_prefix);
537		if (kernel == NULL)
538			goto out_problem;
539
540		kernel->kernel = kernel_type;
541		if (__machine__create_kernel_maps(machine, kernel) < 0)
542			goto out_problem;
543
544		perf_event__set_kernel_mmap_len(event, machine->vmlinux_maps);
545
546		/*
547		 * Avoid using a zero address (kptr_restrict) for the ref reloc
548		 * symbol. Effectively having zero here means that at record
549		 * time /proc/sys/kernel/kptr_restrict was non zero.
550		 */
551		if (event->mmap.pgoff != 0) {
552			perf_session__set_kallsyms_ref_reloc_sym(machine->vmlinux_maps,
553								 symbol_name,
554								 event->mmap.pgoff);
555		}
556
557		if (machine__is_default_guest(machine)) {
558			/*
559			 * preload dso of guest kernel and modules
560			 */
561			dso__load(kernel, machine->vmlinux_maps[MAP__FUNCTION],
562				  NULL);
563		}
564	}
565	return 0;
566out_problem:
567	return -1;
568}
569
570int perf_event__process_mmap(union perf_event *event,
 
 
 
 
 
 
 
 
571			     struct perf_sample *sample __used,
572			     struct perf_session *session)
573{
574	struct machine *machine;
575	struct thread *thread;
576	struct map *map;
577	u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
578	int ret = 0;
579
580	dump_printf(" %d/%d: [%#" PRIx64 "(%#" PRIx64 ") @ %#" PRIx64 "]: %s\n",
581			event->mmap.pid, event->mmap.tid, event->mmap.start,
582			event->mmap.len, event->mmap.pgoff, event->mmap.filename);
583
584	if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL ||
585	    cpumode == PERF_RECORD_MISC_KERNEL) {
586		ret = perf_event__process_kernel_mmap(event, session);
587		if (ret < 0)
588			goto out_problem;
589		return 0;
590	}
591
592	machine = perf_session__find_host_machine(session);
593	if (machine == NULL)
594		goto out_problem;
595	thread = perf_session__findnew(session, event->mmap.pid);
596	if (thread == NULL)
597		goto out_problem;
598	map = map__new(&machine->user_dsos, event->mmap.start,
599			event->mmap.len, event->mmap.pgoff,
600			event->mmap.pid, event->mmap.filename,
601			MAP__FUNCTION);
602	if (map == NULL)
603		goto out_problem;
604
605	thread__insert_map(thread, map);
606	return 0;
607
608out_problem:
609	dump_printf("problem processing PERF_RECORD_MMAP, skipping event.\n");
610	return 0;
611}
612
613int perf_event__process_task(union perf_event *event,
 
 
 
 
 
 
 
 
614			     struct perf_sample *sample __used,
615			     struct perf_session *session)
616{
617	struct thread *thread = perf_session__findnew(session, event->fork.tid);
618	struct thread *parent = perf_session__findnew(session, event->fork.ptid);
619
620	dump_printf("(%d:%d):(%d:%d)\n", event->fork.pid, event->fork.tid,
621		    event->fork.ppid, event->fork.ptid);
622
623	if (event->header.type == PERF_RECORD_EXIT) {
624		perf_session__remove_thread(session, thread);
625		return 0;
626	}
627
628	if (thread == NULL || parent == NULL ||
629	    thread__fork(thread, parent) < 0) {
630		dump_printf("problem processing PERF_RECORD_FORK, skipping event.\n");
631		return -1;
632	}
633
634	return 0;
635}
636
637int perf_event__process(union perf_event *event, struct perf_sample *sample,
638			struct perf_session *session)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
639{
640	switch (event->header.type) {
641	case PERF_RECORD_COMM:
642		perf_event__process_comm(event, sample, session);
643		break;
644	case PERF_RECORD_MMAP:
645		perf_event__process_mmap(event, sample, session);
646		break;
647	case PERF_RECORD_FORK:
648	case PERF_RECORD_EXIT:
649		perf_event__process_task(event, sample, session);
650		break;
651	case PERF_RECORD_LOST:
652		perf_event__process_lost(event, sample, session);
653	default:
654		break;
655	}
656
657	return 0;
658}
659
660void thread__find_addr_map(struct thread *self,
661			   struct perf_session *session, u8 cpumode,
662			   enum map_type type, pid_t pid, u64 addr,
663			   struct addr_location *al)
664{
665	struct map_groups *mg = &self->mg;
666	struct machine *machine = NULL;
667
668	al->thread = self;
669	al->addr = addr;
670	al->cpumode = cpumode;
671	al->filtered = false;
672
 
 
 
 
 
673	if (cpumode == PERF_RECORD_MISC_KERNEL && perf_host) {
674		al->level = 'k';
675		machine = perf_session__find_host_machine(session);
676		if (machine == NULL) {
677			al->map = NULL;
678			return;
679		}
680		mg = &machine->kmaps;
681	} else if (cpumode == PERF_RECORD_MISC_USER && perf_host) {
682		al->level = '.';
683		machine = perf_session__find_host_machine(session);
684	} else if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL && perf_guest) {
685		al->level = 'g';
686		machine = perf_session__find_machine(session, pid);
687		if (machine == NULL) {
688			al->map = NULL;
689			return;
690		}
691		mg = &machine->kmaps;
692	} else {
693		/*
694		 * 'u' means guest os user space.
695		 * TODO: We don't support guest user space. Might support late.
696		 */
697		if (cpumode == PERF_RECORD_MISC_GUEST_USER && perf_guest)
698			al->level = 'u';
699		else
700			al->level = 'H';
701		al->map = NULL;
702
703		if ((cpumode == PERF_RECORD_MISC_GUEST_USER ||
704			cpumode == PERF_RECORD_MISC_GUEST_KERNEL) &&
705			!perf_guest)
706			al->filtered = true;
707		if ((cpumode == PERF_RECORD_MISC_USER ||
708			cpumode == PERF_RECORD_MISC_KERNEL) &&
709			!perf_host)
710			al->filtered = true;
711
712		return;
713	}
714try_again:
715	al->map = map_groups__find(mg, type, al->addr);
716	if (al->map == NULL) {
717		/*
718		 * If this is outside of all known maps, and is a negative
719		 * address, try to look it up in the kernel dso, as it might be
720		 * a vsyscall or vdso (which executes in user-mode).
721		 *
722		 * XXX This is nasty, we should have a symbol list in the
723		 * "[vdso]" dso, but for now lets use the old trick of looking
724		 * in the whole kernel symbol list.
725		 */
726		if ((long long)al->addr < 0 &&
727		    cpumode == PERF_RECORD_MISC_USER &&
728		    machine && mg != &machine->kmaps) {
729			mg = &machine->kmaps;
730			goto try_again;
731		}
732	} else
733		al->addr = al->map->map_ip(al->map, al->addr);
734}
735
736void thread__find_addr_location(struct thread *self,
737				struct perf_session *session, u8 cpumode,
738				enum map_type type, pid_t pid, u64 addr,
739				struct addr_location *al,
740				symbol_filter_t filter)
741{
742	thread__find_addr_map(self, session, cpumode, type, pid, addr, al);
743	if (al->map != NULL)
744		al->sym = map__find_symbol(al->map, al->addr, filter);
745	else
746		al->sym = NULL;
747}
748
749int perf_event__preprocess_sample(const union perf_event *event,
750				  struct perf_session *session,
751				  struct addr_location *al,
752				  struct perf_sample *sample,
753				  symbol_filter_t filter)
754{
755	u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
756	struct thread *thread = perf_session__findnew(session, event->ip.pid);
757
758	if (thread == NULL)
759		return -1;
760
761	if (symbol_conf.comm_list &&
762	    !strlist__has_entry(symbol_conf.comm_list, thread->comm))
763		goto out_filtered;
764
765	dump_printf(" ... thread: %s:%d\n", thread->comm, thread->pid);
766	/*
767	 * Have we already created the kernel maps for the host machine?
768	 *
769	 * This should have happened earlier, when we processed the kernel MMAP
770	 * events, but for older perf.data files there was no such thing, so do
771	 * it now.
772	 */
773	if (cpumode == PERF_RECORD_MISC_KERNEL &&
774	    session->host_machine.vmlinux_maps[MAP__FUNCTION] == NULL)
775		machine__create_kernel_maps(&session->host_machine);
776
777	thread__find_addr_map(thread, session, cpumode, MAP__FUNCTION,
778			      event->ip.pid, event->ip.ip, al);
779	dump_printf(" ...... dso: %s\n",
780		    al->map ? al->map->dso->long_name :
781			al->level == 'H' ? "[hypervisor]" : "<not found>");
782	al->sym = NULL;
783	al->cpu = sample->cpu;
784
785	if (al->map) {
 
 
786		if (symbol_conf.dso_list &&
787		    (!al->map || !al->map->dso ||
788		     !(strlist__has_entry(symbol_conf.dso_list,
789					  al->map->dso->short_name) ||
790		       (al->map->dso->short_name != al->map->dso->long_name &&
791			strlist__has_entry(symbol_conf.dso_list,
792					   al->map->dso->long_name)))))
793			goto out_filtered;
794
795		al->sym = map__find_symbol(al->map, al->addr, filter);
796	}
797
798	if (symbol_conf.sym_list && al->sym &&
799	    !strlist__has_entry(symbol_conf.sym_list, al->sym->name))
800		goto out_filtered;
801
802	return 0;
803
804out_filtered:
805	al->filtered = true;
806	return 0;
807}
v3.5.6
  1#include <linux/types.h>
  2#include "event.h"
  3#include "debug.h"
 
  4#include "sort.h"
  5#include "string.h"
  6#include "strlist.h"
  7#include "thread.h"
  8#include "thread_map.h"
  9
 10static const char *perf_event__names[] = {
 11	[0]					= "TOTAL",
 12	[PERF_RECORD_MMAP]			= "MMAP",
 13	[PERF_RECORD_LOST]			= "LOST",
 14	[PERF_RECORD_COMM]			= "COMM",
 15	[PERF_RECORD_EXIT]			= "EXIT",
 16	[PERF_RECORD_THROTTLE]			= "THROTTLE",
 17	[PERF_RECORD_UNTHROTTLE]		= "UNTHROTTLE",
 18	[PERF_RECORD_FORK]			= "FORK",
 19	[PERF_RECORD_READ]			= "READ",
 20	[PERF_RECORD_SAMPLE]			= "SAMPLE",
 21	[PERF_RECORD_HEADER_ATTR]		= "ATTR",
 22	[PERF_RECORD_HEADER_EVENT_TYPE]		= "EVENT_TYPE",
 23	[PERF_RECORD_HEADER_TRACING_DATA]	= "TRACING_DATA",
 24	[PERF_RECORD_HEADER_BUILD_ID]		= "BUILD_ID",
 25	[PERF_RECORD_FINISHED_ROUND]		= "FINISHED_ROUND",
 26};
 27
 28const char *perf_event__name(unsigned int id)
 29{
 30	if (id >= ARRAY_SIZE(perf_event__names))
 31		return "INVALID";
 32	if (!perf_event__names[id])
 33		return "UNKNOWN";
 34	return perf_event__names[id];
 35}
 36
 37static struct perf_sample synth_sample = {
 38	.pid	   = -1,
 39	.tid	   = -1,
 40	.time	   = -1,
 41	.stream_id = -1,
 42	.cpu	   = -1,
 43	.period	   = 1,
 44};
 45
 46static pid_t perf_event__get_comm_tgid(pid_t pid, char *comm, size_t len)
 
 
 47{
 48	char filename[PATH_MAX];
 49	char bf[BUFSIZ];
 50	FILE *fp;
 51	size_t size = 0;
 52	pid_t tgid = -1;
 
 
 53
 54	snprintf(filename, sizeof(filename), "/proc/%d/status", pid);
 55
 56	fp = fopen(filename, "r");
 57	if (fp == NULL) {
 
 
 
 
 58		pr_debug("couldn't open %s\n", filename);
 59		return 0;
 60	}
 61
 62	while (!comm[0] || (tgid < 0)) {
 
 
 63		if (fgets(bf, sizeof(bf), fp) == NULL) {
 64			pr_warning("couldn't get COMM and pgid, malformed %s\n",
 65				   filename);
 66			break;
 67		}
 68
 69		if (memcmp(bf, "Name:", 5) == 0) {
 70			char *name = bf + 5;
 71			while (*name && isspace(*name))
 72				++name;
 73			size = strlen(name) - 1;
 74			if (size >= len)
 75				size = len - 1;
 76			memcpy(comm, name, size);
 77			comm[size] = '\0';
 78
 79		} else if (memcmp(bf, "Tgid:", 5) == 0) {
 80			char *tgids = bf + 5;
 81			while (*tgids && isspace(*tgids))
 82				++tgids;
 83			tgid = atoi(tgids);
 84		}
 85	}
 86
 87	fclose(fp);
 88
 89	return tgid;
 90}
 91
 92static pid_t perf_event__synthesize_comm(struct perf_tool *tool,
 93					 union perf_event *event, pid_t pid,
 94					 int full,
 95					 perf_event__handler_t process,
 96					 struct machine *machine)
 97{
 98	char filename[PATH_MAX];
 99	size_t size;
100	DIR *tasks;
101	struct dirent dirent, *next;
102	pid_t tgid;
103
104	memset(&event->comm, 0, sizeof(event->comm));
105
106	tgid = perf_event__get_comm_tgid(pid, event->comm.comm,
107					 sizeof(event->comm.comm));
108	if (tgid < 0)
109		goto out;
110
111	event->comm.pid = tgid;
112	event->comm.header.type = PERF_RECORD_COMM;
113
114	size = strlen(event->comm.comm) + 1;
115	size = ALIGN(size, sizeof(u64));
116	memset(event->comm.comm + size, 0, machine->id_hdr_size);
117	event->comm.header.size = (sizeof(event->comm) -
118				(sizeof(event->comm.comm) - size) +
119				machine->id_hdr_size);
120	if (!full) {
121		event->comm.tid = pid;
122
123		process(tool, event, &synth_sample, machine);
124		goto out;
125	}
126
127	snprintf(filename, sizeof(filename), "/proc/%d/task", pid);
128
129	tasks = opendir(filename);
130	if (tasks == NULL) {
131		pr_debug("couldn't open %s\n", filename);
132		return 0;
133	}
134
135	while (!readdir_r(tasks, &dirent, &next) && next) {
136		char *end;
137		pid = strtol(dirent.d_name, &end, 10);
138		if (*end)
139			continue;
140
141		/* already have tgid; jut want to update the comm */
142		(void) perf_event__get_comm_tgid(pid, event->comm.comm,
143					 sizeof(event->comm.comm));
144
145		size = strlen(event->comm.comm) + 1;
146		size = ALIGN(size, sizeof(u64));
147		memset(event->comm.comm + size, 0, machine->id_hdr_size);
148		event->comm.header.size = (sizeof(event->comm) -
149					  (sizeof(event->comm.comm) - size) +
150					  machine->id_hdr_size);
151
152		event->comm.tid = pid;
153
154		process(tool, event, &synth_sample, machine);
155	}
156
157	closedir(tasks);
158out:
 
 
159	return tgid;
160}
161
162static int perf_event__synthesize_mmap_events(struct perf_tool *tool,
163					      union perf_event *event,
164					      pid_t pid, pid_t tgid,
165					      perf_event__handler_t process,
166					      struct machine *machine)
167{
168	char filename[PATH_MAX];
169	FILE *fp;
170
171	snprintf(filename, sizeof(filename), "/proc/%d/maps", pid);
172
173	fp = fopen(filename, "r");
174	if (fp == NULL) {
175		/*
176		 * We raced with a task exiting - just return:
177		 */
178		pr_debug("couldn't open %s\n", filename);
179		return -1;
180	}
181
182	event->header.type = PERF_RECORD_MMAP;
183	/*
184	 * Just like the kernel, see __perf_event_mmap in kernel/perf_event.c
185	 */
186	event->header.misc = PERF_RECORD_MISC_USER;
187
188	while (1) {
189		char bf[BUFSIZ], *pbf = bf;
190		int n;
191		size_t size;
192		if (fgets(bf, sizeof(bf), fp) == NULL)
193			break;
194
195		/* 00400000-0040c000 r-xp 00000000 fd:01 41038  /bin/cat */
196		n = hex2u64(pbf, &event->mmap.start);
197		if (n < 0)
198			continue;
199		pbf += n + 1;
200		n = hex2u64(pbf, &event->mmap.len);
201		if (n < 0)
202			continue;
203		pbf += n + 3;
204		if (*pbf == 'x') { /* vm_exec */
205			char anonstr[] = "//anon\n";
206			char *execname = strchr(bf, '/');
207
208			/* Catch VDSO */
209			if (execname == NULL)
210				execname = strstr(bf, "[vdso]");
211
212			/* Catch anonymous mmaps */
213			if ((execname == NULL) && !strstr(bf, "["))
214				execname = anonstr;
215
216			if (execname == NULL)
217				continue;
218
219			pbf += 3;
220			n = hex2u64(pbf, &event->mmap.pgoff);
221
222			size = strlen(execname);
223			execname[size - 1] = '\0'; /* Remove \n */
224			memcpy(event->mmap.filename, execname, size);
225			size = ALIGN(size, sizeof(u64));
226			event->mmap.len -= event->mmap.start;
227			event->mmap.header.size = (sizeof(event->mmap) -
228					        (sizeof(event->mmap.filename) - size));
229			memset(event->mmap.filename + size, 0, machine->id_hdr_size);
230			event->mmap.header.size += machine->id_hdr_size;
231			event->mmap.pid = tgid;
232			event->mmap.tid = pid;
233
234			process(tool, event, &synth_sample, machine);
235		}
236	}
237
238	fclose(fp);
239	return 0;
240}
241
242int perf_event__synthesize_modules(struct perf_tool *tool,
243				   perf_event__handler_t process,
244				   struct machine *machine)
245{
246	struct rb_node *nd;
247	struct map_groups *kmaps = &machine->kmaps;
248	union perf_event *event = zalloc((sizeof(event->mmap) +
249					  machine->id_hdr_size));
250	if (event == NULL) {
251		pr_debug("Not enough memory synthesizing mmap event "
252			 "for kernel modules\n");
253		return -1;
254	}
255
256	event->header.type = PERF_RECORD_MMAP;
257
258	/*
259	 * kernel uses 0 for user space maps, see kernel/perf_event.c
260	 * __perf_event_mmap
261	 */
262	if (machine__is_host(machine))
263		event->header.misc = PERF_RECORD_MISC_KERNEL;
264	else
265		event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
266
267	for (nd = rb_first(&kmaps->maps[MAP__FUNCTION]);
268	     nd; nd = rb_next(nd)) {
269		size_t size;
270		struct map *pos = rb_entry(nd, struct map, rb_node);
271
272		if (pos->dso->kernel)
273			continue;
274
275		size = ALIGN(pos->dso->long_name_len + 1, sizeof(u64));
276		event->mmap.header.type = PERF_RECORD_MMAP;
277		event->mmap.header.size = (sizeof(event->mmap) -
278				        (sizeof(event->mmap.filename) - size));
279		memset(event->mmap.filename + size, 0, machine->id_hdr_size);
280		event->mmap.header.size += machine->id_hdr_size;
281		event->mmap.start = pos->start;
282		event->mmap.len   = pos->end - pos->start;
283		event->mmap.pid   = machine->pid;
284
285		memcpy(event->mmap.filename, pos->dso->long_name,
286		       pos->dso->long_name_len + 1);
287		process(tool, event, &synth_sample, machine);
288	}
289
290	free(event);
291	return 0;
292}
293
294static int __event__synthesize_thread(union perf_event *comm_event,
295				      union perf_event *mmap_event,
296				      pid_t pid, int full,
297					  perf_event__handler_t process,
298				      struct perf_tool *tool,
299				      struct machine *machine)
300{
301	pid_t tgid = perf_event__synthesize_comm(tool, comm_event, pid, full,
302						 process, machine);
303	if (tgid == -1)
304		return -1;
305	return perf_event__synthesize_mmap_events(tool, mmap_event, pid, tgid,
306						  process, machine);
307}
308
309int perf_event__synthesize_thread_map(struct perf_tool *tool,
310				      struct thread_map *threads,
311				      perf_event__handler_t process,
312				      struct machine *machine)
313{
314	union perf_event *comm_event, *mmap_event;
315	int err = -1, thread, j;
316
317	comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
318	if (comm_event == NULL)
319		goto out;
320
321	mmap_event = malloc(sizeof(mmap_event->mmap) + machine->id_hdr_size);
322	if (mmap_event == NULL)
323		goto out_free_comm;
324
325	err = 0;
326	for (thread = 0; thread < threads->nr; ++thread) {
327		if (__event__synthesize_thread(comm_event, mmap_event,
328					       threads->map[thread], 0,
329					       process, tool, machine)) {
330			err = -1;
331			break;
332		}
333
334		/*
335		 * comm.pid is set to thread group id by
336		 * perf_event__synthesize_comm
337		 */
338		if ((int) comm_event->comm.pid != threads->map[thread]) {
339			bool need_leader = true;
340
341			/* is thread group leader in thread_map? */
342			for (j = 0; j < threads->nr; ++j) {
343				if ((int) comm_event->comm.pid == threads->map[j]) {
344					need_leader = false;
345					break;
346				}
347			}
348
349			/* if not, generate events for it */
350			if (need_leader &&
351			    __event__synthesize_thread(comm_event,
352						      mmap_event,
353						      comm_event->comm.pid, 0,
354						      process, tool, machine)) {
355				err = -1;
356				break;
357			}
358		}
359	}
360	free(mmap_event);
361out_free_comm:
362	free(comm_event);
363out:
364	return err;
365}
366
367int perf_event__synthesize_threads(struct perf_tool *tool,
368				   perf_event__handler_t process,
369				   struct machine *machine)
370{
371	DIR *proc;
372	struct dirent dirent, *next;
373	union perf_event *comm_event, *mmap_event;
374	int err = -1;
375
376	comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
377	if (comm_event == NULL)
378		goto out;
379
380	mmap_event = malloc(sizeof(mmap_event->mmap) + machine->id_hdr_size);
381	if (mmap_event == NULL)
382		goto out_free_comm;
383
384	proc = opendir("/proc");
385	if (proc == NULL)
386		goto out_free_mmap;
387
388	while (!readdir_r(proc, &dirent, &next) && next) {
389		char *end;
390		pid_t pid = strtol(dirent.d_name, &end, 10);
391
392		if (*end) /* only interested in proper numerical dirents */
393			continue;
394
395		__event__synthesize_thread(comm_event, mmap_event, pid, 1,
396					   process, tool, machine);
397	}
398
399	closedir(proc);
400	err = 0;
401out_free_mmap:
402	free(mmap_event);
403out_free_comm:
404	free(comm_event);
405out:
406	return err;
407}
408
409struct process_symbol_args {
410	const char *name;
411	u64	   start;
412};
413
414static int find_symbol_cb(void *arg, const char *name, char type,
415			  u64 start, u64 end __used)
416{
417	struct process_symbol_args *args = arg;
418
419	/*
420	 * Must be a function or at least an alias, as in PARISC64, where "_text" is
421	 * an 'A' to the same address as "_stext".
422	 */
423	if (!(symbol_type__is_a(type, MAP__FUNCTION) ||
424	      type == 'A') || strcmp(name, args->name))
425		return 0;
426
427	args->start = start;
428	return 1;
429}
430
431int perf_event__synthesize_kernel_mmap(struct perf_tool *tool,
432				       perf_event__handler_t process,
433				       struct machine *machine,
434				       const char *symbol_name)
435{
436	size_t size;
437	const char *filename, *mmap_name;
438	char path[PATH_MAX];
439	char name_buff[PATH_MAX];
440	struct map *map;
441	int err;
442	/*
443	 * We should get this from /sys/kernel/sections/.text, but till that is
444	 * available use this, and after it is use this as a fallback for older
445	 * kernels.
446	 */
447	struct process_symbol_args args = { .name = symbol_name, };
448	union perf_event *event = zalloc((sizeof(event->mmap) +
449					  machine->id_hdr_size));
450	if (event == NULL) {
451		pr_debug("Not enough memory synthesizing mmap event "
452			 "for kernel modules\n");
453		return -1;
454	}
455
456	mmap_name = machine__mmap_name(machine, name_buff, sizeof(name_buff));
457	if (machine__is_host(machine)) {
458		/*
459		 * kernel uses PERF_RECORD_MISC_USER for user space maps,
460		 * see kernel/perf_event.c __perf_event_mmap
461		 */
462		event->header.misc = PERF_RECORD_MISC_KERNEL;
463		filename = "/proc/kallsyms";
464	} else {
465		event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
466		if (machine__is_default_guest(machine))
467			filename = (char *) symbol_conf.default_guest_kallsyms;
468		else {
469			sprintf(path, "%s/proc/kallsyms", machine->root_dir);
470			filename = path;
471		}
472	}
473
474	if (kallsyms__parse(filename, &args, find_symbol_cb) <= 0)
475		return -ENOENT;
476
477	map = machine->vmlinux_maps[MAP__FUNCTION];
478	size = snprintf(event->mmap.filename, sizeof(event->mmap.filename),
479			"%s%s", mmap_name, symbol_name) + 1;
480	size = ALIGN(size, sizeof(u64));
481	event->mmap.header.type = PERF_RECORD_MMAP;
482	event->mmap.header.size = (sizeof(event->mmap) -
483			(sizeof(event->mmap.filename) - size) + machine->id_hdr_size);
484	event->mmap.pgoff = args.start;
485	event->mmap.start = map->start;
486	event->mmap.len   = map->end - event->mmap.start;
487	event->mmap.pid   = machine->pid;
488
489	err = process(tool, event, &synth_sample, machine);
490	free(event);
491
492	return err;
493}
494
495size_t perf_event__fprintf_comm(union perf_event *event, FILE *fp)
496{
497	return fprintf(fp, ": %s:%d\n", event->comm.comm, event->comm.tid);
498}
499
500int perf_event__process_comm(struct perf_tool *tool __used,
501			     union perf_event *event,
502			     struct perf_sample *sample __used,
503			     struct machine *machine)
504{
505	struct thread *thread = machine__findnew_thread(machine, event->comm.tid);
506
507	if (dump_trace)
508		perf_event__fprintf_comm(event, stdout);
509
510	if (thread == NULL || thread__set_comm(thread, event->comm.comm)) {
511		dump_printf("problem processing PERF_RECORD_COMM, skipping event.\n");
512		return -1;
513	}
514
515	return 0;
516}
517
518int perf_event__process_lost(struct perf_tool *tool __used,
519			     union perf_event *event,
520			     struct perf_sample *sample __used,
521			     struct machine *machine __used)
522{
523	dump_printf(": id:%" PRIu64 ": lost:%" PRIu64 "\n",
524		    event->lost.id, event->lost.lost);
 
525	return 0;
526}
527
528static void perf_event__set_kernel_mmap_len(union perf_event *event,
529					    struct map **maps)
530{
531	maps[MAP__FUNCTION]->start = event->mmap.start;
532	maps[MAP__FUNCTION]->end   = event->mmap.start + event->mmap.len;
533	/*
534	 * Be a bit paranoid here, some perf.data file came with
535	 * a zero sized synthesized MMAP event for the kernel.
536	 */
537	if (maps[MAP__FUNCTION]->end == 0)
538		maps[MAP__FUNCTION]->end = ~0ULL;
539}
540
541static int perf_event__process_kernel_mmap(struct perf_tool *tool __used,
542					   union perf_event *event,
543					   struct machine *machine)
544{
545	struct map *map;
546	char kmmap_prefix[PATH_MAX];
 
547	enum dso_kernel_type kernel_type;
548	bool is_kernel_mmap;
549
 
 
 
 
 
 
550	machine__mmap_name(machine, kmmap_prefix, sizeof(kmmap_prefix));
551	if (machine__is_host(machine))
552		kernel_type = DSO_TYPE_KERNEL;
553	else
554		kernel_type = DSO_TYPE_GUEST_KERNEL;
555
556	is_kernel_mmap = memcmp(event->mmap.filename,
557				kmmap_prefix,
558				strlen(kmmap_prefix) - 1) == 0;
559	if (event->mmap.filename[0] == '/' ||
560	    (!is_kernel_mmap && event->mmap.filename[0] == '[')) {
561
562		char short_module_name[1024];
563		char *name, *dot;
564
565		if (event->mmap.filename[0] == '/') {
566			name = strrchr(event->mmap.filename, '/');
567			if (name == NULL)
568				goto out_problem;
569
570			++name; /* skip / */
571			dot = strrchr(name, '.');
572			if (dot == NULL)
573				goto out_problem;
574			snprintf(short_module_name, sizeof(short_module_name),
575					"[%.*s]", (int)(dot - name), name);
576			strxfrchar(short_module_name, '-', '_');
577		} else
578			strcpy(short_module_name, event->mmap.filename);
579
580		map = machine__new_module(machine, event->mmap.start,
581					  event->mmap.filename);
582		if (map == NULL)
583			goto out_problem;
584
585		name = strdup(short_module_name);
586		if (name == NULL)
587			goto out_problem;
588
589		map->dso->short_name = name;
590		map->dso->sname_alloc = 1;
591		map->end = map->start + event->mmap.len;
592	} else if (is_kernel_mmap) {
593		const char *symbol_name = (event->mmap.filename +
594				strlen(kmmap_prefix));
595		/*
596		 * Should be there already, from the build-id table in
597		 * the header.
598		 */
599		struct dso *kernel = __dsos__findnew(&machine->kernel_dsos,
600						     kmmap_prefix);
601		if (kernel == NULL)
602			goto out_problem;
603
604		kernel->kernel = kernel_type;
605		if (__machine__create_kernel_maps(machine, kernel) < 0)
606			goto out_problem;
607
608		perf_event__set_kernel_mmap_len(event, machine->vmlinux_maps);
609
610		/*
611		 * Avoid using a zero address (kptr_restrict) for the ref reloc
612		 * symbol. Effectively having zero here means that at record
613		 * time /proc/sys/kernel/kptr_restrict was non zero.
614		 */
615		if (event->mmap.pgoff != 0) {
616			maps__set_kallsyms_ref_reloc_sym(machine->vmlinux_maps,
617							 symbol_name,
618							 event->mmap.pgoff);
619		}
620
621		if (machine__is_default_guest(machine)) {
622			/*
623			 * preload dso of guest kernel and modules
624			 */
625			dso__load(kernel, machine->vmlinux_maps[MAP__FUNCTION],
626				  NULL);
627		}
628	}
629	return 0;
630out_problem:
631	return -1;
632}
633
634size_t perf_event__fprintf_mmap(union perf_event *event, FILE *fp)
635{
636	return fprintf(fp, " %d/%d: [%#" PRIx64 "(%#" PRIx64 ") @ %#" PRIx64 "]: %s\n",
637		       event->mmap.pid, event->mmap.tid, event->mmap.start,
638		       event->mmap.len, event->mmap.pgoff, event->mmap.filename);
639}
640
641int perf_event__process_mmap(struct perf_tool *tool,
642			     union perf_event *event,
643			     struct perf_sample *sample __used,
644			     struct machine *machine)
645{
 
646	struct thread *thread;
647	struct map *map;
648	u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
649	int ret = 0;
650
651	if (dump_trace)
652		perf_event__fprintf_mmap(event, stdout);
 
653
654	if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL ||
655	    cpumode == PERF_RECORD_MISC_KERNEL) {
656		ret = perf_event__process_kernel_mmap(tool, event, machine);
657		if (ret < 0)
658			goto out_problem;
659		return 0;
660	}
661
662	thread = machine__findnew_thread(machine, event->mmap.pid);
 
 
 
663	if (thread == NULL)
664		goto out_problem;
665	map = map__new(&machine->user_dsos, event->mmap.start,
666			event->mmap.len, event->mmap.pgoff,
667			event->mmap.pid, event->mmap.filename,
668			MAP__FUNCTION);
669	if (map == NULL)
670		goto out_problem;
671
672	thread__insert_map(thread, map);
673	return 0;
674
675out_problem:
676	dump_printf("problem processing PERF_RECORD_MMAP, skipping event.\n");
677	return 0;
678}
679
680size_t perf_event__fprintf_task(union perf_event *event, FILE *fp)
681{
682	return fprintf(fp, "(%d:%d):(%d:%d)\n",
683		       event->fork.pid, event->fork.tid,
684		       event->fork.ppid, event->fork.ptid);
685}
686
687int perf_event__process_task(struct perf_tool *tool __used,
688			     union perf_event *event,
689			     struct perf_sample *sample __used,
690			      struct machine *machine)
691{
692	struct thread *thread = machine__findnew_thread(machine, event->fork.tid);
693	struct thread *parent = machine__findnew_thread(machine, event->fork.ptid);
694
695	if (dump_trace)
696		perf_event__fprintf_task(event, stdout);
697
698	if (event->header.type == PERF_RECORD_EXIT) {
699		machine__remove_thread(machine, thread);
700		return 0;
701	}
702
703	if (thread == NULL || parent == NULL ||
704	    thread__fork(thread, parent) < 0) {
705		dump_printf("problem processing PERF_RECORD_FORK, skipping event.\n");
706		return -1;
707	}
708
709	return 0;
710}
711
712size_t perf_event__fprintf(union perf_event *event, FILE *fp)
713{
714	size_t ret = fprintf(fp, "PERF_RECORD_%s",
715			     perf_event__name(event->header.type));
716
717	switch (event->header.type) {
718	case PERF_RECORD_COMM:
719		ret += perf_event__fprintf_comm(event, fp);
720		break;
721	case PERF_RECORD_FORK:
722	case PERF_RECORD_EXIT:
723		ret += perf_event__fprintf_task(event, fp);
724		break;
725	case PERF_RECORD_MMAP:
726		ret += perf_event__fprintf_mmap(event, fp);
727		break;
728	default:
729		ret += fprintf(fp, "\n");
730	}
731
732	return ret;
733}
734
735int perf_event__process(struct perf_tool *tool, union perf_event *event,
736			struct perf_sample *sample, struct machine *machine)
737{
738	switch (event->header.type) {
739	case PERF_RECORD_COMM:
740		perf_event__process_comm(tool, event, sample, machine);
741		break;
742	case PERF_RECORD_MMAP:
743		perf_event__process_mmap(tool, event, sample, machine);
744		break;
745	case PERF_RECORD_FORK:
746	case PERF_RECORD_EXIT:
747		perf_event__process_task(tool, event, sample, machine);
748		break;
749	case PERF_RECORD_LOST:
750		perf_event__process_lost(tool, event, sample, machine);
751	default:
752		break;
753	}
754
755	return 0;
756}
757
758void thread__find_addr_map(struct thread *self,
759			   struct machine *machine, u8 cpumode,
760			   enum map_type type, u64 addr,
761			   struct addr_location *al)
762{
763	struct map_groups *mg = &self->mg;
 
764
765	al->thread = self;
766	al->addr = addr;
767	al->cpumode = cpumode;
768	al->filtered = false;
769
770	if (machine == NULL) {
771		al->map = NULL;
772		return;
773	}
774
775	if (cpumode == PERF_RECORD_MISC_KERNEL && perf_host) {
776		al->level = 'k';
 
 
 
 
 
777		mg = &machine->kmaps;
778	} else if (cpumode == PERF_RECORD_MISC_USER && perf_host) {
779		al->level = '.';
 
780	} else if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL && perf_guest) {
781		al->level = 'g';
 
 
 
 
 
782		mg = &machine->kmaps;
783	} else {
784		/*
785		 * 'u' means guest os user space.
786		 * TODO: We don't support guest user space. Might support late.
787		 */
788		if (cpumode == PERF_RECORD_MISC_GUEST_USER && perf_guest)
789			al->level = 'u';
790		else
791			al->level = 'H';
792		al->map = NULL;
793
794		if ((cpumode == PERF_RECORD_MISC_GUEST_USER ||
795			cpumode == PERF_RECORD_MISC_GUEST_KERNEL) &&
796			!perf_guest)
797			al->filtered = true;
798		if ((cpumode == PERF_RECORD_MISC_USER ||
799			cpumode == PERF_RECORD_MISC_KERNEL) &&
800			!perf_host)
801			al->filtered = true;
802
803		return;
804	}
805try_again:
806	al->map = map_groups__find(mg, type, al->addr);
807	if (al->map == NULL) {
808		/*
809		 * If this is outside of all known maps, and is a negative
810		 * address, try to look it up in the kernel dso, as it might be
811		 * a vsyscall or vdso (which executes in user-mode).
812		 *
813		 * XXX This is nasty, we should have a symbol list in the
814		 * "[vdso]" dso, but for now lets use the old trick of looking
815		 * in the whole kernel symbol list.
816		 */
817		if ((long long)al->addr < 0 &&
818		    cpumode == PERF_RECORD_MISC_USER &&
819		    machine && mg != &machine->kmaps) {
820			mg = &machine->kmaps;
821			goto try_again;
822		}
823	} else
824		al->addr = al->map->map_ip(al->map, al->addr);
825}
826
827void thread__find_addr_location(struct thread *thread, struct machine *machine,
828				u8 cpumode, enum map_type type, u64 addr,
 
829				struct addr_location *al,
830				symbol_filter_t filter)
831{
832	thread__find_addr_map(thread, machine, cpumode, type, addr, al);
833	if (al->map != NULL)
834		al->sym = map__find_symbol(al->map, al->addr, filter);
835	else
836		al->sym = NULL;
837}
838
839int perf_event__preprocess_sample(const union perf_event *event,
840				  struct machine *machine,
841				  struct addr_location *al,
842				  struct perf_sample *sample,
843				  symbol_filter_t filter)
844{
845	u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
846	struct thread *thread = machine__findnew_thread(machine, event->ip.pid);
847
848	if (thread == NULL)
849		return -1;
850
851	if (symbol_conf.comm_list &&
852	    !strlist__has_entry(symbol_conf.comm_list, thread->comm))
853		goto out_filtered;
854
855	dump_printf(" ... thread: %s:%d\n", thread->comm, thread->pid);
856	/*
857	 * Have we already created the kernel maps for this machine?
858	 *
859	 * This should have happened earlier, when we processed the kernel MMAP
860	 * events, but for older perf.data files there was no such thing, so do
861	 * it now.
862	 */
863	if (cpumode == PERF_RECORD_MISC_KERNEL &&
864	    machine->vmlinux_maps[MAP__FUNCTION] == NULL)
865		machine__create_kernel_maps(machine);
866
867	thread__find_addr_map(thread, machine, cpumode, MAP__FUNCTION,
868			      event->ip.ip, al);
869	dump_printf(" ...... dso: %s\n",
870		    al->map ? al->map->dso->long_name :
871			al->level == 'H' ? "[hypervisor]" : "<not found>");
872	al->sym = NULL;
873	al->cpu = sample->cpu;
874
875	if (al->map) {
876		struct dso *dso = al->map->dso;
877
878		if (symbol_conf.dso_list &&
879		    (!dso || !(strlist__has_entry(symbol_conf.dso_list,
880						  dso->short_name) ||
881			       (dso->short_name != dso->long_name &&
882				strlist__has_entry(symbol_conf.dso_list,
883						   dso->long_name)))))
 
884			goto out_filtered;
885
886		al->sym = map__find_symbol(al->map, al->addr, filter);
887	}
888
889	if (symbol_conf.sym_list && al->sym &&
890	    !strlist__has_entry(symbol_conf.sym_list, al->sym->name))
891		goto out_filtered;
892
893	return 0;
894
895out_filtered:
896	al->filtered = true;
897	return 0;
898}