Linux Audio

Check our new training course

Loading...
v4.6
   1#include <linux/types.h>
   2#include <sys/mman.h>
   3#include "event.h"
   4#include "debug.h"
   5#include "hist.h"
   6#include "machine.h"
   7#include "sort.h"
   8#include "string.h"
   9#include "strlist.h"
  10#include "thread.h"
  11#include "thread_map.h"
  12#include "symbol/kallsyms.h"
  13#include "asm/bug.h"
  14#include "stat.h"
  15
  16static const char *perf_event__names[] = {
  17	[0]					= "TOTAL",
  18	[PERF_RECORD_MMAP]			= "MMAP",
  19	[PERF_RECORD_MMAP2]			= "MMAP2",
  20	[PERF_RECORD_LOST]			= "LOST",
  21	[PERF_RECORD_COMM]			= "COMM",
  22	[PERF_RECORD_EXIT]			= "EXIT",
  23	[PERF_RECORD_THROTTLE]			= "THROTTLE",
  24	[PERF_RECORD_UNTHROTTLE]		= "UNTHROTTLE",
  25	[PERF_RECORD_FORK]			= "FORK",
  26	[PERF_RECORD_READ]			= "READ",
  27	[PERF_RECORD_SAMPLE]			= "SAMPLE",
  28	[PERF_RECORD_AUX]			= "AUX",
  29	[PERF_RECORD_ITRACE_START]		= "ITRACE_START",
  30	[PERF_RECORD_LOST_SAMPLES]		= "LOST_SAMPLES",
  31	[PERF_RECORD_SWITCH]			= "SWITCH",
  32	[PERF_RECORD_SWITCH_CPU_WIDE]		= "SWITCH_CPU_WIDE",
  33	[PERF_RECORD_HEADER_ATTR]		= "ATTR",
  34	[PERF_RECORD_HEADER_EVENT_TYPE]		= "EVENT_TYPE",
  35	[PERF_RECORD_HEADER_TRACING_DATA]	= "TRACING_DATA",
  36	[PERF_RECORD_HEADER_BUILD_ID]		= "BUILD_ID",
  37	[PERF_RECORD_FINISHED_ROUND]		= "FINISHED_ROUND",
  38	[PERF_RECORD_ID_INDEX]			= "ID_INDEX",
  39	[PERF_RECORD_AUXTRACE_INFO]		= "AUXTRACE_INFO",
  40	[PERF_RECORD_AUXTRACE]			= "AUXTRACE",
  41	[PERF_RECORD_AUXTRACE_ERROR]		= "AUXTRACE_ERROR",
  42	[PERF_RECORD_THREAD_MAP]		= "THREAD_MAP",
  43	[PERF_RECORD_CPU_MAP]			= "CPU_MAP",
  44	[PERF_RECORD_STAT_CONFIG]		= "STAT_CONFIG",
  45	[PERF_RECORD_STAT]			= "STAT",
  46	[PERF_RECORD_STAT_ROUND]		= "STAT_ROUND",
  47	[PERF_RECORD_EVENT_UPDATE]		= "EVENT_UPDATE",
  48};
  49
  50const char *perf_event__name(unsigned int id)
  51{
  52	if (id >= ARRAY_SIZE(perf_event__names))
  53		return "INVALID";
  54	if (!perf_event__names[id])
  55		return "UNKNOWN";
  56	return perf_event__names[id];
  57}
  58
  59static int perf_tool__process_synth_event(struct perf_tool *tool,
  60					  union perf_event *event,
  61					  struct machine *machine,
  62					  perf_event__handler_t process)
  63{
  64	struct perf_sample synth_sample = {
  65	.pid	   = -1,
  66	.tid	   = -1,
  67	.time	   = -1,
  68	.stream_id = -1,
  69	.cpu	   = -1,
  70	.period	   = 1,
  71	.cpumode   = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK,
  72	};
  73
  74	return process(tool, event, &synth_sample, machine);
  75};
  76
  77/*
  78 * Assumes that the first 4095 bytes of /proc/pid/stat contains
  79 * the comm, tgid and ppid.
  80 */
  81static int perf_event__get_comm_ids(pid_t pid, char *comm, size_t len,
  82				    pid_t *tgid, pid_t *ppid)
  83{
  84	char filename[PATH_MAX];
  85	char bf[4096];
  86	int fd;
  87	size_t size = 0;
  88	ssize_t n;
  89	char *nl, *name, *tgids, *ppids;
  90
  91	*tgid = -1;
  92	*ppid = -1;
  93
  94	snprintf(filename, sizeof(filename), "/proc/%d/status", pid);
  95
  96	fd = open(filename, O_RDONLY);
  97	if (fd < 0) {
 
 
 
 
  98		pr_debug("couldn't open %s\n", filename);
  99		return -1;
 100	}
 101
 102	n = read(fd, bf, sizeof(bf) - 1);
 103	close(fd);
 104	if (n <= 0) {
 105		pr_warning("Couldn't get COMM, tigd and ppid for pid %d\n",
 106			   pid);
 107		return -1;
 108	}
 109	bf[n] = '\0';
 110
 111	name = strstr(bf, "Name:");
 112	tgids = strstr(bf, "Tgid:");
 113	ppids = strstr(bf, "PPid:");
 114
 115	if (name) {
 116		name += 5;  /* strlen("Name:") */
 117
 118		while (*name && isspace(*name))
 119			++name;
 120
 121		nl = strchr(name, '\n');
 122		if (nl)
 123			*nl = '\0';
 124
 125		size = strlen(name);
 126		if (size >= len)
 127			size = len - 1;
 128		memcpy(comm, name, size);
 129		comm[size] = '\0';
 130	} else {
 131		pr_debug("Name: string not found for pid %d\n", pid);
 132	}
 133
 134	if (tgids) {
 135		tgids += 5;  /* strlen("Tgid:") */
 136		*tgid = atoi(tgids);
 137	} else {
 138		pr_debug("Tgid: string not found for pid %d\n", pid);
 139	}
 140
 141	if (ppids) {
 142		ppids += 5;  /* strlen("PPid:") */
 143		*ppid = atoi(ppids);
 144	} else {
 145		pr_debug("PPid: string not found for pid %d\n", pid);
 146	}
 147
 148	return 0;
 149}
 150
 151static int perf_event__prepare_comm(union perf_event *event, pid_t pid,
 152				    struct machine *machine,
 153				    pid_t *tgid, pid_t *ppid)
 154{
 155	size_t size;
 156
 157	*ppid = -1;
 158
 159	memset(&event->comm, 0, sizeof(event->comm));
 160
 161	if (machine__is_host(machine)) {
 162		if (perf_event__get_comm_ids(pid, event->comm.comm,
 163					     sizeof(event->comm.comm),
 164					     tgid, ppid) != 0) {
 165			return -1;
 166		}
 167	} else {
 168		*tgid = machine->pid;
 169	}
 170
 171	if (*tgid < 0)
 172		return -1;
 
 
 
 
 
 
 
 
 
 
 
 173
 174	event->comm.pid = *tgid;
 175	event->comm.header.type = PERF_RECORD_COMM;
 176
 177	size = strlen(event->comm.comm) + 1;
 178	size = PERF_ALIGN(size, sizeof(u64));
 179	memset(event->comm.comm + size, 0, machine->id_hdr_size);
 180	event->comm.header.size = (sizeof(event->comm) -
 181				(sizeof(event->comm.comm) - size) +
 182				machine->id_hdr_size);
 183	event->comm.tid = pid;
 184
 185	return 0;
 186}
 187
 188pid_t perf_event__synthesize_comm(struct perf_tool *tool,
 189					 union perf_event *event, pid_t pid,
 190					 perf_event__handler_t process,
 191					 struct machine *machine)
 192{
 193	pid_t tgid, ppid;
 194
 195	if (perf_event__prepare_comm(event, pid, machine, &tgid, &ppid) != 0)
 196		return -1;
 197
 198	if (perf_tool__process_synth_event(tool, event, machine, process) != 0)
 199		return -1;
 
 200
 201	return tgid;
 202}
 
 
 
 203
 204static int perf_event__synthesize_fork(struct perf_tool *tool,
 205				       union perf_event *event,
 206				       pid_t pid, pid_t tgid, pid_t ppid,
 207				       perf_event__handler_t process,
 208				       struct machine *machine)
 209{
 210	memset(&event->fork, 0, sizeof(event->fork) + machine->id_hdr_size);
 211
 212	/*
 213	 * for main thread set parent to ppid from status file. For other
 214	 * threads set parent pid to main thread. ie., assume main thread
 215	 * spawns all threads in a process
 216	*/
 217	if (tgid == pid) {
 218		event->fork.ppid = ppid;
 219		event->fork.ptid = ppid;
 220	} else {
 221		event->fork.ppid = tgid;
 222		event->fork.ptid = tgid;
 223	}
 224	event->fork.pid  = tgid;
 225	event->fork.tid  = pid;
 226	event->fork.header.type = PERF_RECORD_FORK;
 227
 228	event->fork.header.size = (sizeof(event->fork) + machine->id_hdr_size);
 229
 230	if (perf_tool__process_synth_event(tool, event, machine, process) != 0)
 231		return -1;
 
 232
 233	return 0;
 234}
 235
 236int perf_event__synthesize_mmap_events(struct perf_tool *tool,
 237				       union perf_event *event,
 238				       pid_t pid, pid_t tgid,
 239				       perf_event__handler_t process,
 240				       struct machine *machine,
 241				       bool mmap_data,
 242				       unsigned int proc_map_timeout)
 243{
 244	char filename[PATH_MAX];
 245	FILE *fp;
 246	unsigned long long t;
 247	bool truncation = false;
 248	unsigned long long timeout = proc_map_timeout * 1000000ULL;
 249	int rc = 0;
 250
 251	if (machine__is_default_guest(machine))
 252		return 0;
 253
 254	snprintf(filename, sizeof(filename), "%s/proc/%d/maps",
 255		 machine->root_dir, pid);
 256
 257	fp = fopen(filename, "r");
 258	if (fp == NULL) {
 259		/*
 260		 * We raced with a task exiting - just return:
 261		 */
 262		pr_debug("couldn't open %s\n", filename);
 263		return -1;
 264	}
 265
 266	event->header.type = PERF_RECORD_MMAP2;
 267	t = rdclock();
 
 
 
 268
 269	while (1) {
 270		char bf[BUFSIZ];
 271		char prot[5];
 272		char execname[PATH_MAX];
 273		char anonstr[] = "//anon";
 274		unsigned int ino;
 275		size_t size;
 276		ssize_t n;
 277
 278		if (fgets(bf, sizeof(bf), fp) == NULL)
 279			break;
 280
 281		if ((rdclock() - t) > timeout) {
 282			pr_warning("Reading %s time out. "
 283				   "You may want to increase "
 284				   "the time limit by --proc-map-timeout\n",
 285				   filename);
 286			truncation = true;
 287			goto out;
 288		}
 289
 290		/* ensure null termination since stack will be reused. */
 291		strcpy(execname, "");
 292
 293		/* 00400000-0040c000 r-xp 00000000 fd:01 41038  /bin/cat */
 294		n = sscanf(bf, "%"PRIx64"-%"PRIx64" %s %"PRIx64" %x:%x %u %[^\n]\n",
 295		       &event->mmap2.start, &event->mmap2.len, prot,
 296		       &event->mmap2.pgoff, &event->mmap2.maj,
 297		       &event->mmap2.min,
 298		       &ino, execname);
 299
 300		/*
 301 		 * Anon maps don't have the execname.
 302 		 */
 303		if (n < 7)
 304			continue;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 305
 306		event->mmap2.ino = (u64)ino;
 307
 308		/*
 309		 * Just like the kernel, see __perf_event_mmap in kernel/perf_event.c
 310		 */
 311		if (machine__is_host(machine))
 312			event->header.misc = PERF_RECORD_MISC_USER;
 313		else
 314			event->header.misc = PERF_RECORD_MISC_GUEST_USER;
 315
 316		/* map protection and flags bits */
 317		event->mmap2.prot = 0;
 318		event->mmap2.flags = 0;
 319		if (prot[0] == 'r')
 320			event->mmap2.prot |= PROT_READ;
 321		if (prot[1] == 'w')
 322			event->mmap2.prot |= PROT_WRITE;
 323		if (prot[2] == 'x')
 324			event->mmap2.prot |= PROT_EXEC;
 325
 326		if (prot[3] == 's')
 327			event->mmap2.flags |= MAP_SHARED;
 328		else
 329			event->mmap2.flags |= MAP_PRIVATE;
 330
 331		if (prot[2] != 'x') {
 332			if (!mmap_data || prot[0] != 'r')
 333				continue;
 334
 335			event->header.misc |= PERF_RECORD_MISC_MMAP_DATA;
 336		}
 337
 338out:
 339		if (truncation)
 340			event->header.misc |= PERF_RECORD_MISC_PROC_MAP_PARSE_TIMEOUT;
 341
 342		if (!strcmp(execname, ""))
 343			strcpy(execname, anonstr);
 
 
 
 
 
 
 
 
 
 344
 345		size = strlen(execname) + 1;
 346		memcpy(event->mmap2.filename, execname, size);
 347		size = PERF_ALIGN(size, sizeof(u64));
 348		event->mmap2.len -= event->mmap.start;
 349		event->mmap2.header.size = (sizeof(event->mmap2) -
 350					(sizeof(event->mmap2.filename) - size));
 351		memset(event->mmap2.filename + size, 0, machine->id_hdr_size);
 352		event->mmap2.header.size += machine->id_hdr_size;
 353		event->mmap2.pid = tgid;
 354		event->mmap2.tid = pid;
 355
 356		if (perf_tool__process_synth_event(tool, event, machine, process) != 0) {
 357			rc = -1;
 358			break;
 359		}
 360
 361		if (truncation)
 362			break;
 363	}
 364
 365	fclose(fp);
 366	return rc;
 367}
 368
 369int perf_event__synthesize_modules(struct perf_tool *tool,
 370				   perf_event__handler_t process,
 371				   struct machine *machine)
 372{
 373	int rc = 0;
 374	struct map *pos;
 375	struct map_groups *kmaps = &machine->kmaps;
 376	struct maps *maps = &kmaps->maps[MAP__FUNCTION];
 377	union perf_event *event = zalloc((sizeof(event->mmap) +
 378					  machine->id_hdr_size));
 379	if (event == NULL) {
 380		pr_debug("Not enough memory synthesizing mmap event "
 381			 "for kernel modules\n");
 382		return -1;
 383	}
 384
 385	event->header.type = PERF_RECORD_MMAP;
 386
 387	/*
 388	 * kernel uses 0 for user space maps, see kernel/perf_event.c
 389	 * __perf_event_mmap
 390	 */
 391	if (machine__is_host(machine))
 392		event->header.misc = PERF_RECORD_MISC_KERNEL;
 393	else
 394		event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
 395
 396	for (pos = maps__first(maps); pos; pos = map__next(pos)) {
 
 397		size_t size;
 
 398
 399		if (__map__is_kernel(pos))
 400			continue;
 401
 402		size = PERF_ALIGN(pos->dso->long_name_len + 1, sizeof(u64));
 403		event->mmap.header.type = PERF_RECORD_MMAP;
 404		event->mmap.header.size = (sizeof(event->mmap) -
 405				        (sizeof(event->mmap.filename) - size));
 406		memset(event->mmap.filename + size, 0, machine->id_hdr_size);
 407		event->mmap.header.size += machine->id_hdr_size;
 408		event->mmap.start = pos->start;
 409		event->mmap.len   = pos->end - pos->start;
 410		event->mmap.pid   = machine->pid;
 411
 412		memcpy(event->mmap.filename, pos->dso->long_name,
 413		       pos->dso->long_name_len + 1);
 414		if (perf_tool__process_synth_event(tool, event, machine, process) != 0) {
 415			rc = -1;
 416			break;
 417		}
 418	}
 419
 420	free(event);
 421	return rc;
 422}
 423
 424static int __event__synthesize_thread(union perf_event *comm_event,
 425				      union perf_event *mmap_event,
 426				      union perf_event *fork_event,
 427				      pid_t pid, int full,
 428					  perf_event__handler_t process,
 429				      struct perf_tool *tool,
 430				      struct machine *machine,
 431				      bool mmap_data,
 432				      unsigned int proc_map_timeout)
 433{
 434	char filename[PATH_MAX];
 435	DIR *tasks;
 436	struct dirent *dirent;
 437	pid_t tgid, ppid;
 438	int rc = 0;
 439
 440	/* special case: only send one comm event using passed in pid */
 441	if (!full) {
 442		tgid = perf_event__synthesize_comm(tool, comm_event, pid,
 443						   process, machine);
 444
 445		if (tgid == -1)
 446			return -1;
 447
 448		return perf_event__synthesize_mmap_events(tool, mmap_event, pid, tgid,
 449							  process, machine, mmap_data,
 450							  proc_map_timeout);
 451	}
 452
 453	if (machine__is_default_guest(machine))
 454		return 0;
 455
 456	snprintf(filename, sizeof(filename), "%s/proc/%d/task",
 457		 machine->root_dir, pid);
 458
 459	tasks = opendir(filename);
 460	if (tasks == NULL) {
 461		pr_debug("couldn't open %s\n", filename);
 462		return 0;
 463	}
 464
 465	while ((dirent = readdir(tasks)) != NULL) {
 466		char *end;
 467		pid_t _pid;
 468
 469		_pid = strtol(dirent->d_name, &end, 10);
 470		if (*end)
 471			continue;
 472
 473		rc = -1;
 474		if (perf_event__prepare_comm(comm_event, _pid, machine,
 475					     &tgid, &ppid) != 0)
 476			break;
 477
 478		if (perf_event__synthesize_fork(tool, fork_event, _pid, tgid,
 479						ppid, process, machine) < 0)
 480			break;
 481		/*
 482		 * Send the prepared comm event
 483		 */
 484		if (perf_tool__process_synth_event(tool, comm_event, machine, process) != 0)
 485			break;
 486
 487		rc = 0;
 488		if (_pid == pid) {
 489			/* process the parent's maps too */
 490			rc = perf_event__synthesize_mmap_events(tool, mmap_event, pid, tgid,
 491						process, machine, mmap_data, proc_map_timeout);
 492			if (rc)
 493				break;
 494		}
 495	}
 496
 497	closedir(tasks);
 498	return rc;
 499}
 500
 501int perf_event__synthesize_thread_map(struct perf_tool *tool,
 502				      struct thread_map *threads,
 503				      perf_event__handler_t process,
 504				      struct machine *machine,
 505				      bool mmap_data,
 506				      unsigned int proc_map_timeout)
 507{
 508	union perf_event *comm_event, *mmap_event, *fork_event;
 509	int err = -1, thread, j;
 510
 511	comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
 512	if (comm_event == NULL)
 513		goto out;
 514
 515	mmap_event = malloc(sizeof(mmap_event->mmap2) + machine->id_hdr_size);
 516	if (mmap_event == NULL)
 517		goto out_free_comm;
 518
 519	fork_event = malloc(sizeof(fork_event->fork) + machine->id_hdr_size);
 520	if (fork_event == NULL)
 521		goto out_free_mmap;
 522
 523	err = 0;
 524	for (thread = 0; thread < threads->nr; ++thread) {
 525		if (__event__synthesize_thread(comm_event, mmap_event,
 526					       fork_event,
 527					       thread_map__pid(threads, thread), 0,
 528					       process, tool, machine,
 529					       mmap_data, proc_map_timeout)) {
 530			err = -1;
 531			break;
 532		}
 533
 534		/*
 535		 * comm.pid is set to thread group id by
 536		 * perf_event__synthesize_comm
 537		 */
 538		if ((int) comm_event->comm.pid != thread_map__pid(threads, thread)) {
 539			bool need_leader = true;
 540
 541			/* is thread group leader in thread_map? */
 542			for (j = 0; j < threads->nr; ++j) {
 543				if ((int) comm_event->comm.pid == thread_map__pid(threads, j)) {
 544					need_leader = false;
 545					break;
 546				}
 547			}
 548
 549			/* if not, generate events for it */
 550			if (need_leader &&
 551			    __event__synthesize_thread(comm_event, mmap_event,
 552						       fork_event,
 553						       comm_event->comm.pid, 0,
 554						       process, tool, machine,
 555						       mmap_data, proc_map_timeout)) {
 556				err = -1;
 557				break;
 558			}
 559		}
 560	}
 561	free(fork_event);
 562out_free_mmap:
 563	free(mmap_event);
 564out_free_comm:
 565	free(comm_event);
 566out:
 567	return err;
 568}
 569
 570int perf_event__synthesize_threads(struct perf_tool *tool,
 571				   perf_event__handler_t process,
 572				   struct machine *machine,
 573				   bool mmap_data,
 574				   unsigned int proc_map_timeout)
 575{
 576	DIR *proc;
 577	char proc_path[PATH_MAX];
 578	struct dirent *dirent;
 579	union perf_event *comm_event, *mmap_event, *fork_event;
 580	int err = -1;
 581
 582	if (machine__is_default_guest(machine))
 583		return 0;
 584
 585	comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
 586	if (comm_event == NULL)
 587		goto out;
 588
 589	mmap_event = malloc(sizeof(mmap_event->mmap2) + machine->id_hdr_size);
 590	if (mmap_event == NULL)
 591		goto out_free_comm;
 592
 593	fork_event = malloc(sizeof(fork_event->fork) + machine->id_hdr_size);
 594	if (fork_event == NULL)
 595		goto out_free_mmap;
 596
 597	snprintf(proc_path, sizeof(proc_path), "%s/proc", machine->root_dir);
 598	proc = opendir(proc_path);
 599
 600	if (proc == NULL)
 601		goto out_free_fork;
 602
 603	while ((dirent = readdir(proc)) != NULL) {
 604		char *end;
 605		pid_t pid = strtol(dirent->d_name, &end, 10);
 606
 607		if (*end) /* only interested in proper numerical dirents */
 608			continue;
 609		/*
 610 		 * We may race with exiting thread, so don't stop just because
 611 		 * one thread couldn't be synthesized.
 612 		 */
 613		__event__synthesize_thread(comm_event, mmap_event, fork_event, pid,
 614					   1, process, tool, machine, mmap_data,
 615					   proc_map_timeout);
 616	}
 617
 618	err = 0;
 619	closedir(proc);
 620out_free_fork:
 621	free(fork_event);
 622out_free_mmap:
 623	free(mmap_event);
 624out_free_comm:
 625	free(comm_event);
 626out:
 627	return err;
 628}
 629
 630struct process_symbol_args {
 631	const char *name;
 632	u64	   start;
 633};
 634
 635static int find_symbol_cb(void *arg, const char *name, char type,
 636			  u64 start)
 637{
 638	struct process_symbol_args *args = arg;
 639
 640	/*
 641	 * Must be a function or at least an alias, as in PARISC64, where "_text" is
 642	 * an 'A' to the same address as "_stext".
 643	 */
 644	if (!(symbol_type__is_a(type, MAP__FUNCTION) ||
 645	      type == 'A') || strcmp(name, args->name))
 646		return 0;
 647
 648	args->start = start;
 649	return 1;
 650}
 651
 652u64 kallsyms__get_function_start(const char *kallsyms_filename,
 653				 const char *symbol_name)
 654{
 655	struct process_symbol_args args = { .name = symbol_name, };
 656
 657	if (kallsyms__parse(kallsyms_filename, &args, find_symbol_cb) <= 0)
 658		return 0;
 659
 660	return args.start;
 661}
 662
 663int perf_event__synthesize_kernel_mmap(struct perf_tool *tool,
 664				       perf_event__handler_t process,
 665				       struct machine *machine)
 666{
 667	size_t size;
 668	const char *mmap_name;
 
 669	char name_buff[PATH_MAX];
 670	struct map *map = machine__kernel_map(machine);
 671	struct kmap *kmap;
 672	int err;
 673	union perf_event *event;
 674
 675	if (map == NULL)
 676		return -1;
 677
 678	/*
 679	 * We should get this from /sys/kernel/sections/.text, but till that is
 680	 * available use this, and after it is use this as a fallback for older
 681	 * kernels.
 682	 */
 683	event = zalloc((sizeof(event->mmap) + machine->id_hdr_size));
 
 
 684	if (event == NULL) {
 685		pr_debug("Not enough memory synthesizing mmap event "
 686			 "for kernel modules\n");
 687		return -1;
 688	}
 689
 690	mmap_name = machine__mmap_name(machine, name_buff, sizeof(name_buff));
 691	if (machine__is_host(machine)) {
 692		/*
 693		 * kernel uses PERF_RECORD_MISC_USER for user space maps,
 694		 * see kernel/perf_event.c __perf_event_mmap
 695		 */
 696		event->header.misc = PERF_RECORD_MISC_KERNEL;
 
 697	} else {
 698		event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
 
 
 
 
 
 
 699	}
 700
 701	kmap = map__kmap(map);
 
 
 
 702	size = snprintf(event->mmap.filename, sizeof(event->mmap.filename),
 703			"%s%s", mmap_name, kmap->ref_reloc_sym->name) + 1;
 704	size = PERF_ALIGN(size, sizeof(u64));
 705	event->mmap.header.type = PERF_RECORD_MMAP;
 706	event->mmap.header.size = (sizeof(event->mmap) -
 707			(sizeof(event->mmap.filename) - size) + machine->id_hdr_size);
 708	event->mmap.pgoff = kmap->ref_reloc_sym->addr;
 709	event->mmap.start = map->start;
 710	event->mmap.len   = map->end - event->mmap.start;
 711	event->mmap.pid   = machine->pid;
 712
 713	err = perf_tool__process_synth_event(tool, event, machine, process);
 714	free(event);
 715
 716	return err;
 717}
 718
 719int perf_event__synthesize_thread_map2(struct perf_tool *tool,
 720				      struct thread_map *threads,
 721				      perf_event__handler_t process,
 722				      struct machine *machine)
 723{
 724	union perf_event *event;
 725	int i, err, size;
 726
 727	size  = sizeof(event->thread_map);
 728	size +=	threads->nr * sizeof(event->thread_map.entries[0]);
 729
 730	event = zalloc(size);
 731	if (!event)
 732		return -ENOMEM;
 733
 734	event->header.type = PERF_RECORD_THREAD_MAP;
 735	event->header.size = size;
 736	event->thread_map.nr = threads->nr;
 737
 738	for (i = 0; i < threads->nr; i++) {
 739		struct thread_map_event_entry *entry = &event->thread_map.entries[i];
 740		char *comm = thread_map__comm(threads, i);
 741
 742		if (!comm)
 743			comm = (char *) "";
 744
 745		entry->pid = thread_map__pid(threads, i);
 746		strncpy((char *) &entry->comm, comm, sizeof(entry->comm));
 747	}
 748
 749	err = process(tool, event, NULL, machine);
 750
 751	free(event);
 752	return err;
 753}
 754
 755static void synthesize_cpus(struct cpu_map_entries *cpus,
 756			    struct cpu_map *map)
 757{
 758	int i;
 759
 760	cpus->nr = map->nr;
 761
 762	for (i = 0; i < map->nr; i++)
 763		cpus->cpu[i] = map->map[i];
 764}
 765
 766static void synthesize_mask(struct cpu_map_mask *mask,
 767			    struct cpu_map *map, int max)
 768{
 769	int i;
 770
 771	mask->nr = BITS_TO_LONGS(max);
 772	mask->long_size = sizeof(long);
 773
 774	for (i = 0; i < map->nr; i++)
 775		set_bit(map->map[i], mask->mask);
 776}
 777
 778static size_t cpus_size(struct cpu_map *map)
 779{
 780	return sizeof(struct cpu_map_entries) + map->nr * sizeof(u16);
 781}
 782
 783static size_t mask_size(struct cpu_map *map, int *max)
 784{
 785	int i;
 786
 787	*max = 0;
 788
 789	for (i = 0; i < map->nr; i++) {
 790		/* bit possition of the cpu is + 1 */
 791		int bit = map->map[i] + 1;
 792
 793		if (bit > *max)
 794			*max = bit;
 795	}
 796
 797	return sizeof(struct cpu_map_mask) + BITS_TO_LONGS(*max) * sizeof(long);
 798}
 799
 800void *cpu_map_data__alloc(struct cpu_map *map, size_t *size, u16 *type, int *max)
 
 801{
 802	size_t size_cpus, size_mask;
 803	bool is_dummy = cpu_map__empty(map);
 804
 805	/*
 806	 * Both array and mask data have variable size based
 807	 * on the number of cpus and their actual values.
 808	 * The size of the 'struct cpu_map_data' is:
 809	 *
 810	 *   array = size of 'struct cpu_map_entries' +
 811	 *           number of cpus * sizeof(u64)
 812	 *
 813	 *   mask  = size of 'struct cpu_map_mask' +
 814	 *           maximum cpu bit converted to size of longs
 815	 *
 816	 * and finaly + the size of 'struct cpu_map_data'.
 817	 */
 818	size_cpus = cpus_size(map);
 819	size_mask = mask_size(map, max);
 820
 821	if (is_dummy || (size_cpus < size_mask)) {
 822		*size += size_cpus;
 823		*type  = PERF_CPU_MAP__CPUS;
 824	} else {
 825		*size += size_mask;
 826		*type  = PERF_CPU_MAP__MASK;
 827	}
 828
 829	*size += sizeof(struct cpu_map_data);
 830	return zalloc(*size);
 831}
 832
 833void cpu_map_data__synthesize(struct cpu_map_data *data, struct cpu_map *map,
 834			      u16 type, int max)
 835{
 836	data->type = type;
 837
 838	switch (type) {
 839	case PERF_CPU_MAP__CPUS:
 840		synthesize_cpus((struct cpu_map_entries *) data->data, map);
 841		break;
 842	case PERF_CPU_MAP__MASK:
 843		synthesize_mask((struct cpu_map_mask *) data->data, map, max);
 844	default:
 845		break;
 846	};
 847}
 848
 849static struct cpu_map_event* cpu_map_event__new(struct cpu_map *map)
 850{
 851	size_t size = sizeof(struct cpu_map_event);
 852	struct cpu_map_event *event;
 853	int max;
 854	u16 type;
 855
 856	event = cpu_map_data__alloc(map, &size, &type, &max);
 857	if (!event)
 858		return NULL;
 859
 860	event->header.type = PERF_RECORD_CPU_MAP;
 861	event->header.size = size;
 862	event->data.type   = type;
 863
 864	cpu_map_data__synthesize(&event->data, map, type, max);
 865	return event;
 866}
 867
 868int perf_event__synthesize_cpu_map(struct perf_tool *tool,
 869				   struct cpu_map *map,
 870				   perf_event__handler_t process,
 871				   struct machine *machine)
 872{
 873	struct cpu_map_event *event;
 874	int err;
 875
 876	event = cpu_map_event__new(map);
 877	if (!event)
 878		return -ENOMEM;
 879
 880	err = process(tool, (union perf_event *) event, NULL, machine);
 881
 882	free(event);
 883	return err;
 884}
 885
 886int perf_event__synthesize_stat_config(struct perf_tool *tool,
 887				       struct perf_stat_config *config,
 888				       perf_event__handler_t process,
 889				       struct machine *machine)
 890{
 891	struct stat_config_event *event;
 892	int size, i = 0, err;
 893
 894	size  = sizeof(*event);
 895	size += (PERF_STAT_CONFIG_TERM__MAX * sizeof(event->data[0]));
 896
 897	event = zalloc(size);
 898	if (!event)
 899		return -ENOMEM;
 900
 901	event->header.type = PERF_RECORD_STAT_CONFIG;
 902	event->header.size = size;
 903	event->nr          = PERF_STAT_CONFIG_TERM__MAX;
 904
 905#define ADD(__term, __val)					\
 906	event->data[i].tag = PERF_STAT_CONFIG_TERM__##__term;	\
 907	event->data[i].val = __val;				\
 908	i++;
 909
 910	ADD(AGGR_MODE,	config->aggr_mode)
 911	ADD(INTERVAL,	config->interval)
 912	ADD(SCALE,	config->scale)
 913
 914	WARN_ONCE(i != PERF_STAT_CONFIG_TERM__MAX,
 915		  "stat config terms unbalanced\n");
 916#undef ADD
 917
 918	err = process(tool, (union perf_event *) event, NULL, machine);
 919
 920	free(event);
 921	return err;
 922}
 923
 924int perf_event__synthesize_stat(struct perf_tool *tool,
 925				u32 cpu, u32 thread, u64 id,
 926				struct perf_counts_values *count,
 927				perf_event__handler_t process,
 928				struct machine *machine)
 929{
 930	struct stat_event event;
 931
 932	event.header.type = PERF_RECORD_STAT;
 933	event.header.size = sizeof(event);
 934	event.header.misc = 0;
 935
 936	event.id        = id;
 937	event.cpu       = cpu;
 938	event.thread    = thread;
 939	event.val       = count->val;
 940	event.ena       = count->ena;
 941	event.run       = count->run;
 942
 943	return process(tool, (union perf_event *) &event, NULL, machine);
 944}
 945
 946int perf_event__synthesize_stat_round(struct perf_tool *tool,
 947				      u64 evtime, u64 type,
 948				      perf_event__handler_t process,
 949				      struct machine *machine)
 950{
 951	struct stat_round_event event;
 952
 953	event.header.type = PERF_RECORD_STAT_ROUND;
 954	event.header.size = sizeof(event);
 955	event.header.misc = 0;
 956
 957	event.time = evtime;
 958	event.type = type;
 959
 960	return process(tool, (union perf_event *) &event, NULL, machine);
 961}
 962
 963void perf_event__read_stat_config(struct perf_stat_config *config,
 964				  struct stat_config_event *event)
 965{
 966	unsigned i;
 967
 968	for (i = 0; i < event->nr; i++) {
 969
 970		switch (event->data[i].tag) {
 971#define CASE(__term, __val)					\
 972		case PERF_STAT_CONFIG_TERM__##__term:		\
 973			config->__val = event->data[i].val;	\
 974			break;
 975
 976		CASE(AGGR_MODE, aggr_mode)
 977		CASE(SCALE,     scale)
 978		CASE(INTERVAL,  interval)
 979#undef CASE
 980		default:
 981			pr_warning("unknown stat config term %" PRIu64 "\n",
 982				   event->data[i].tag);
 983		}
 984	}
 985}
 986
 987size_t perf_event__fprintf_comm(union perf_event *event, FILE *fp)
 988{
 989	const char *s;
 990
 991	if (event->header.misc & PERF_RECORD_MISC_COMM_EXEC)
 992		s = " exec";
 993	else
 994		s = "";
 995
 996	return fprintf(fp, "%s: %s:%d/%d\n", s, event->comm.comm, event->comm.pid, event->comm.tid);
 997}
 998
 999int perf_event__process_comm(struct perf_tool *tool __maybe_unused,
1000			     union perf_event *event,
1001			     struct perf_sample *sample,
1002			     struct machine *machine)
1003{
1004	return machine__process_comm_event(machine, event, sample);
1005}
1006
1007int perf_event__process_lost(struct perf_tool *tool __maybe_unused,
1008			     union perf_event *event,
1009			     struct perf_sample *sample,
1010			     struct machine *machine)
1011{
1012	return machine__process_lost_event(machine, event, sample);
1013}
1014
1015int perf_event__process_aux(struct perf_tool *tool __maybe_unused,
1016			    union perf_event *event,
1017			    struct perf_sample *sample __maybe_unused,
1018			    struct machine *machine)
1019{
1020	return machine__process_aux_event(machine, event);
1021}
1022
1023int perf_event__process_itrace_start(struct perf_tool *tool __maybe_unused,
1024				     union perf_event *event,
1025				     struct perf_sample *sample __maybe_unused,
1026				     struct machine *machine)
1027{
1028	return machine__process_itrace_start_event(machine, event);
1029}
1030
1031int perf_event__process_lost_samples(struct perf_tool *tool __maybe_unused,
1032				     union perf_event *event,
1033				     struct perf_sample *sample,
1034				     struct machine *machine)
1035{
1036	return machine__process_lost_samples_event(machine, event, sample);
1037}
1038
1039int perf_event__process_switch(struct perf_tool *tool __maybe_unused,
1040			       union perf_event *event,
1041			       struct perf_sample *sample __maybe_unused,
1042			       struct machine *machine)
1043{
1044	return machine__process_switch_event(machine, event);
1045}
1046
1047size_t perf_event__fprintf_mmap(union perf_event *event, FILE *fp)
1048{
1049	return fprintf(fp, " %d/%d: [%#" PRIx64 "(%#" PRIx64 ") @ %#" PRIx64 "]: %c %s\n",
1050		       event->mmap.pid, event->mmap.tid, event->mmap.start,
1051		       event->mmap.len, event->mmap.pgoff,
1052		       (event->header.misc & PERF_RECORD_MISC_MMAP_DATA) ? 'r' : 'x',
1053		       event->mmap.filename);
1054}
1055
1056size_t perf_event__fprintf_mmap2(union perf_event *event, FILE *fp)
1057{
1058	return fprintf(fp, " %d/%d: [%#" PRIx64 "(%#" PRIx64 ") @ %#" PRIx64
1059			   " %02x:%02x %"PRIu64" %"PRIu64"]: %c%c%c%c %s\n",
1060		       event->mmap2.pid, event->mmap2.tid, event->mmap2.start,
1061		       event->mmap2.len, event->mmap2.pgoff, event->mmap2.maj,
1062		       event->mmap2.min, event->mmap2.ino,
1063		       event->mmap2.ino_generation,
1064		       (event->mmap2.prot & PROT_READ) ? 'r' : '-',
1065		       (event->mmap2.prot & PROT_WRITE) ? 'w' : '-',
1066		       (event->mmap2.prot & PROT_EXEC) ? 'x' : '-',
1067		       (event->mmap2.flags & MAP_SHARED) ? 's' : 'p',
1068		       event->mmap2.filename);
1069}
1070
1071size_t perf_event__fprintf_thread_map(union perf_event *event, FILE *fp)
1072{
1073	struct thread_map *threads = thread_map__new_event(&event->thread_map);
1074	size_t ret;
1075
1076	ret = fprintf(fp, " nr: ");
1077
1078	if (threads)
1079		ret += thread_map__fprintf(threads, fp);
 
1080	else
1081		ret += fprintf(fp, "failed to get threads from event\n");
1082
1083	thread_map__put(threads);
1084	return ret;
1085}
1086
1087size_t perf_event__fprintf_cpu_map(union perf_event *event, FILE *fp)
1088{
1089	struct cpu_map *cpus = cpu_map__new_data(&event->cpu_map.data);
1090	size_t ret;
1091
1092	ret = fprintf(fp, " nr: ");
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1093
1094	if (cpus)
1095		ret += cpu_map__fprintf(cpus, fp);
1096	else
1097		ret += fprintf(fp, "failed to get cpumap from event\n");
1098
1099	cpu_map__put(cpus);
1100	return ret;
1101}
 
 
 
 
 
 
 
1102
1103int perf_event__process_mmap(struct perf_tool *tool __maybe_unused,
1104			     union perf_event *event,
1105			     struct perf_sample *sample,
1106			     struct machine *machine)
1107{
1108	return machine__process_mmap_event(machine, event, sample);
 
 
 
 
 
1109}
1110
1111int perf_event__process_mmap2(struct perf_tool *tool __maybe_unused,
1112			     union perf_event *event,
1113			     struct perf_sample *sample,
1114			     struct machine *machine)
1115{
1116	return machine__process_mmap2_event(machine, event, sample);
1117}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1118
1119size_t perf_event__fprintf_task(union perf_event *event, FILE *fp)
1120{
1121	return fprintf(fp, "(%d:%d):(%d:%d)\n",
1122		       event->fork.pid, event->fork.tid,
1123		       event->fork.ppid, event->fork.ptid);
1124}
 
 
 
 
 
 
1125
1126int perf_event__process_fork(struct perf_tool *tool __maybe_unused,
1127			     union perf_event *event,
1128			     struct perf_sample *sample,
1129			     struct machine *machine)
1130{
1131	return machine__process_fork_event(machine, event, sample);
1132}
1133
1134int perf_event__process_exit(struct perf_tool *tool __maybe_unused,
1135			     union perf_event *event,
1136			     struct perf_sample *sample,
1137			     struct machine *machine)
1138{
1139	return machine__process_exit_event(machine, event, sample);
1140}
1141
1142size_t perf_event__fprintf_aux(union perf_event *event, FILE *fp)
 
 
1143{
1144	return fprintf(fp, " offset: %#"PRIx64" size: %#"PRIx64" flags: %#"PRIx64" [%s%s]\n",
1145		       event->aux.aux_offset, event->aux.aux_size,
1146		       event->aux.flags,
1147		       event->aux.flags & PERF_AUX_FLAG_TRUNCATED ? "T" : "",
1148		       event->aux.flags & PERF_AUX_FLAG_OVERWRITE ? "O" : "");
1149}
1150
1151size_t perf_event__fprintf_itrace_start(union perf_event *event, FILE *fp)
1152{
1153	return fprintf(fp, " pid: %u tid: %u\n",
1154		       event->itrace_start.pid, event->itrace_start.tid);
1155}
1156
1157size_t perf_event__fprintf_switch(union perf_event *event, FILE *fp)
1158{
1159	bool out = event->header.misc & PERF_RECORD_MISC_SWITCH_OUT;
1160	const char *in_out = out ? "OUT" : "IN ";
1161
1162	if (event->header.type == PERF_RECORD_SWITCH)
1163		return fprintf(fp, " %s\n", in_out);
 
 
 
1164
1165	return fprintf(fp, " %s  %s pid/tid: %5u/%-5u\n",
1166		       in_out, out ? "next" : "prev",
1167		       event->context_switch.next_prev_pid,
1168		       event->context_switch.next_prev_tid);
1169}
1170
1171size_t perf_event__fprintf(union perf_event *event, FILE *fp)
 
1172{
1173	size_t ret = fprintf(fp, "PERF_RECORD_%s",
1174			     perf_event__name(event->header.type));
1175
1176	switch (event->header.type) {
1177	case PERF_RECORD_COMM:
1178		ret += perf_event__fprintf_comm(event, fp);
1179		break;
1180	case PERF_RECORD_FORK:
1181	case PERF_RECORD_EXIT:
1182		ret += perf_event__fprintf_task(event, fp);
1183		break;
1184	case PERF_RECORD_MMAP:
1185		ret += perf_event__fprintf_mmap(event, fp);
1186		break;
1187	case PERF_RECORD_MMAP2:
1188		ret += perf_event__fprintf_mmap2(event, fp);
1189		break;
1190	case PERF_RECORD_AUX:
1191		ret += perf_event__fprintf_aux(event, fp);
1192		break;
1193	case PERF_RECORD_ITRACE_START:
1194		ret += perf_event__fprintf_itrace_start(event, fp);
1195		break;
1196	case PERF_RECORD_SWITCH:
1197	case PERF_RECORD_SWITCH_CPU_WIDE:
1198		ret += perf_event__fprintf_switch(event, fp);
1199		break;
 
 
1200	default:
1201		ret += fprintf(fp, "\n");
1202	}
1203
1204	return ret;
1205}
1206
1207int perf_event__process(struct perf_tool *tool __maybe_unused,
1208			union perf_event *event,
1209			struct perf_sample *sample,
1210			struct machine *machine)
1211{
1212	return machine__process_event(machine, event, sample);
1213}
1214
1215void thread__find_addr_map(struct thread *thread, u8 cpumode,
1216			   enum map_type type, u64 addr,
 
1217			   struct addr_location *al)
1218{
1219	struct map_groups *mg = thread->mg;
1220	struct machine *machine = mg->machine;
1221	bool load_map = false;
1222
1223	al->machine = machine;
1224	al->thread = thread;
1225	al->addr = addr;
1226	al->cpumode = cpumode;
1227	al->filtered = 0;
1228
1229	if (machine == NULL) {
1230		al->map = NULL;
1231		return;
1232	}
1233
1234	if (cpumode == PERF_RECORD_MISC_KERNEL && perf_host) {
1235		al->level = 'k';
 
 
 
 
 
1236		mg = &machine->kmaps;
1237		load_map = true;
1238	} else if (cpumode == PERF_RECORD_MISC_USER && perf_host) {
1239		al->level = '.';
 
1240	} else if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL && perf_guest) {
1241		al->level = 'g';
 
 
 
 
 
1242		mg = &machine->kmaps;
1243		load_map = true;
1244	} else if (cpumode == PERF_RECORD_MISC_GUEST_USER && perf_guest) {
1245		al->level = 'u';
1246	} else {
1247		al->level = 'H';
 
 
 
 
 
 
 
1248		al->map = NULL;
1249
1250		if ((cpumode == PERF_RECORD_MISC_GUEST_USER ||
1251			cpumode == PERF_RECORD_MISC_GUEST_KERNEL) &&
1252			!perf_guest)
1253			al->filtered |= (1 << HIST_FILTER__GUEST);
1254		if ((cpumode == PERF_RECORD_MISC_USER ||
1255			cpumode == PERF_RECORD_MISC_KERNEL) &&
1256			!perf_host)
1257			al->filtered |= (1 << HIST_FILTER__HOST);
1258
1259		return;
1260	}
1261try_again:
1262	al->map = map_groups__find(mg, type, al->addr);
1263	if (al->map == NULL) {
1264		/*
1265		 * If this is outside of all known maps, and is a negative
1266		 * address, try to look it up in the kernel dso, as it might be
1267		 * a vsyscall or vdso (which executes in user-mode).
1268		 *
1269		 * XXX This is nasty, we should have a symbol list in the
1270		 * "[vdso]" dso, but for now lets use the old trick of looking
1271		 * in the whole kernel symbol list.
1272		 */
1273		if (cpumode == PERF_RECORD_MISC_USER && machine &&
1274		    mg != &machine->kmaps &&
1275		    machine__kernel_ip(machine, al->addr)) {
1276			mg = &machine->kmaps;
1277			load_map = true;
1278			goto try_again;
1279		}
1280	} else {
1281		/*
1282		 * Kernel maps might be changed when loading symbols so loading
1283		 * must be done prior to using kernel maps.
1284		 */
1285		if (load_map)
1286			map__load(al->map, machine->symbol_filter);
1287		al->addr = al->map->map_ip(al->map, al->addr);
1288	}
1289}
1290
1291void thread__find_addr_location(struct thread *thread,
1292				u8 cpumode, enum map_type type, u64 addr,
1293				struct addr_location *al)
 
 
1294{
1295	thread__find_addr_map(thread, cpumode, type, addr, al);
1296	if (al->map != NULL)
1297		al->sym = map__find_symbol(al->map, al->addr,
1298					   thread->mg->machine->symbol_filter);
1299	else
1300		al->sym = NULL;
1301}
1302
1303/*
1304 * Callers need to drop the reference to al->thread, obtained in
1305 * machine__findnew_thread()
1306 */
1307int machine__resolve(struct machine *machine, struct addr_location *al,
1308		     struct perf_sample *sample)
1309{
1310	struct thread *thread = machine__findnew_thread(machine, sample->pid,
1311							sample->tid);
1312
1313	if (thread == NULL)
1314		return -1;
1315
1316	dump_printf(" ... thread: %s:%d\n", thread__comm_str(thread), thread->tid);
 
 
 
 
1317	/*
1318	 * Have we already created the kernel maps for this machine?
1319	 *
1320	 * This should have happened earlier, when we processed the kernel MMAP
1321	 * events, but for older perf.data files there was no such thing, so do
1322	 * it now.
1323	 */
1324	if (sample->cpumode == PERF_RECORD_MISC_KERNEL &&
1325	    machine__kernel_map(machine) == NULL)
1326		machine__create_kernel_maps(machine);
1327
1328	thread__find_addr_map(thread, sample->cpumode, MAP__FUNCTION, sample->ip, al);
 
1329	dump_printf(" ...... dso: %s\n",
1330		    al->map ? al->map->dso->long_name :
1331			al->level == 'H' ? "[hypervisor]" : "<not found>");
1332
1333	if (thread__is_filtered(thread))
1334		al->filtered |= (1 << HIST_FILTER__THREAD);
1335
1336	al->sym = NULL;
1337	al->cpu = sample->cpu;
1338	al->socket = -1;
1339
1340	if (al->cpu >= 0) {
1341		struct perf_env *env = machine->env;
1342
1343		if (env && env->cpu)
1344			al->socket = env->cpu[al->cpu].socket_id;
1345	}
1346
1347	if (al->map) {
1348		struct dso *dso = al->map->dso;
1349
1350		if (symbol_conf.dso_list &&
1351		    (!dso || !(strlist__has_entry(symbol_conf.dso_list,
1352						  dso->short_name) ||
1353			       (dso->short_name != dso->long_name &&
1354				strlist__has_entry(symbol_conf.dso_list,
1355						   dso->long_name))))) {
1356			al->filtered |= (1 << HIST_FILTER__DSO);
1357		}
1358
1359		al->sym = map__find_symbol(al->map, al->addr,
1360					   machine->symbol_filter);
1361	}
1362
1363	if (symbol_conf.sym_list &&
1364		(!al->sym || !strlist__has_entry(symbol_conf.sym_list,
1365						al->sym->name))) {
1366		al->filtered |= (1 << HIST_FILTER__SYMBOL);
1367	}
1368
1369	return 0;
1370}
1371
1372/*
1373 * The preprocess_sample method will return with reference counts for the
1374 * in it, when done using (and perhaps getting ref counts if needing to
1375 * keep a pointer to one of those entries) it must be paired with
1376 * addr_location__put(), so that the refcounts can be decremented.
1377 */
1378void addr_location__put(struct addr_location *al)
1379{
1380	thread__zput(al->thread);
1381}
1382
1383bool is_bts_event(struct perf_event_attr *attr)
1384{
1385	return attr->type == PERF_TYPE_HARDWARE &&
1386	       (attr->config & PERF_COUNT_HW_BRANCH_INSTRUCTIONS) &&
1387	       attr->sample_period == 1;
1388}
1389
1390bool sample_addr_correlates_sym(struct perf_event_attr *attr)
1391{
1392	if (attr->type == PERF_TYPE_SOFTWARE &&
1393	    (attr->config == PERF_COUNT_SW_PAGE_FAULTS ||
1394	     attr->config == PERF_COUNT_SW_PAGE_FAULTS_MIN ||
1395	     attr->config == PERF_COUNT_SW_PAGE_FAULTS_MAJ))
1396		return true;
1397
1398	if (is_bts_event(attr))
1399		return true;
1400
1401	return false;
1402}
1403
1404void thread__resolve(struct thread *thread, struct addr_location *al,
1405		     struct perf_sample *sample)
1406{
1407	thread__find_addr_map(thread, sample->cpumode, MAP__FUNCTION, sample->addr, al);
1408	if (!al->map)
1409		thread__find_addr_map(thread, sample->cpumode, MAP__VARIABLE,
1410				      sample->addr, al);
1411
1412	al->cpu = sample->cpu;
1413	al->sym = NULL;
1414
1415	if (al->map)
1416		al->sym = map__find_symbol(al->map, al->addr, NULL);
1417}
v3.1
  1#include <linux/types.h>
 
  2#include "event.h"
  3#include "debug.h"
  4#include "session.h"
 
  5#include "sort.h"
  6#include "string.h"
  7#include "strlist.h"
  8#include "thread.h"
  9#include "thread_map.h"
 
 
 
 10
 11static const char *perf_event__names[] = {
 12	[0]					= "TOTAL",
 13	[PERF_RECORD_MMAP]			= "MMAP",
 
 14	[PERF_RECORD_LOST]			= "LOST",
 15	[PERF_RECORD_COMM]			= "COMM",
 16	[PERF_RECORD_EXIT]			= "EXIT",
 17	[PERF_RECORD_THROTTLE]			= "THROTTLE",
 18	[PERF_RECORD_UNTHROTTLE]		= "UNTHROTTLE",
 19	[PERF_RECORD_FORK]			= "FORK",
 20	[PERF_RECORD_READ]			= "READ",
 21	[PERF_RECORD_SAMPLE]			= "SAMPLE",
 
 
 
 
 
 22	[PERF_RECORD_HEADER_ATTR]		= "ATTR",
 23	[PERF_RECORD_HEADER_EVENT_TYPE]		= "EVENT_TYPE",
 24	[PERF_RECORD_HEADER_TRACING_DATA]	= "TRACING_DATA",
 25	[PERF_RECORD_HEADER_BUILD_ID]		= "BUILD_ID",
 26	[PERF_RECORD_FINISHED_ROUND]		= "FINISHED_ROUND",
 
 
 
 
 
 
 
 
 
 
 27};
 28
 29const char *perf_event__name(unsigned int id)
 30{
 31	if (id >= ARRAY_SIZE(perf_event__names))
 32		return "INVALID";
 33	if (!perf_event__names[id])
 34		return "UNKNOWN";
 35	return perf_event__names[id];
 36}
 37
 38static struct perf_sample synth_sample = {
 
 
 
 
 
 39	.pid	   = -1,
 40	.tid	   = -1,
 41	.time	   = -1,
 42	.stream_id = -1,
 43	.cpu	   = -1,
 44	.period	   = 1,
 
 
 
 
 45};
 46
 47static pid_t perf_event__synthesize_comm(union perf_event *event, pid_t pid,
 48					 int full, perf_event__handler_t process,
 49					 struct perf_session *session)
 
 
 
 50{
 51	char filename[PATH_MAX];
 52	char bf[BUFSIZ];
 53	FILE *fp;
 54	size_t size = 0;
 55	DIR *tasks;
 56	struct dirent dirent, *next;
 57	pid_t tgid = 0;
 
 
 58
 59	snprintf(filename, sizeof(filename), "/proc/%d/status", pid);
 60
 61	fp = fopen(filename, "r");
 62	if (fp == NULL) {
 63out_race:
 64		/*
 65		 * We raced with a task exiting - just return:
 66		 */
 67		pr_debug("couldn't open %s\n", filename);
 68		return 0;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 69	}
 70
 
 
 
 
 
 
 
 
 
 
 
 71	memset(&event->comm, 0, sizeof(event->comm));
 72
 73	while (!event->comm.comm[0] || !event->comm.pid) {
 74		if (fgets(bf, sizeof(bf), fp) == NULL) {
 75			pr_warning("couldn't get COMM and pgid, malformed %s\n", filename);
 76			goto out;
 
 77		}
 
 
 
 78
 79		if (memcmp(bf, "Name:", 5) == 0) {
 80			char *name = bf + 5;
 81			while (*name && isspace(*name))
 82				++name;
 83			size = strlen(name) - 1;
 84			memcpy(event->comm.comm, name, size++);
 85		} else if (memcmp(bf, "Tgid:", 5) == 0) {
 86			char *tgids = bf + 5;
 87			while (*tgids && isspace(*tgids))
 88				++tgids;
 89			tgid = event->comm.pid = atoi(tgids);
 90		}
 91	}
 92
 
 93	event->comm.header.type = PERF_RECORD_COMM;
 94	size = ALIGN(size, sizeof(u64));
 95	memset(event->comm.comm + size, 0, session->id_hdr_size);
 
 
 96	event->comm.header.size = (sizeof(event->comm) -
 97				(sizeof(event->comm.comm) - size) +
 98				session->id_hdr_size);
 99	if (!full) {
100		event->comm.tid = pid;
 
 
101
102		process(event, &synth_sample, session);
103		goto out;
104	}
 
 
 
105
106	snprintf(filename, sizeof(filename), "/proc/%d/task", pid);
 
107
108	tasks = opendir(filename);
109	if (tasks == NULL)
110		goto out_race;
111
112	while (!readdir_r(tasks, &dirent, &next) && next) {
113		char *end;
114		pid = strtol(dirent.d_name, &end, 10);
115		if (*end)
116			continue;
117
118		event->comm.tid = pid;
 
 
 
 
 
 
119
120		process(event, &synth_sample, session);
 
 
 
 
 
 
 
 
 
 
121	}
 
 
 
 
 
122
123	closedir(tasks);
124out:
125	fclose(fp);
126
127	return tgid;
128}
129
130static int perf_event__synthesize_mmap_events(union perf_event *event,
131					      pid_t pid, pid_t tgid,
132					      perf_event__handler_t process,
133					      struct perf_session *session)
 
 
 
134{
135	char filename[PATH_MAX];
136	FILE *fp;
 
 
 
 
137
138	snprintf(filename, sizeof(filename), "/proc/%d/maps", pid);
 
 
 
 
139
140	fp = fopen(filename, "r");
141	if (fp == NULL) {
142		/*
143		 * We raced with a task exiting - just return:
144		 */
145		pr_debug("couldn't open %s\n", filename);
146		return -1;
147	}
148
149	event->header.type = PERF_RECORD_MMAP;
150	/*
151	 * Just like the kernel, see __perf_event_mmap in kernel/perf_event.c
152	 */
153	event->header.misc = PERF_RECORD_MISC_USER;
154
155	while (1) {
156		char bf[BUFSIZ], *pbf = bf;
157		int n;
 
 
 
158		size_t size;
 
 
159		if (fgets(bf, sizeof(bf), fp) == NULL)
160			break;
161
 
 
 
 
 
 
 
 
 
 
 
 
162		/* 00400000-0040c000 r-xp 00000000 fd:01 41038  /bin/cat */
163		n = hex2u64(pbf, &event->mmap.start);
164		if (n < 0)
 
 
 
 
 
 
 
 
165			continue;
166		pbf += n + 1;
167		n = hex2u64(pbf, &event->mmap.len);
168		if (n < 0)
169			continue;
170		pbf += n + 3;
171		if (*pbf == 'x') { /* vm_exec */
172			char anonstr[] = "//anon\n";
173			char *execname = strchr(bf, '/');
174
175			/* Catch VDSO */
176			if (execname == NULL)
177				execname = strstr(bf, "[vdso]");
178
179			/* Catch anonymous mmaps */
180			if ((execname == NULL) && !strstr(bf, "["))
181				execname = anonstr;
182
183			if (execname == NULL)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
184				continue;
185
186			pbf += 3;
187			n = hex2u64(pbf, &event->mmap.pgoff);
 
 
 
 
188
189			size = strlen(execname);
190			execname[size - 1] = '\0'; /* Remove \n */
191			memcpy(event->mmap.filename, execname, size);
192			size = ALIGN(size, sizeof(u64));
193			event->mmap.len -= event->mmap.start;
194			event->mmap.header.size = (sizeof(event->mmap) -
195					        (sizeof(event->mmap.filename) - size));
196			memset(event->mmap.filename + size, 0, session->id_hdr_size);
197			event->mmap.header.size += session->id_hdr_size;
198			event->mmap.pid = tgid;
199			event->mmap.tid = pid;
200
201			process(event, &synth_sample, session);
 
 
 
 
 
 
 
 
 
 
 
 
 
202		}
 
 
 
203	}
204
205	fclose(fp);
206	return 0;
207}
208
209int perf_event__synthesize_modules(perf_event__handler_t process,
210				   struct perf_session *session,
211				   struct machine *machine)
212{
213	struct rb_node *nd;
 
214	struct map_groups *kmaps = &machine->kmaps;
 
215	union perf_event *event = zalloc((sizeof(event->mmap) +
216					  session->id_hdr_size));
217	if (event == NULL) {
218		pr_debug("Not enough memory synthesizing mmap event "
219			 "for kernel modules\n");
220		return -1;
221	}
222
223	event->header.type = PERF_RECORD_MMAP;
224
225	/*
226	 * kernel uses 0 for user space maps, see kernel/perf_event.c
227	 * __perf_event_mmap
228	 */
229	if (machine__is_host(machine))
230		event->header.misc = PERF_RECORD_MISC_KERNEL;
231	else
232		event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
233
234	for (nd = rb_first(&kmaps->maps[MAP__FUNCTION]);
235	     nd; nd = rb_next(nd)) {
236		size_t size;
237		struct map *pos = rb_entry(nd, struct map, rb_node);
238
239		if (pos->dso->kernel)
240			continue;
241
242		size = ALIGN(pos->dso->long_name_len + 1, sizeof(u64));
243		event->mmap.header.type = PERF_RECORD_MMAP;
244		event->mmap.header.size = (sizeof(event->mmap) -
245				        (sizeof(event->mmap.filename) - size));
246		memset(event->mmap.filename + size, 0, session->id_hdr_size);
247		event->mmap.header.size += session->id_hdr_size;
248		event->mmap.start = pos->start;
249		event->mmap.len   = pos->end - pos->start;
250		event->mmap.pid   = machine->pid;
251
252		memcpy(event->mmap.filename, pos->dso->long_name,
253		       pos->dso->long_name_len + 1);
254		process(event, &synth_sample, session);
 
 
 
255	}
256
257	free(event);
258	return 0;
259}
260
261static int __event__synthesize_thread(union perf_event *comm_event,
262				      union perf_event *mmap_event,
263				      pid_t pid, perf_event__handler_t process,
264				      struct perf_session *session)
 
 
 
 
 
265{
266	pid_t tgid = perf_event__synthesize_comm(comm_event, pid, 1, process,
267					    session);
268	if (tgid == -1)
269		return -1;
270	return perf_event__synthesize_mmap_events(mmap_event, pid, tgid,
271					     process, session);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
272}
273
274int perf_event__synthesize_thread_map(struct thread_map *threads,
 
275				      perf_event__handler_t process,
276				      struct perf_session *session)
 
 
277{
278	union perf_event *comm_event, *mmap_event;
279	int err = -1, thread;
280
281	comm_event = malloc(sizeof(comm_event->comm) + session->id_hdr_size);
282	if (comm_event == NULL)
283		goto out;
284
285	mmap_event = malloc(sizeof(mmap_event->mmap) + session->id_hdr_size);
286	if (mmap_event == NULL)
287		goto out_free_comm;
288
 
 
 
 
289	err = 0;
290	for (thread = 0; thread < threads->nr; ++thread) {
291		if (__event__synthesize_thread(comm_event, mmap_event,
292					       threads->map[thread],
293					       process, session)) {
 
 
294			err = -1;
295			break;
296		}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
297	}
 
 
298	free(mmap_event);
299out_free_comm:
300	free(comm_event);
301out:
302	return err;
303}
304
305int perf_event__synthesize_threads(perf_event__handler_t process,
306				   struct perf_session *session)
 
 
 
307{
308	DIR *proc;
309	struct dirent dirent, *next;
310	union perf_event *comm_event, *mmap_event;
 
311	int err = -1;
312
313	comm_event = malloc(sizeof(comm_event->comm) + session->id_hdr_size);
 
 
 
314	if (comm_event == NULL)
315		goto out;
316
317	mmap_event = malloc(sizeof(mmap_event->mmap) + session->id_hdr_size);
318	if (mmap_event == NULL)
319		goto out_free_comm;
320
321	proc = opendir("/proc");
 
 
 
 
 
 
322	if (proc == NULL)
323		goto out_free_mmap;
324
325	while (!readdir_r(proc, &dirent, &next) && next) {
326		char *end;
327		pid_t pid = strtol(dirent.d_name, &end, 10);
328
329		if (*end) /* only interested in proper numerical dirents */
330			continue;
331
332		__event__synthesize_thread(comm_event, mmap_event, pid,
333					   process, session);
 
 
 
 
334	}
335
 
336	closedir(proc);
337	err = 0;
 
338out_free_mmap:
339	free(mmap_event);
340out_free_comm:
341	free(comm_event);
342out:
343	return err;
344}
345
346struct process_symbol_args {
347	const char *name;
348	u64	   start;
349};
350
351static int find_symbol_cb(void *arg, const char *name, char type,
352			  u64 start, u64 end __used)
353{
354	struct process_symbol_args *args = arg;
355
356	/*
357	 * Must be a function or at least an alias, as in PARISC64, where "_text" is
358	 * an 'A' to the same address as "_stext".
359	 */
360	if (!(symbol_type__is_a(type, MAP__FUNCTION) ||
361	      type == 'A') || strcmp(name, args->name))
362		return 0;
363
364	args->start = start;
365	return 1;
366}
367
368int perf_event__synthesize_kernel_mmap(perf_event__handler_t process,
369				       struct perf_session *session,
370				       struct machine *machine,
371				       const char *symbol_name)
 
 
 
 
 
 
 
 
 
 
372{
373	size_t size;
374	const char *filename, *mmap_name;
375	char path[PATH_MAX];
376	char name_buff[PATH_MAX];
377	struct map *map;
 
378	int err;
 
 
 
 
 
379	/*
380	 * We should get this from /sys/kernel/sections/.text, but till that is
381	 * available use this, and after it is use this as a fallback for older
382	 * kernels.
383	 */
384	struct process_symbol_args args = { .name = symbol_name, };
385	union perf_event *event = zalloc((sizeof(event->mmap) +
386					  session->id_hdr_size));
387	if (event == NULL) {
388		pr_debug("Not enough memory synthesizing mmap event "
389			 "for kernel modules\n");
390		return -1;
391	}
392
393	mmap_name = machine__mmap_name(machine, name_buff, sizeof(name_buff));
394	if (machine__is_host(machine)) {
395		/*
396		 * kernel uses PERF_RECORD_MISC_USER for user space maps,
397		 * see kernel/perf_event.c __perf_event_mmap
398		 */
399		event->header.misc = PERF_RECORD_MISC_KERNEL;
400		filename = "/proc/kallsyms";
401	} else {
402		event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
403		if (machine__is_default_guest(machine))
404			filename = (char *) symbol_conf.default_guest_kallsyms;
405		else {
406			sprintf(path, "%s/proc/kallsyms", machine->root_dir);
407			filename = path;
408		}
409	}
410
411	if (kallsyms__parse(filename, &args, find_symbol_cb) <= 0)
412		return -ENOENT;
413
414	map = machine->vmlinux_maps[MAP__FUNCTION];
415	size = snprintf(event->mmap.filename, sizeof(event->mmap.filename),
416			"%s%s", mmap_name, symbol_name) + 1;
417	size = ALIGN(size, sizeof(u64));
418	event->mmap.header.type = PERF_RECORD_MMAP;
419	event->mmap.header.size = (sizeof(event->mmap) -
420			(sizeof(event->mmap.filename) - size) + session->id_hdr_size);
421	event->mmap.pgoff = args.start;
422	event->mmap.start = map->start;
423	event->mmap.len   = map->end - event->mmap.start;
424	event->mmap.pid   = machine->pid;
425
426	err = process(event, &synth_sample, session);
427	free(event);
428
429	return err;
430}
431
432int perf_event__process_comm(union perf_event *event,
433			     struct perf_sample *sample __used,
434			     struct perf_session *session)
 
435{
436	struct thread *thread = perf_session__findnew(session, event->comm.tid);
 
437
438	dump_printf(": %s:%d\n", event->comm.comm, event->comm.tid);
 
439
440	if (thread == NULL || thread__set_comm(thread, event->comm.comm)) {
441		dump_printf("problem processing PERF_RECORD_COMM, skipping event.\n");
442		return -1;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
443	}
444
445	return 0;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
446}
447
448int perf_event__process_lost(union perf_event *event,
449			     struct perf_sample *sample __used,
450			     struct perf_session *session)
451{
452	dump_printf(": id:%" PRIu64 ": lost:%" PRIu64 "\n",
453		    event->lost.id, event->lost.lost);
454	session->hists.stats.total_lost += event->lost.lost;
455	return 0;
 
 
 
 
 
 
 
456}
457
458static void perf_event__set_kernel_mmap_len(union perf_event *event,
459					    struct map **maps)
460{
461	maps[MAP__FUNCTION]->start = event->mmap.start;
462	maps[MAP__FUNCTION]->end   = event->mmap.start + event->mmap.len;
 
463	/*
464	 * Be a bit paranoid here, some perf.data file came with
465	 * a zero sized synthesized MMAP event for the kernel.
 
 
 
 
 
 
 
 
 
466	 */
467	if (maps[MAP__FUNCTION]->end == 0)
468		maps[MAP__FUNCTION]->end = ~0ULL;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
469}
470
471static int perf_event__process_kernel_mmap(union perf_event *event,
472					   struct perf_session *session)
473{
474	struct map *map;
475	char kmmap_prefix[PATH_MAX];
476	struct machine *machine;
477	enum dso_kernel_type kernel_type;
478	bool is_kernel_mmap;
 
 
 
 
479
480	machine = perf_session__findnew_machine(session, event->mmap.pid);
481	if (!machine) {
482		pr_err("Can't find id %d's machine\n", event->mmap.pid);
483		goto out_problem;
 
 
 
 
484	}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
485
486	machine__mmap_name(machine, kmmap_prefix, sizeof(kmmap_prefix));
487	if (machine__is_host(machine))
488		kernel_type = DSO_TYPE_KERNEL;
489	else
490		kernel_type = DSO_TYPE_GUEST_KERNEL;
 
 
 
 
491
492	is_kernel_mmap = memcmp(event->mmap.filename,
493				kmmap_prefix,
494				strlen(kmmap_prefix)) == 0;
495	if (event->mmap.filename[0] == '/' ||
496	    (!is_kernel_mmap && event->mmap.filename[0] == '[')) {
497
498		char short_module_name[1024];
499		char *name, *dot;
500
501		if (event->mmap.filename[0] == '/') {
502			name = strrchr(event->mmap.filename, '/');
503			if (name == NULL)
504				goto out_problem;
505
506			++name; /* skip / */
507			dot = strrchr(name, '.');
508			if (dot == NULL)
509				goto out_problem;
510			snprintf(short_module_name, sizeof(short_module_name),
511					"[%.*s]", (int)(dot - name), name);
512			strxfrchar(short_module_name, '-', '_');
513		} else
514			strcpy(short_module_name, event->mmap.filename);
515
516		map = machine__new_module(machine, event->mmap.start,
517					  event->mmap.filename);
518		if (map == NULL)
519			goto out_problem;
520
521		name = strdup(short_module_name);
522		if (name == NULL)
523			goto out_problem;
524
525		map->dso->short_name = name;
526		map->dso->sname_alloc = 1;
527		map->end = map->start + event->mmap.len;
528	} else if (is_kernel_mmap) {
529		const char *symbol_name = (event->mmap.filename +
530				strlen(kmmap_prefix));
531		/*
532		 * Should be there already, from the build-id table in
533		 * the header.
534		 */
535		struct dso *kernel = __dsos__findnew(&machine->kernel_dsos,
536						     kmmap_prefix);
537		if (kernel == NULL)
538			goto out_problem;
539
540		kernel->kernel = kernel_type;
541		if (__machine__create_kernel_maps(machine, kernel) < 0)
542			goto out_problem;
543
544		perf_event__set_kernel_mmap_len(event, machine->vmlinux_maps);
 
 
 
545
546		/*
547		 * Avoid using a zero address (kptr_restrict) for the ref reloc
548		 * symbol. Effectively having zero here means that at record
549		 * time /proc/sys/kernel/kptr_restrict was non zero.
550		 */
551		if (event->mmap.pgoff != 0) {
552			perf_session__set_kallsyms_ref_reloc_sym(machine->vmlinux_maps,
553								 symbol_name,
554								 event->mmap.pgoff);
555		}
556
557		if (machine__is_default_guest(machine)) {
558			/*
559			 * preload dso of guest kernel and modules
560			 */
561			dso__load(kernel, machine->vmlinux_maps[MAP__FUNCTION],
562				  NULL);
563		}
564	}
565	return 0;
566out_problem:
567	return -1;
568}
569
570int perf_event__process_mmap(union perf_event *event,
571			     struct perf_sample *sample __used,
572			     struct perf_session *session)
573{
574	struct machine *machine;
575	struct thread *thread;
576	struct map *map;
577	u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
578	int ret = 0;
579
580	dump_printf(" %d/%d: [%#" PRIx64 "(%#" PRIx64 ") @ %#" PRIx64 "]: %s\n",
581			event->mmap.pid, event->mmap.tid, event->mmap.start,
582			event->mmap.len, event->mmap.pgoff, event->mmap.filename);
583
584	if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL ||
585	    cpumode == PERF_RECORD_MISC_KERNEL) {
586		ret = perf_event__process_kernel_mmap(event, session);
587		if (ret < 0)
588			goto out_problem;
589		return 0;
590	}
591
592	machine = perf_session__find_host_machine(session);
593	if (machine == NULL)
594		goto out_problem;
595	thread = perf_session__findnew(session, event->mmap.pid);
596	if (thread == NULL)
597		goto out_problem;
598	map = map__new(&machine->user_dsos, event->mmap.start,
599			event->mmap.len, event->mmap.pgoff,
600			event->mmap.pid, event->mmap.filename,
601			MAP__FUNCTION);
602	if (map == NULL)
603		goto out_problem;
604
605	thread__insert_map(thread, map);
606	return 0;
 
 
 
 
 
607
608out_problem:
609	dump_printf("problem processing PERF_RECORD_MMAP, skipping event.\n");
610	return 0;
 
 
 
611}
612
613int perf_event__process_task(union perf_event *event,
614			     struct perf_sample *sample __used,
615			     struct perf_session *session)
616{
617	struct thread *thread = perf_session__findnew(session, event->fork.tid);
618	struct thread *parent = perf_session__findnew(session, event->fork.ptid);
 
 
 
 
619
620	dump_printf("(%d:%d):(%d:%d)\n", event->fork.pid, event->fork.tid,
621		    event->fork.ppid, event->fork.ptid);
 
 
 
622
623	if (event->header.type == PERF_RECORD_EXIT) {
624		perf_session__remove_thread(session, thread);
625		return 0;
626	}
627
628	if (thread == NULL || parent == NULL ||
629	    thread__fork(thread, parent) < 0) {
630		dump_printf("problem processing PERF_RECORD_FORK, skipping event.\n");
631		return -1;
632	}
633
634	return 0;
 
 
 
635}
636
637int perf_event__process(union perf_event *event, struct perf_sample *sample,
638			struct perf_session *session)
639{
 
 
 
640	switch (event->header.type) {
641	case PERF_RECORD_COMM:
642		perf_event__process_comm(event, sample, session);
 
 
 
 
643		break;
644	case PERF_RECORD_MMAP:
645		perf_event__process_mmap(event, sample, session);
646		break;
647	case PERF_RECORD_FORK:
648	case PERF_RECORD_EXIT:
649		perf_event__process_task(event, sample, session);
 
 
 
 
 
 
 
 
 
650		break;
651	case PERF_RECORD_LOST:
652		perf_event__process_lost(event, sample, session);
653	default:
654		break;
655	}
656
657	return 0;
 
 
 
 
 
 
 
 
658}
659
660void thread__find_addr_map(struct thread *self,
661			   struct perf_session *session, u8 cpumode,
662			   enum map_type type, pid_t pid, u64 addr,
663			   struct addr_location *al)
664{
665	struct map_groups *mg = &self->mg;
666	struct machine *machine = NULL;
 
667
668	al->thread = self;
 
669	al->addr = addr;
670	al->cpumode = cpumode;
671	al->filtered = false;
 
 
 
 
 
672
673	if (cpumode == PERF_RECORD_MISC_KERNEL && perf_host) {
674		al->level = 'k';
675		machine = perf_session__find_host_machine(session);
676		if (machine == NULL) {
677			al->map = NULL;
678			return;
679		}
680		mg = &machine->kmaps;
 
681	} else if (cpumode == PERF_RECORD_MISC_USER && perf_host) {
682		al->level = '.';
683		machine = perf_session__find_host_machine(session);
684	} else if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL && perf_guest) {
685		al->level = 'g';
686		machine = perf_session__find_machine(session, pid);
687		if (machine == NULL) {
688			al->map = NULL;
689			return;
690		}
691		mg = &machine->kmaps;
 
 
 
692	} else {
693		/*
694		 * 'u' means guest os user space.
695		 * TODO: We don't support guest user space. Might support late.
696		 */
697		if (cpumode == PERF_RECORD_MISC_GUEST_USER && perf_guest)
698			al->level = 'u';
699		else
700			al->level = 'H';
701		al->map = NULL;
702
703		if ((cpumode == PERF_RECORD_MISC_GUEST_USER ||
704			cpumode == PERF_RECORD_MISC_GUEST_KERNEL) &&
705			!perf_guest)
706			al->filtered = true;
707		if ((cpumode == PERF_RECORD_MISC_USER ||
708			cpumode == PERF_RECORD_MISC_KERNEL) &&
709			!perf_host)
710			al->filtered = true;
711
712		return;
713	}
714try_again:
715	al->map = map_groups__find(mg, type, al->addr);
716	if (al->map == NULL) {
717		/*
718		 * If this is outside of all known maps, and is a negative
719		 * address, try to look it up in the kernel dso, as it might be
720		 * a vsyscall or vdso (which executes in user-mode).
721		 *
722		 * XXX This is nasty, we should have a symbol list in the
723		 * "[vdso]" dso, but for now lets use the old trick of looking
724		 * in the whole kernel symbol list.
725		 */
726		if ((long long)al->addr < 0 &&
727		    cpumode == PERF_RECORD_MISC_USER &&
728		    machine && mg != &machine->kmaps) {
729			mg = &machine->kmaps;
 
730			goto try_again;
731		}
732	} else
 
 
 
 
 
 
733		al->addr = al->map->map_ip(al->map, al->addr);
 
734}
735
736void thread__find_addr_location(struct thread *self,
737				struct perf_session *session, u8 cpumode,
738				enum map_type type, pid_t pid, u64 addr,
739				struct addr_location *al,
740				symbol_filter_t filter)
741{
742	thread__find_addr_map(self, session, cpumode, type, pid, addr, al);
743	if (al->map != NULL)
744		al->sym = map__find_symbol(al->map, al->addr, filter);
 
745	else
746		al->sym = NULL;
747}
748
749int perf_event__preprocess_sample(const union perf_event *event,
750				  struct perf_session *session,
751				  struct addr_location *al,
752				  struct perf_sample *sample,
753				  symbol_filter_t filter)
 
754{
755	u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
756	struct thread *thread = perf_session__findnew(session, event->ip.pid);
757
758	if (thread == NULL)
759		return -1;
760
761	if (symbol_conf.comm_list &&
762	    !strlist__has_entry(symbol_conf.comm_list, thread->comm))
763		goto out_filtered;
764
765	dump_printf(" ... thread: %s:%d\n", thread->comm, thread->pid);
766	/*
767	 * Have we already created the kernel maps for the host machine?
768	 *
769	 * This should have happened earlier, when we processed the kernel MMAP
770	 * events, but for older perf.data files there was no such thing, so do
771	 * it now.
772	 */
773	if (cpumode == PERF_RECORD_MISC_KERNEL &&
774	    session->host_machine.vmlinux_maps[MAP__FUNCTION] == NULL)
775		machine__create_kernel_maps(&session->host_machine);
776
777	thread__find_addr_map(thread, session, cpumode, MAP__FUNCTION,
778			      event->ip.pid, event->ip.ip, al);
779	dump_printf(" ...... dso: %s\n",
780		    al->map ? al->map->dso->long_name :
781			al->level == 'H' ? "[hypervisor]" : "<not found>");
 
 
 
 
782	al->sym = NULL;
783	al->cpu = sample->cpu;
 
 
 
 
 
 
 
 
784
785	if (al->map) {
 
 
786		if (symbol_conf.dso_list &&
787		    (!al->map || !al->map->dso ||
788		     !(strlist__has_entry(symbol_conf.dso_list,
789					  al->map->dso->short_name) ||
790		       (al->map->dso->short_name != al->map->dso->long_name &&
791			strlist__has_entry(symbol_conf.dso_list,
792					   al->map->dso->long_name)))))
793			goto out_filtered;
794
795		al->sym = map__find_symbol(al->map, al->addr, filter);
 
796	}
797
798	if (symbol_conf.sym_list && al->sym &&
799	    !strlist__has_entry(symbol_conf.sym_list, al->sym->name))
800		goto out_filtered;
 
 
801
802	return 0;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
803
804out_filtered:
805	al->filtered = true;
806	return 0;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
807}