Linux Audio

Check our new training course

Loading...
v4.6
 
 
 
 
   1#include <linux/types.h>
   2#include <sys/mman.h>
 
 
 
 
 
 
 
 
   3#include "event.h"
   4#include "debug.h"
   5#include "hist.h"
   6#include "machine.h"
   7#include "sort.h"
   8#include "string.h"
   9#include "strlist.h"
  10#include "thread.h"
  11#include "thread_map.h"
 
 
 
 
 
  12#include "symbol/kallsyms.h"
  13#include "asm/bug.h"
  14#include "stat.h"
 
 
 
 
  15
  16static const char *perf_event__names[] = {
  17	[0]					= "TOTAL",
  18	[PERF_RECORD_MMAP]			= "MMAP",
  19	[PERF_RECORD_MMAP2]			= "MMAP2",
  20	[PERF_RECORD_LOST]			= "LOST",
  21	[PERF_RECORD_COMM]			= "COMM",
  22	[PERF_RECORD_EXIT]			= "EXIT",
  23	[PERF_RECORD_THROTTLE]			= "THROTTLE",
  24	[PERF_RECORD_UNTHROTTLE]		= "UNTHROTTLE",
  25	[PERF_RECORD_FORK]			= "FORK",
  26	[PERF_RECORD_READ]			= "READ",
  27	[PERF_RECORD_SAMPLE]			= "SAMPLE",
  28	[PERF_RECORD_AUX]			= "AUX",
  29	[PERF_RECORD_ITRACE_START]		= "ITRACE_START",
  30	[PERF_RECORD_LOST_SAMPLES]		= "LOST_SAMPLES",
  31	[PERF_RECORD_SWITCH]			= "SWITCH",
  32	[PERF_RECORD_SWITCH_CPU_WIDE]		= "SWITCH_CPU_WIDE",
 
 
 
  33	[PERF_RECORD_HEADER_ATTR]		= "ATTR",
  34	[PERF_RECORD_HEADER_EVENT_TYPE]		= "EVENT_TYPE",
  35	[PERF_RECORD_HEADER_TRACING_DATA]	= "TRACING_DATA",
  36	[PERF_RECORD_HEADER_BUILD_ID]		= "BUILD_ID",
  37	[PERF_RECORD_FINISHED_ROUND]		= "FINISHED_ROUND",
  38	[PERF_RECORD_ID_INDEX]			= "ID_INDEX",
  39	[PERF_RECORD_AUXTRACE_INFO]		= "AUXTRACE_INFO",
  40	[PERF_RECORD_AUXTRACE]			= "AUXTRACE",
  41	[PERF_RECORD_AUXTRACE_ERROR]		= "AUXTRACE_ERROR",
  42	[PERF_RECORD_THREAD_MAP]		= "THREAD_MAP",
  43	[PERF_RECORD_CPU_MAP]			= "CPU_MAP",
  44	[PERF_RECORD_STAT_CONFIG]		= "STAT_CONFIG",
  45	[PERF_RECORD_STAT]			= "STAT",
  46	[PERF_RECORD_STAT_ROUND]		= "STAT_ROUND",
  47	[PERF_RECORD_EVENT_UPDATE]		= "EVENT_UPDATE",
 
 
 
  48};
  49
  50const char *perf_event__name(unsigned int id)
  51{
  52	if (id >= ARRAY_SIZE(perf_event__names))
  53		return "INVALID";
  54	if (!perf_event__names[id])
  55		return "UNKNOWN";
  56	return perf_event__names[id];
  57}
  58
  59static int perf_tool__process_synth_event(struct perf_tool *tool,
  60					  union perf_event *event,
  61					  struct machine *machine,
  62					  perf_event__handler_t process)
  63{
  64	struct perf_sample synth_sample = {
  65	.pid	   = -1,
  66	.tid	   = -1,
  67	.time	   = -1,
  68	.stream_id = -1,
  69	.cpu	   = -1,
  70	.period	   = 1,
  71	.cpumode   = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK,
  72	};
  73
  74	return process(tool, event, &synth_sample, machine);
  75};
  76
  77/*
  78 * Assumes that the first 4095 bytes of /proc/pid/stat contains
  79 * the comm, tgid and ppid.
  80 */
  81static int perf_event__get_comm_ids(pid_t pid, char *comm, size_t len,
  82				    pid_t *tgid, pid_t *ppid)
  83{
  84	char filename[PATH_MAX];
  85	char bf[4096];
  86	int fd;
  87	size_t size = 0;
  88	ssize_t n;
  89	char *nl, *name, *tgids, *ppids;
  90
  91	*tgid = -1;
  92	*ppid = -1;
  93
  94	snprintf(filename, sizeof(filename), "/proc/%d/status", pid);
  95
  96	fd = open(filename, O_RDONLY);
  97	if (fd < 0) {
  98		pr_debug("couldn't open %s\n", filename);
  99		return -1;
 100	}
 101
 102	n = read(fd, bf, sizeof(bf) - 1);
 103	close(fd);
 104	if (n <= 0) {
 105		pr_warning("Couldn't get COMM, tigd and ppid for pid %d\n",
 106			   pid);
 107		return -1;
 108	}
 109	bf[n] = '\0';
 110
 111	name = strstr(bf, "Name:");
 112	tgids = strstr(bf, "Tgid:");
 113	ppids = strstr(bf, "PPid:");
 114
 115	if (name) {
 116		name += 5;  /* strlen("Name:") */
 117
 118		while (*name && isspace(*name))
 119			++name;
 120
 121		nl = strchr(name, '\n');
 122		if (nl)
 123			*nl = '\0';
 124
 125		size = strlen(name);
 126		if (size >= len)
 127			size = len - 1;
 128		memcpy(comm, name, size);
 129		comm[size] = '\0';
 130	} else {
 131		pr_debug("Name: string not found for pid %d\n", pid);
 132	}
 133
 134	if (tgids) {
 135		tgids += 5;  /* strlen("Tgid:") */
 136		*tgid = atoi(tgids);
 137	} else {
 138		pr_debug("Tgid: string not found for pid %d\n", pid);
 139	}
 140
 141	if (ppids) {
 142		ppids += 5;  /* strlen("PPid:") */
 143		*ppid = atoi(ppids);
 144	} else {
 145		pr_debug("PPid: string not found for pid %d\n", pid);
 146	}
 147
 148	return 0;
 149}
 150
 151static int perf_event__prepare_comm(union perf_event *event, pid_t pid,
 152				    struct machine *machine,
 153				    pid_t *tgid, pid_t *ppid)
 154{
 155	size_t size;
 156
 157	*ppid = -1;
 158
 159	memset(&event->comm, 0, sizeof(event->comm));
 160
 161	if (machine__is_host(machine)) {
 162		if (perf_event__get_comm_ids(pid, event->comm.comm,
 163					     sizeof(event->comm.comm),
 164					     tgid, ppid) != 0) {
 165			return -1;
 166		}
 167	} else {
 168		*tgid = machine->pid;
 169	}
 170
 171	if (*tgid < 0)
 172		return -1;
 173
 174	event->comm.pid = *tgid;
 175	event->comm.header.type = PERF_RECORD_COMM;
 176
 177	size = strlen(event->comm.comm) + 1;
 178	size = PERF_ALIGN(size, sizeof(u64));
 179	memset(event->comm.comm + size, 0, machine->id_hdr_size);
 180	event->comm.header.size = (sizeof(event->comm) -
 181				(sizeof(event->comm.comm) - size) +
 182				machine->id_hdr_size);
 183	event->comm.tid = pid;
 184
 185	return 0;
 186}
 187
 188pid_t perf_event__synthesize_comm(struct perf_tool *tool,
 189					 union perf_event *event, pid_t pid,
 190					 perf_event__handler_t process,
 191					 struct machine *machine)
 192{
 193	pid_t tgid, ppid;
 194
 195	if (perf_event__prepare_comm(event, pid, machine, &tgid, &ppid) != 0)
 196		return -1;
 197
 198	if (perf_tool__process_synth_event(tool, event, machine, process) != 0)
 199		return -1;
 200
 201	return tgid;
 202}
 203
 204static int perf_event__synthesize_fork(struct perf_tool *tool,
 205				       union perf_event *event,
 206				       pid_t pid, pid_t tgid, pid_t ppid,
 207				       perf_event__handler_t process,
 208				       struct machine *machine)
 209{
 210	memset(&event->fork, 0, sizeof(event->fork) + machine->id_hdr_size);
 211
 212	/*
 213	 * for main thread set parent to ppid from status file. For other
 214	 * threads set parent pid to main thread. ie., assume main thread
 215	 * spawns all threads in a process
 216	*/
 217	if (tgid == pid) {
 218		event->fork.ppid = ppid;
 219		event->fork.ptid = ppid;
 220	} else {
 221		event->fork.ppid = tgid;
 222		event->fork.ptid = tgid;
 223	}
 224	event->fork.pid  = tgid;
 225	event->fork.tid  = pid;
 226	event->fork.header.type = PERF_RECORD_FORK;
 227
 228	event->fork.header.size = (sizeof(event->fork) + machine->id_hdr_size);
 229
 230	if (perf_tool__process_synth_event(tool, event, machine, process) != 0)
 231		return -1;
 232
 233	return 0;
 234}
 235
 236int perf_event__synthesize_mmap_events(struct perf_tool *tool,
 237				       union perf_event *event,
 238				       pid_t pid, pid_t tgid,
 239				       perf_event__handler_t process,
 240				       struct machine *machine,
 241				       bool mmap_data,
 242				       unsigned int proc_map_timeout)
 243{
 244	char filename[PATH_MAX];
 245	FILE *fp;
 246	unsigned long long t;
 247	bool truncation = false;
 248	unsigned long long timeout = proc_map_timeout * 1000000ULL;
 249	int rc = 0;
 250
 251	if (machine__is_default_guest(machine))
 252		return 0;
 253
 254	snprintf(filename, sizeof(filename), "%s/proc/%d/maps",
 255		 machine->root_dir, pid);
 256
 257	fp = fopen(filename, "r");
 258	if (fp == NULL) {
 259		/*
 260		 * We raced with a task exiting - just return:
 261		 */
 262		pr_debug("couldn't open %s\n", filename);
 263		return -1;
 264	}
 265
 266	event->header.type = PERF_RECORD_MMAP2;
 267	t = rdclock();
 268
 269	while (1) {
 270		char bf[BUFSIZ];
 271		char prot[5];
 272		char execname[PATH_MAX];
 273		char anonstr[] = "//anon";
 274		unsigned int ino;
 275		size_t size;
 276		ssize_t n;
 277
 278		if (fgets(bf, sizeof(bf), fp) == NULL)
 279			break;
 280
 281		if ((rdclock() - t) > timeout) {
 282			pr_warning("Reading %s time out. "
 283				   "You may want to increase "
 284				   "the time limit by --proc-map-timeout\n",
 285				   filename);
 286			truncation = true;
 287			goto out;
 288		}
 289
 290		/* ensure null termination since stack will be reused. */
 291		strcpy(execname, "");
 292
 293		/* 00400000-0040c000 r-xp 00000000 fd:01 41038  /bin/cat */
 294		n = sscanf(bf, "%"PRIx64"-%"PRIx64" %s %"PRIx64" %x:%x %u %[^\n]\n",
 295		       &event->mmap2.start, &event->mmap2.len, prot,
 296		       &event->mmap2.pgoff, &event->mmap2.maj,
 297		       &event->mmap2.min,
 298		       &ino, execname);
 299
 300		/*
 301 		 * Anon maps don't have the execname.
 302 		 */
 303		if (n < 7)
 304			continue;
 305
 306		event->mmap2.ino = (u64)ino;
 307
 308		/*
 309		 * Just like the kernel, see __perf_event_mmap in kernel/perf_event.c
 310		 */
 311		if (machine__is_host(machine))
 312			event->header.misc = PERF_RECORD_MISC_USER;
 313		else
 314			event->header.misc = PERF_RECORD_MISC_GUEST_USER;
 315
 316		/* map protection and flags bits */
 317		event->mmap2.prot = 0;
 318		event->mmap2.flags = 0;
 319		if (prot[0] == 'r')
 320			event->mmap2.prot |= PROT_READ;
 321		if (prot[1] == 'w')
 322			event->mmap2.prot |= PROT_WRITE;
 323		if (prot[2] == 'x')
 324			event->mmap2.prot |= PROT_EXEC;
 325
 326		if (prot[3] == 's')
 327			event->mmap2.flags |= MAP_SHARED;
 328		else
 329			event->mmap2.flags |= MAP_PRIVATE;
 330
 331		if (prot[2] != 'x') {
 332			if (!mmap_data || prot[0] != 'r')
 333				continue;
 334
 335			event->header.misc |= PERF_RECORD_MISC_MMAP_DATA;
 336		}
 337
 338out:
 339		if (truncation)
 340			event->header.misc |= PERF_RECORD_MISC_PROC_MAP_PARSE_TIMEOUT;
 341
 342		if (!strcmp(execname, ""))
 343			strcpy(execname, anonstr);
 344
 345		size = strlen(execname) + 1;
 346		memcpy(event->mmap2.filename, execname, size);
 347		size = PERF_ALIGN(size, sizeof(u64));
 348		event->mmap2.len -= event->mmap.start;
 349		event->mmap2.header.size = (sizeof(event->mmap2) -
 350					(sizeof(event->mmap2.filename) - size));
 351		memset(event->mmap2.filename + size, 0, machine->id_hdr_size);
 352		event->mmap2.header.size += machine->id_hdr_size;
 353		event->mmap2.pid = tgid;
 354		event->mmap2.tid = pid;
 355
 356		if (perf_tool__process_synth_event(tool, event, machine, process) != 0) {
 357			rc = -1;
 358			break;
 359		}
 360
 361		if (truncation)
 362			break;
 363	}
 364
 365	fclose(fp);
 366	return rc;
 367}
 368
 369int perf_event__synthesize_modules(struct perf_tool *tool,
 370				   perf_event__handler_t process,
 371				   struct machine *machine)
 372{
 373	int rc = 0;
 374	struct map *pos;
 375	struct map_groups *kmaps = &machine->kmaps;
 376	struct maps *maps = &kmaps->maps[MAP__FUNCTION];
 377	union perf_event *event = zalloc((sizeof(event->mmap) +
 378					  machine->id_hdr_size));
 379	if (event == NULL) {
 380		pr_debug("Not enough memory synthesizing mmap event "
 381			 "for kernel modules\n");
 382		return -1;
 383	}
 384
 385	event->header.type = PERF_RECORD_MMAP;
 386
 387	/*
 388	 * kernel uses 0 for user space maps, see kernel/perf_event.c
 389	 * __perf_event_mmap
 390	 */
 391	if (machine__is_host(machine))
 392		event->header.misc = PERF_RECORD_MISC_KERNEL;
 393	else
 394		event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
 395
 396	for (pos = maps__first(maps); pos; pos = map__next(pos)) {
 397		size_t size;
 398
 399		if (__map__is_kernel(pos))
 400			continue;
 401
 402		size = PERF_ALIGN(pos->dso->long_name_len + 1, sizeof(u64));
 403		event->mmap.header.type = PERF_RECORD_MMAP;
 404		event->mmap.header.size = (sizeof(event->mmap) -
 405				        (sizeof(event->mmap.filename) - size));
 406		memset(event->mmap.filename + size, 0, machine->id_hdr_size);
 407		event->mmap.header.size += machine->id_hdr_size;
 408		event->mmap.start = pos->start;
 409		event->mmap.len   = pos->end - pos->start;
 410		event->mmap.pid   = machine->pid;
 411
 412		memcpy(event->mmap.filename, pos->dso->long_name,
 413		       pos->dso->long_name_len + 1);
 414		if (perf_tool__process_synth_event(tool, event, machine, process) != 0) {
 415			rc = -1;
 416			break;
 417		}
 418	}
 419
 420	free(event);
 421	return rc;
 422}
 423
 424static int __event__synthesize_thread(union perf_event *comm_event,
 425				      union perf_event *mmap_event,
 426				      union perf_event *fork_event,
 427				      pid_t pid, int full,
 428					  perf_event__handler_t process,
 429				      struct perf_tool *tool,
 430				      struct machine *machine,
 431				      bool mmap_data,
 432				      unsigned int proc_map_timeout)
 433{
 434	char filename[PATH_MAX];
 435	DIR *tasks;
 436	struct dirent *dirent;
 437	pid_t tgid, ppid;
 438	int rc = 0;
 439
 440	/* special case: only send one comm event using passed in pid */
 441	if (!full) {
 442		tgid = perf_event__synthesize_comm(tool, comm_event, pid,
 443						   process, machine);
 444
 445		if (tgid == -1)
 446			return -1;
 447
 448		return perf_event__synthesize_mmap_events(tool, mmap_event, pid, tgid,
 449							  process, machine, mmap_data,
 450							  proc_map_timeout);
 451	}
 452
 453	if (machine__is_default_guest(machine))
 454		return 0;
 455
 456	snprintf(filename, sizeof(filename), "%s/proc/%d/task",
 457		 machine->root_dir, pid);
 458
 459	tasks = opendir(filename);
 460	if (tasks == NULL) {
 461		pr_debug("couldn't open %s\n", filename);
 462		return 0;
 463	}
 464
 465	while ((dirent = readdir(tasks)) != NULL) {
 466		char *end;
 467		pid_t _pid;
 468
 469		_pid = strtol(dirent->d_name, &end, 10);
 470		if (*end)
 471			continue;
 472
 473		rc = -1;
 474		if (perf_event__prepare_comm(comm_event, _pid, machine,
 475					     &tgid, &ppid) != 0)
 476			break;
 477
 478		if (perf_event__synthesize_fork(tool, fork_event, _pid, tgid,
 479						ppid, process, machine) < 0)
 480			break;
 481		/*
 482		 * Send the prepared comm event
 483		 */
 484		if (perf_tool__process_synth_event(tool, comm_event, machine, process) != 0)
 485			break;
 486
 487		rc = 0;
 488		if (_pid == pid) {
 489			/* process the parent's maps too */
 490			rc = perf_event__synthesize_mmap_events(tool, mmap_event, pid, tgid,
 491						process, machine, mmap_data, proc_map_timeout);
 492			if (rc)
 493				break;
 494		}
 495	}
 496
 497	closedir(tasks);
 498	return rc;
 499}
 500
 501int perf_event__synthesize_thread_map(struct perf_tool *tool,
 502				      struct thread_map *threads,
 503				      perf_event__handler_t process,
 504				      struct machine *machine,
 505				      bool mmap_data,
 506				      unsigned int proc_map_timeout)
 507{
 508	union perf_event *comm_event, *mmap_event, *fork_event;
 509	int err = -1, thread, j;
 510
 511	comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
 512	if (comm_event == NULL)
 513		goto out;
 514
 515	mmap_event = malloc(sizeof(mmap_event->mmap2) + machine->id_hdr_size);
 516	if (mmap_event == NULL)
 517		goto out_free_comm;
 518
 519	fork_event = malloc(sizeof(fork_event->fork) + machine->id_hdr_size);
 520	if (fork_event == NULL)
 521		goto out_free_mmap;
 522
 523	err = 0;
 524	for (thread = 0; thread < threads->nr; ++thread) {
 525		if (__event__synthesize_thread(comm_event, mmap_event,
 526					       fork_event,
 527					       thread_map__pid(threads, thread), 0,
 528					       process, tool, machine,
 529					       mmap_data, proc_map_timeout)) {
 530			err = -1;
 531			break;
 532		}
 533
 534		/*
 535		 * comm.pid is set to thread group id by
 536		 * perf_event__synthesize_comm
 537		 */
 538		if ((int) comm_event->comm.pid != thread_map__pid(threads, thread)) {
 539			bool need_leader = true;
 540
 541			/* is thread group leader in thread_map? */
 542			for (j = 0; j < threads->nr; ++j) {
 543				if ((int) comm_event->comm.pid == thread_map__pid(threads, j)) {
 544					need_leader = false;
 545					break;
 546				}
 547			}
 548
 549			/* if not, generate events for it */
 550			if (need_leader &&
 551			    __event__synthesize_thread(comm_event, mmap_event,
 552						       fork_event,
 553						       comm_event->comm.pid, 0,
 554						       process, tool, machine,
 555						       mmap_data, proc_map_timeout)) {
 556				err = -1;
 557				break;
 558			}
 559		}
 560	}
 561	free(fork_event);
 562out_free_mmap:
 563	free(mmap_event);
 564out_free_comm:
 565	free(comm_event);
 566out:
 567	return err;
 568}
 569
 570int perf_event__synthesize_threads(struct perf_tool *tool,
 571				   perf_event__handler_t process,
 572				   struct machine *machine,
 573				   bool mmap_data,
 574				   unsigned int proc_map_timeout)
 575{
 576	DIR *proc;
 577	char proc_path[PATH_MAX];
 578	struct dirent *dirent;
 579	union perf_event *comm_event, *mmap_event, *fork_event;
 580	int err = -1;
 581
 582	if (machine__is_default_guest(machine))
 583		return 0;
 584
 585	comm_event = malloc(sizeof(comm_event->comm) + machine->id_hdr_size);
 586	if (comm_event == NULL)
 587		goto out;
 588
 589	mmap_event = malloc(sizeof(mmap_event->mmap2) + machine->id_hdr_size);
 590	if (mmap_event == NULL)
 591		goto out_free_comm;
 592
 593	fork_event = malloc(sizeof(fork_event->fork) + machine->id_hdr_size);
 594	if (fork_event == NULL)
 595		goto out_free_mmap;
 596
 597	snprintf(proc_path, sizeof(proc_path), "%s/proc", machine->root_dir);
 598	proc = opendir(proc_path);
 599
 600	if (proc == NULL)
 601		goto out_free_fork;
 602
 603	while ((dirent = readdir(proc)) != NULL) {
 604		char *end;
 605		pid_t pid = strtol(dirent->d_name, &end, 10);
 606
 607		if (*end) /* only interested in proper numerical dirents */
 608			continue;
 609		/*
 610 		 * We may race with exiting thread, so don't stop just because
 611 		 * one thread couldn't be synthesized.
 612 		 */
 613		__event__synthesize_thread(comm_event, mmap_event, fork_event, pid,
 614					   1, process, tool, machine, mmap_data,
 615					   proc_map_timeout);
 616	}
 617
 618	err = 0;
 619	closedir(proc);
 620out_free_fork:
 621	free(fork_event);
 622out_free_mmap:
 623	free(mmap_event);
 624out_free_comm:
 625	free(comm_event);
 626out:
 627	return err;
 628}
 629
 630struct process_symbol_args {
 631	const char *name;
 632	u64	   start;
 633};
 634
 635static int find_symbol_cb(void *arg, const char *name, char type,
 636			  u64 start)
 637{
 638	struct process_symbol_args *args = arg;
 639
 640	/*
 641	 * Must be a function or at least an alias, as in PARISC64, where "_text" is
 642	 * an 'A' to the same address as "_stext".
 643	 */
 644	if (!(symbol_type__is_a(type, MAP__FUNCTION) ||
 645	      type == 'A') || strcmp(name, args->name))
 646		return 0;
 647
 648	args->start = start;
 649	return 1;
 650}
 651
 652u64 kallsyms__get_function_start(const char *kallsyms_filename,
 653				 const char *symbol_name)
 654{
 655	struct process_symbol_args args = { .name = symbol_name, };
 656
 657	if (kallsyms__parse(kallsyms_filename, &args, find_symbol_cb) <= 0)
 658		return 0;
 659
 660	return args.start;
 661}
 662
 663int perf_event__synthesize_kernel_mmap(struct perf_tool *tool,
 664				       perf_event__handler_t process,
 665				       struct machine *machine)
 666{
 667	size_t size;
 668	const char *mmap_name;
 669	char name_buff[PATH_MAX];
 670	struct map *map = machine__kernel_map(machine);
 671	struct kmap *kmap;
 672	int err;
 673	union perf_event *event;
 674
 675	if (map == NULL)
 676		return -1;
 677
 678	/*
 679	 * We should get this from /sys/kernel/sections/.text, but till that is
 680	 * available use this, and after it is use this as a fallback for older
 681	 * kernels.
 682	 */
 683	event = zalloc((sizeof(event->mmap) + machine->id_hdr_size));
 684	if (event == NULL) {
 685		pr_debug("Not enough memory synthesizing mmap event "
 686			 "for kernel modules\n");
 687		return -1;
 688	}
 689
 690	mmap_name = machine__mmap_name(machine, name_buff, sizeof(name_buff));
 691	if (machine__is_host(machine)) {
 692		/*
 693		 * kernel uses PERF_RECORD_MISC_USER for user space maps,
 694		 * see kernel/perf_event.c __perf_event_mmap
 695		 */
 696		event->header.misc = PERF_RECORD_MISC_KERNEL;
 697	} else {
 698		event->header.misc = PERF_RECORD_MISC_GUEST_KERNEL;
 699	}
 700
 701	kmap = map__kmap(map);
 702	size = snprintf(event->mmap.filename, sizeof(event->mmap.filename),
 703			"%s%s", mmap_name, kmap->ref_reloc_sym->name) + 1;
 704	size = PERF_ALIGN(size, sizeof(u64));
 705	event->mmap.header.type = PERF_RECORD_MMAP;
 706	event->mmap.header.size = (sizeof(event->mmap) -
 707			(sizeof(event->mmap.filename) - size) + machine->id_hdr_size);
 708	event->mmap.pgoff = kmap->ref_reloc_sym->addr;
 709	event->mmap.start = map->start;
 710	event->mmap.len   = map->end - event->mmap.start;
 711	event->mmap.pid   = machine->pid;
 712
 713	err = perf_tool__process_synth_event(tool, event, machine, process);
 714	free(event);
 715
 716	return err;
 717}
 718
 719int perf_event__synthesize_thread_map2(struct perf_tool *tool,
 720				      struct thread_map *threads,
 721				      perf_event__handler_t process,
 722				      struct machine *machine)
 723{
 724	union perf_event *event;
 725	int i, err, size;
 726
 727	size  = sizeof(event->thread_map);
 728	size +=	threads->nr * sizeof(event->thread_map.entries[0]);
 729
 730	event = zalloc(size);
 731	if (!event)
 732		return -ENOMEM;
 733
 734	event->header.type = PERF_RECORD_THREAD_MAP;
 735	event->header.size = size;
 736	event->thread_map.nr = threads->nr;
 737
 738	for (i = 0; i < threads->nr; i++) {
 739		struct thread_map_event_entry *entry = &event->thread_map.entries[i];
 740		char *comm = thread_map__comm(threads, i);
 741
 742		if (!comm)
 743			comm = (char *) "";
 744
 745		entry->pid = thread_map__pid(threads, i);
 746		strncpy((char *) &entry->comm, comm, sizeof(entry->comm));
 747	}
 748
 749	err = process(tool, event, NULL, machine);
 750
 751	free(event);
 752	return err;
 753}
 754
 755static void synthesize_cpus(struct cpu_map_entries *cpus,
 756			    struct cpu_map *map)
 757{
 758	int i;
 759
 760	cpus->nr = map->nr;
 761
 762	for (i = 0; i < map->nr; i++)
 763		cpus->cpu[i] = map->map[i];
 764}
 765
 766static void synthesize_mask(struct cpu_map_mask *mask,
 767			    struct cpu_map *map, int max)
 768{
 769	int i;
 770
 771	mask->nr = BITS_TO_LONGS(max);
 772	mask->long_size = sizeof(long);
 773
 774	for (i = 0; i < map->nr; i++)
 775		set_bit(map->map[i], mask->mask);
 776}
 777
 778static size_t cpus_size(struct cpu_map *map)
 779{
 780	return sizeof(struct cpu_map_entries) + map->nr * sizeof(u16);
 781}
 782
 783static size_t mask_size(struct cpu_map *map, int *max)
 784{
 785	int i;
 786
 787	*max = 0;
 788
 789	for (i = 0; i < map->nr; i++) {
 790		/* bit possition of the cpu is + 1 */
 791		int bit = map->map[i] + 1;
 792
 793		if (bit > *max)
 794			*max = bit;
 795	}
 796
 797	return sizeof(struct cpu_map_mask) + BITS_TO_LONGS(*max) * sizeof(long);
 798}
 799
 800void *cpu_map_data__alloc(struct cpu_map *map, size_t *size, u16 *type, int *max)
 801{
 802	size_t size_cpus, size_mask;
 803	bool is_dummy = cpu_map__empty(map);
 804
 805	/*
 806	 * Both array and mask data have variable size based
 807	 * on the number of cpus and their actual values.
 808	 * The size of the 'struct cpu_map_data' is:
 809	 *
 810	 *   array = size of 'struct cpu_map_entries' +
 811	 *           number of cpus * sizeof(u64)
 812	 *
 813	 *   mask  = size of 'struct cpu_map_mask' +
 814	 *           maximum cpu bit converted to size of longs
 815	 *
 816	 * and finaly + the size of 'struct cpu_map_data'.
 817	 */
 818	size_cpus = cpus_size(map);
 819	size_mask = mask_size(map, max);
 820
 821	if (is_dummy || (size_cpus < size_mask)) {
 822		*size += size_cpus;
 823		*type  = PERF_CPU_MAP__CPUS;
 824	} else {
 825		*size += size_mask;
 826		*type  = PERF_CPU_MAP__MASK;
 827	}
 828
 829	*size += sizeof(struct cpu_map_data);
 830	return zalloc(*size);
 831}
 832
 833void cpu_map_data__synthesize(struct cpu_map_data *data, struct cpu_map *map,
 834			      u16 type, int max)
 835{
 836	data->type = type;
 837
 838	switch (type) {
 839	case PERF_CPU_MAP__CPUS:
 840		synthesize_cpus((struct cpu_map_entries *) data->data, map);
 841		break;
 842	case PERF_CPU_MAP__MASK:
 843		synthesize_mask((struct cpu_map_mask *) data->data, map, max);
 844	default:
 845		break;
 846	};
 847}
 848
 849static struct cpu_map_event* cpu_map_event__new(struct cpu_map *map)
 850{
 851	size_t size = sizeof(struct cpu_map_event);
 852	struct cpu_map_event *event;
 853	int max;
 854	u16 type;
 855
 856	event = cpu_map_data__alloc(map, &size, &type, &max);
 857	if (!event)
 858		return NULL;
 859
 860	event->header.type = PERF_RECORD_CPU_MAP;
 861	event->header.size = size;
 862	event->data.type   = type;
 863
 864	cpu_map_data__synthesize(&event->data, map, type, max);
 865	return event;
 866}
 867
 868int perf_event__synthesize_cpu_map(struct perf_tool *tool,
 869				   struct cpu_map *map,
 870				   perf_event__handler_t process,
 871				   struct machine *machine)
 872{
 873	struct cpu_map_event *event;
 874	int err;
 875
 876	event = cpu_map_event__new(map);
 877	if (!event)
 878		return -ENOMEM;
 879
 880	err = process(tool, (union perf_event *) event, NULL, machine);
 881
 882	free(event);
 883	return err;
 884}
 885
 886int perf_event__synthesize_stat_config(struct perf_tool *tool,
 887				       struct perf_stat_config *config,
 888				       perf_event__handler_t process,
 889				       struct machine *machine)
 890{
 891	struct stat_config_event *event;
 892	int size, i = 0, err;
 893
 894	size  = sizeof(*event);
 895	size += (PERF_STAT_CONFIG_TERM__MAX * sizeof(event->data[0]));
 896
 897	event = zalloc(size);
 898	if (!event)
 899		return -ENOMEM;
 900
 901	event->header.type = PERF_RECORD_STAT_CONFIG;
 902	event->header.size = size;
 903	event->nr          = PERF_STAT_CONFIG_TERM__MAX;
 904
 905#define ADD(__term, __val)					\
 906	event->data[i].tag = PERF_STAT_CONFIG_TERM__##__term;	\
 907	event->data[i].val = __val;				\
 908	i++;
 909
 910	ADD(AGGR_MODE,	config->aggr_mode)
 911	ADD(INTERVAL,	config->interval)
 912	ADD(SCALE,	config->scale)
 913
 914	WARN_ONCE(i != PERF_STAT_CONFIG_TERM__MAX,
 915		  "stat config terms unbalanced\n");
 916#undef ADD
 917
 918	err = process(tool, (union perf_event *) event, NULL, machine);
 919
 920	free(event);
 921	return err;
 922}
 923
 924int perf_event__synthesize_stat(struct perf_tool *tool,
 925				u32 cpu, u32 thread, u64 id,
 926				struct perf_counts_values *count,
 927				perf_event__handler_t process,
 928				struct machine *machine)
 929{
 930	struct stat_event event;
 931
 932	event.header.type = PERF_RECORD_STAT;
 933	event.header.size = sizeof(event);
 934	event.header.misc = 0;
 935
 936	event.id        = id;
 937	event.cpu       = cpu;
 938	event.thread    = thread;
 939	event.val       = count->val;
 940	event.ena       = count->ena;
 941	event.run       = count->run;
 942
 943	return process(tool, (union perf_event *) &event, NULL, machine);
 944}
 945
 946int perf_event__synthesize_stat_round(struct perf_tool *tool,
 947				      u64 evtime, u64 type,
 948				      perf_event__handler_t process,
 949				      struct machine *machine)
 950{
 951	struct stat_round_event event;
 952
 953	event.header.type = PERF_RECORD_STAT_ROUND;
 954	event.header.size = sizeof(event);
 955	event.header.misc = 0;
 956
 957	event.time = evtime;
 958	event.type = type;
 959
 960	return process(tool, (union perf_event *) &event, NULL, machine);
 961}
 962
 963void perf_event__read_stat_config(struct perf_stat_config *config,
 964				  struct stat_config_event *event)
 965{
 966	unsigned i;
 967
 968	for (i = 0; i < event->nr; i++) {
 969
 970		switch (event->data[i].tag) {
 971#define CASE(__term, __val)					\
 972		case PERF_STAT_CONFIG_TERM__##__term:		\
 973			config->__val = event->data[i].val;	\
 974			break;
 975
 976		CASE(AGGR_MODE, aggr_mode)
 977		CASE(SCALE,     scale)
 978		CASE(INTERVAL,  interval)
 979#undef CASE
 980		default:
 981			pr_warning("unknown stat config term %" PRIu64 "\n",
 982				   event->data[i].tag);
 983		}
 984	}
 985}
 986
 987size_t perf_event__fprintf_comm(union perf_event *event, FILE *fp)
 988{
 989	const char *s;
 990
 991	if (event->header.misc & PERF_RECORD_MISC_COMM_EXEC)
 992		s = " exec";
 993	else
 994		s = "";
 995
 996	return fprintf(fp, "%s: %s:%d/%d\n", s, event->comm.comm, event->comm.pid, event->comm.tid);
 997}
 998
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 999int perf_event__process_comm(struct perf_tool *tool __maybe_unused,
1000			     union perf_event *event,
1001			     struct perf_sample *sample,
1002			     struct machine *machine)
1003{
1004	return machine__process_comm_event(machine, event, sample);
1005}
1006
 
 
 
 
 
 
 
 
1007int perf_event__process_lost(struct perf_tool *tool __maybe_unused,
1008			     union perf_event *event,
1009			     struct perf_sample *sample,
1010			     struct machine *machine)
1011{
1012	return machine__process_lost_event(machine, event, sample);
1013}
1014
1015int perf_event__process_aux(struct perf_tool *tool __maybe_unused,
1016			    union perf_event *event,
1017			    struct perf_sample *sample __maybe_unused,
1018			    struct machine *machine)
1019{
1020	return machine__process_aux_event(machine, event);
1021}
1022
1023int perf_event__process_itrace_start(struct perf_tool *tool __maybe_unused,
1024				     union perf_event *event,
1025				     struct perf_sample *sample __maybe_unused,
1026				     struct machine *machine)
1027{
1028	return machine__process_itrace_start_event(machine, event);
1029}
1030
1031int perf_event__process_lost_samples(struct perf_tool *tool __maybe_unused,
1032				     union perf_event *event,
1033				     struct perf_sample *sample,
1034				     struct machine *machine)
1035{
1036	return machine__process_lost_samples_event(machine, event, sample);
1037}
1038
1039int perf_event__process_switch(struct perf_tool *tool __maybe_unused,
1040			       union perf_event *event,
1041			       struct perf_sample *sample __maybe_unused,
1042			       struct machine *machine)
1043{
1044	return machine__process_switch_event(machine, event);
1045}
1046
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1047size_t perf_event__fprintf_mmap(union perf_event *event, FILE *fp)
1048{
1049	return fprintf(fp, " %d/%d: [%#" PRIx64 "(%#" PRIx64 ") @ %#" PRIx64 "]: %c %s\n",
1050		       event->mmap.pid, event->mmap.tid, event->mmap.start,
1051		       event->mmap.len, event->mmap.pgoff,
1052		       (event->header.misc & PERF_RECORD_MISC_MMAP_DATA) ? 'r' : 'x',
1053		       event->mmap.filename);
1054}
1055
1056size_t perf_event__fprintf_mmap2(union perf_event *event, FILE *fp)
1057{
1058	return fprintf(fp, " %d/%d: [%#" PRIx64 "(%#" PRIx64 ") @ %#" PRIx64
1059			   " %02x:%02x %"PRIu64" %"PRIu64"]: %c%c%c%c %s\n",
1060		       event->mmap2.pid, event->mmap2.tid, event->mmap2.start,
1061		       event->mmap2.len, event->mmap2.pgoff, event->mmap2.maj,
1062		       event->mmap2.min, event->mmap2.ino,
1063		       event->mmap2.ino_generation,
1064		       (event->mmap2.prot & PROT_READ) ? 'r' : '-',
1065		       (event->mmap2.prot & PROT_WRITE) ? 'w' : '-',
1066		       (event->mmap2.prot & PROT_EXEC) ? 'x' : '-',
1067		       (event->mmap2.flags & MAP_SHARED) ? 's' : 'p',
1068		       event->mmap2.filename);
1069}
1070
1071size_t perf_event__fprintf_thread_map(union perf_event *event, FILE *fp)
1072{
1073	struct thread_map *threads = thread_map__new_event(&event->thread_map);
1074	size_t ret;
1075
1076	ret = fprintf(fp, " nr: ");
1077
1078	if (threads)
1079		ret += thread_map__fprintf(threads, fp);
1080	else
1081		ret += fprintf(fp, "failed to get threads from event\n");
1082
1083	thread_map__put(threads);
1084	return ret;
1085}
1086
1087size_t perf_event__fprintf_cpu_map(union perf_event *event, FILE *fp)
1088{
1089	struct cpu_map *cpus = cpu_map__new_data(&event->cpu_map.data);
1090	size_t ret;
1091
1092	ret = fprintf(fp, " nr: ");
1093
1094	if (cpus)
1095		ret += cpu_map__fprintf(cpus, fp);
1096	else
1097		ret += fprintf(fp, "failed to get cpumap from event\n");
1098
1099	cpu_map__put(cpus);
1100	return ret;
1101}
1102
1103int perf_event__process_mmap(struct perf_tool *tool __maybe_unused,
1104			     union perf_event *event,
1105			     struct perf_sample *sample,
1106			     struct machine *machine)
1107{
1108	return machine__process_mmap_event(machine, event, sample);
1109}
1110
1111int perf_event__process_mmap2(struct perf_tool *tool __maybe_unused,
1112			     union perf_event *event,
1113			     struct perf_sample *sample,
1114			     struct machine *machine)
1115{
1116	return machine__process_mmap2_event(machine, event, sample);
1117}
1118
1119size_t perf_event__fprintf_task(union perf_event *event, FILE *fp)
1120{
1121	return fprintf(fp, "(%d:%d):(%d:%d)\n",
1122		       event->fork.pid, event->fork.tid,
1123		       event->fork.ppid, event->fork.ptid);
1124}
1125
1126int perf_event__process_fork(struct perf_tool *tool __maybe_unused,
1127			     union perf_event *event,
1128			     struct perf_sample *sample,
1129			     struct machine *machine)
1130{
1131	return machine__process_fork_event(machine, event, sample);
1132}
1133
1134int perf_event__process_exit(struct perf_tool *tool __maybe_unused,
1135			     union perf_event *event,
1136			     struct perf_sample *sample,
1137			     struct machine *machine)
1138{
1139	return machine__process_exit_event(machine, event, sample);
1140}
1141
1142size_t perf_event__fprintf_aux(union perf_event *event, FILE *fp)
1143{
1144	return fprintf(fp, " offset: %#"PRIx64" size: %#"PRIx64" flags: %#"PRIx64" [%s%s]\n",
1145		       event->aux.aux_offset, event->aux.aux_size,
1146		       event->aux.flags,
1147		       event->aux.flags & PERF_AUX_FLAG_TRUNCATED ? "T" : "",
1148		       event->aux.flags & PERF_AUX_FLAG_OVERWRITE ? "O" : "");
 
1149}
1150
1151size_t perf_event__fprintf_itrace_start(union perf_event *event, FILE *fp)
1152{
1153	return fprintf(fp, " pid: %u tid: %u\n",
1154		       event->itrace_start.pid, event->itrace_start.tid);
1155}
1156
1157size_t perf_event__fprintf_switch(union perf_event *event, FILE *fp)
1158{
1159	bool out = event->header.misc & PERF_RECORD_MISC_SWITCH_OUT;
1160	const char *in_out = out ? "OUT" : "IN ";
 
 
1161
1162	if (event->header.type == PERF_RECORD_SWITCH)
1163		return fprintf(fp, " %s\n", in_out);
1164
1165	return fprintf(fp, " %s  %s pid/tid: %5u/%-5u\n",
1166		       in_out, out ? "next" : "prev",
1167		       event->context_switch.next_prev_pid,
1168		       event->context_switch.next_prev_tid);
1169}
1170
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1171size_t perf_event__fprintf(union perf_event *event, FILE *fp)
1172{
1173	size_t ret = fprintf(fp, "PERF_RECORD_%s",
1174			     perf_event__name(event->header.type));
1175
1176	switch (event->header.type) {
1177	case PERF_RECORD_COMM:
1178		ret += perf_event__fprintf_comm(event, fp);
1179		break;
1180	case PERF_RECORD_FORK:
1181	case PERF_RECORD_EXIT:
1182		ret += perf_event__fprintf_task(event, fp);
1183		break;
1184	case PERF_RECORD_MMAP:
1185		ret += perf_event__fprintf_mmap(event, fp);
1186		break;
 
 
 
1187	case PERF_RECORD_MMAP2:
1188		ret += perf_event__fprintf_mmap2(event, fp);
1189		break;
1190	case PERF_RECORD_AUX:
1191		ret += perf_event__fprintf_aux(event, fp);
1192		break;
1193	case PERF_RECORD_ITRACE_START:
1194		ret += perf_event__fprintf_itrace_start(event, fp);
1195		break;
1196	case PERF_RECORD_SWITCH:
1197	case PERF_RECORD_SWITCH_CPU_WIDE:
1198		ret += perf_event__fprintf_switch(event, fp);
1199		break;
 
 
 
 
 
 
 
 
 
1200	default:
1201		ret += fprintf(fp, "\n");
1202	}
1203
1204	return ret;
1205}
1206
1207int perf_event__process(struct perf_tool *tool __maybe_unused,
1208			union perf_event *event,
1209			struct perf_sample *sample,
1210			struct machine *machine)
1211{
1212	return machine__process_event(machine, event, sample);
1213}
1214
1215void thread__find_addr_map(struct thread *thread, u8 cpumode,
1216			   enum map_type type, u64 addr,
1217			   struct addr_location *al)
1218{
1219	struct map_groups *mg = thread->mg;
1220	struct machine *machine = mg->machine;
1221	bool load_map = false;
1222
1223	al->machine = machine;
1224	al->thread = thread;
1225	al->addr = addr;
1226	al->cpumode = cpumode;
1227	al->filtered = 0;
1228
1229	if (machine == NULL) {
1230		al->map = NULL;
1231		return;
1232	}
1233
1234	if (cpumode == PERF_RECORD_MISC_KERNEL && perf_host) {
1235		al->level = 'k';
1236		mg = &machine->kmaps;
1237		load_map = true;
1238	} else if (cpumode == PERF_RECORD_MISC_USER && perf_host) {
1239		al->level = '.';
1240	} else if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL && perf_guest) {
1241		al->level = 'g';
1242		mg = &machine->kmaps;
1243		load_map = true;
1244	} else if (cpumode == PERF_RECORD_MISC_GUEST_USER && perf_guest) {
1245		al->level = 'u';
1246	} else {
1247		al->level = 'H';
1248		al->map = NULL;
1249
1250		if ((cpumode == PERF_RECORD_MISC_GUEST_USER ||
1251			cpumode == PERF_RECORD_MISC_GUEST_KERNEL) &&
1252			!perf_guest)
1253			al->filtered |= (1 << HIST_FILTER__GUEST);
1254		if ((cpumode == PERF_RECORD_MISC_USER ||
1255			cpumode == PERF_RECORD_MISC_KERNEL) &&
1256			!perf_host)
1257			al->filtered |= (1 << HIST_FILTER__HOST);
1258
1259		return;
1260	}
1261try_again:
1262	al->map = map_groups__find(mg, type, al->addr);
1263	if (al->map == NULL) {
1264		/*
1265		 * If this is outside of all known maps, and is a negative
1266		 * address, try to look it up in the kernel dso, as it might be
1267		 * a vsyscall or vdso (which executes in user-mode).
1268		 *
1269		 * XXX This is nasty, we should have a symbol list in the
1270		 * "[vdso]" dso, but for now lets use the old trick of looking
1271		 * in the whole kernel symbol list.
1272		 */
1273		if (cpumode == PERF_RECORD_MISC_USER && machine &&
1274		    mg != &machine->kmaps &&
1275		    machine__kernel_ip(machine, al->addr)) {
1276			mg = &machine->kmaps;
1277			load_map = true;
1278			goto try_again;
1279		}
1280	} else {
1281		/*
1282		 * Kernel maps might be changed when loading symbols so loading
1283		 * must be done prior to using kernel maps.
1284		 */
1285		if (load_map)
1286			map__load(al->map, machine->symbol_filter);
1287		al->addr = al->map->map_ip(al->map, al->addr);
1288	}
 
 
1289}
1290
1291void thread__find_addr_location(struct thread *thread,
1292				u8 cpumode, enum map_type type, u64 addr,
 
 
 
 
1293				struct addr_location *al)
1294{
1295	thread__find_addr_map(thread, cpumode, type, addr, al);
1296	if (al->map != NULL)
1297		al->sym = map__find_symbol(al->map, al->addr,
1298					   thread->mg->machine->symbol_filter);
1299	else
1300		al->sym = NULL;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1301}
1302
1303/*
1304 * Callers need to drop the reference to al->thread, obtained in
1305 * machine__findnew_thread()
1306 */
1307int machine__resolve(struct machine *machine, struct addr_location *al,
1308		     struct perf_sample *sample)
1309{
1310	struct thread *thread = machine__findnew_thread(machine, sample->pid,
1311							sample->tid);
1312
1313	if (thread == NULL)
1314		return -1;
1315
1316	dump_printf(" ... thread: %s:%d\n", thread__comm_str(thread), thread->tid);
1317	/*
1318	 * Have we already created the kernel maps for this machine?
1319	 *
1320	 * This should have happened earlier, when we processed the kernel MMAP
1321	 * events, but for older perf.data files there was no such thing, so do
1322	 * it now.
1323	 */
1324	if (sample->cpumode == PERF_RECORD_MISC_KERNEL &&
1325	    machine__kernel_map(machine) == NULL)
1326		machine__create_kernel_maps(machine);
1327
1328	thread__find_addr_map(thread, sample->cpumode, MAP__FUNCTION, sample->ip, al);
1329	dump_printf(" ...... dso: %s\n",
1330		    al->map ? al->map->dso->long_name :
1331			al->level == 'H' ? "[hypervisor]" : "<not found>");
1332
1333	if (thread__is_filtered(thread))
1334		al->filtered |= (1 << HIST_FILTER__THREAD);
1335
1336	al->sym = NULL;
1337	al->cpu = sample->cpu;
1338	al->socket = -1;
 
1339
1340	if (al->cpu >= 0) {
1341		struct perf_env *env = machine->env;
1342
1343		if (env && env->cpu)
1344			al->socket = env->cpu[al->cpu].socket_id;
1345	}
1346
1347	if (al->map) {
1348		struct dso *dso = al->map->dso;
1349
1350		if (symbol_conf.dso_list &&
1351		    (!dso || !(strlist__has_entry(symbol_conf.dso_list,
1352						  dso->short_name) ||
1353			       (dso->short_name != dso->long_name &&
1354				strlist__has_entry(symbol_conf.dso_list,
1355						   dso->long_name))))) {
1356			al->filtered |= (1 << HIST_FILTER__DSO);
1357		}
1358
1359		al->sym = map__find_symbol(al->map, al->addr,
1360					   machine->symbol_filter);
1361	}
1362
1363	if (symbol_conf.sym_list &&
1364		(!al->sym || !strlist__has_entry(symbol_conf.sym_list,
1365						al->sym->name))) {
1366		al->filtered |= (1 << HIST_FILTER__SYMBOL);
1367	}
1368
1369	return 0;
1370}
1371
1372/*
1373 * The preprocess_sample method will return with reference counts for the
1374 * in it, when done using (and perhaps getting ref counts if needing to
1375 * keep a pointer to one of those entries) it must be paired with
1376 * addr_location__put(), so that the refcounts can be decremented.
1377 */
1378void addr_location__put(struct addr_location *al)
1379{
1380	thread__zput(al->thread);
1381}
1382
1383bool is_bts_event(struct perf_event_attr *attr)
1384{
1385	return attr->type == PERF_TYPE_HARDWARE &&
1386	       (attr->config & PERF_COUNT_HW_BRANCH_INSTRUCTIONS) &&
1387	       attr->sample_period == 1;
1388}
1389
1390bool sample_addr_correlates_sym(struct perf_event_attr *attr)
1391{
1392	if (attr->type == PERF_TYPE_SOFTWARE &&
1393	    (attr->config == PERF_COUNT_SW_PAGE_FAULTS ||
1394	     attr->config == PERF_COUNT_SW_PAGE_FAULTS_MIN ||
1395	     attr->config == PERF_COUNT_SW_PAGE_FAULTS_MAJ))
1396		return true;
1397
1398	if (is_bts_event(attr))
1399		return true;
1400
1401	return false;
1402}
1403
1404void thread__resolve(struct thread *thread, struct addr_location *al,
1405		     struct perf_sample *sample)
1406{
1407	thread__find_addr_map(thread, sample->cpumode, MAP__FUNCTION, sample->addr, al);
1408	if (!al->map)
1409		thread__find_addr_map(thread, sample->cpumode, MAP__VARIABLE,
1410				      sample->addr, al);
1411
1412	al->cpu = sample->cpu;
1413	al->sym = NULL;
1414
1415	if (al->map)
1416		al->sym = map__find_symbol(al->map, al->addr, NULL);
1417}
v5.4
  1#include <errno.h>
  2#include <fcntl.h>
  3#include <inttypes.h>
  4#include <linux/kernel.h>
  5#include <linux/types.h>
  6#include <perf/cpumap.h>
  7#include <sys/types.h>
  8#include <sys/stat.h>
  9#include <unistd.h>
 10#include <uapi/linux/mman.h> /* To get things like MAP_HUGETLB even on older libc headers */
 11#include <linux/perf_event.h>
 12#include <linux/zalloc.h>
 13#include "cpumap.h"
 14#include "dso.h"
 15#include "event.h"
 16#include "debug.h"
 17#include "hist.h"
 18#include "machine.h"
 19#include "sort.h"
 20#include "string2.h"
 21#include "strlist.h"
 22#include "thread.h"
 23#include "thread_map.h"
 24#include "time-utils.h"
 25#include <linux/ctype.h>
 26#include "map.h"
 27#include "util/namespaces.h"
 28#include "symbol.h"
 29#include "symbol/kallsyms.h"
 30#include "asm/bug.h"
 31#include "stat.h"
 32#include "session.h"
 33#include "bpf-event.h"
 34#include "tool.h"
 35#include "../perf.h"
 36
 37static const char *perf_event__names[] = {
 38	[0]					= "TOTAL",
 39	[PERF_RECORD_MMAP]			= "MMAP",
 40	[PERF_RECORD_MMAP2]			= "MMAP2",
 41	[PERF_RECORD_LOST]			= "LOST",
 42	[PERF_RECORD_COMM]			= "COMM",
 43	[PERF_RECORD_EXIT]			= "EXIT",
 44	[PERF_RECORD_THROTTLE]			= "THROTTLE",
 45	[PERF_RECORD_UNTHROTTLE]		= "UNTHROTTLE",
 46	[PERF_RECORD_FORK]			= "FORK",
 47	[PERF_RECORD_READ]			= "READ",
 48	[PERF_RECORD_SAMPLE]			= "SAMPLE",
 49	[PERF_RECORD_AUX]			= "AUX",
 50	[PERF_RECORD_ITRACE_START]		= "ITRACE_START",
 51	[PERF_RECORD_LOST_SAMPLES]		= "LOST_SAMPLES",
 52	[PERF_RECORD_SWITCH]			= "SWITCH",
 53	[PERF_RECORD_SWITCH_CPU_WIDE]		= "SWITCH_CPU_WIDE",
 54	[PERF_RECORD_NAMESPACES]		= "NAMESPACES",
 55	[PERF_RECORD_KSYMBOL]			= "KSYMBOL",
 56	[PERF_RECORD_BPF_EVENT]			= "BPF_EVENT",
 57	[PERF_RECORD_HEADER_ATTR]		= "ATTR",
 58	[PERF_RECORD_HEADER_EVENT_TYPE]		= "EVENT_TYPE",
 59	[PERF_RECORD_HEADER_TRACING_DATA]	= "TRACING_DATA",
 60	[PERF_RECORD_HEADER_BUILD_ID]		= "BUILD_ID",
 61	[PERF_RECORD_FINISHED_ROUND]		= "FINISHED_ROUND",
 62	[PERF_RECORD_ID_INDEX]			= "ID_INDEX",
 63	[PERF_RECORD_AUXTRACE_INFO]		= "AUXTRACE_INFO",
 64	[PERF_RECORD_AUXTRACE]			= "AUXTRACE",
 65	[PERF_RECORD_AUXTRACE_ERROR]		= "AUXTRACE_ERROR",
 66	[PERF_RECORD_THREAD_MAP]		= "THREAD_MAP",
 67	[PERF_RECORD_CPU_MAP]			= "CPU_MAP",
 68	[PERF_RECORD_STAT_CONFIG]		= "STAT_CONFIG",
 69	[PERF_RECORD_STAT]			= "STAT",
 70	[PERF_RECORD_STAT_ROUND]		= "STAT_ROUND",
 71	[PERF_RECORD_EVENT_UPDATE]		= "EVENT_UPDATE",
 72	[PERF_RECORD_TIME_CONV]			= "TIME_CONV",
 73	[PERF_RECORD_HEADER_FEATURE]		= "FEATURE",
 74	[PERF_RECORD_COMPRESSED]		= "COMPRESSED",
 75};
 76
 77const char *perf_event__name(unsigned int id)
 78{
 79	if (id >= ARRAY_SIZE(perf_event__names))
 80		return "INVALID";
 81	if (!perf_event__names[id])
 82		return "UNKNOWN";
 83	return perf_event__names[id];
 84}
 85
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 86struct process_symbol_args {
 87	const char *name;
 88	u64	   start;
 89};
 90
 91static int find_symbol_cb(void *arg, const char *name, char type,
 92			  u64 start)
 93{
 94	struct process_symbol_args *args = arg;
 95
 96	/*
 97	 * Must be a function or at least an alias, as in PARISC64, where "_text" is
 98	 * an 'A' to the same address as "_stext".
 99	 */
100	if (!(kallsyms__is_function(type) ||
101	      type == 'A') || strcmp(name, args->name))
102		return 0;
103
104	args->start = start;
105	return 1;
106}
107
108int kallsyms__get_function_start(const char *kallsyms_filename,
109				 const char *symbol_name, u64 *addr)
110{
111	struct process_symbol_args args = { .name = symbol_name, };
112
113	if (kallsyms__parse(kallsyms_filename, &args, find_symbol_cb) <= 0)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
114		return -1;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
115
116	*addr = args.start;
117	return 0;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
118}
119
120void perf_event__read_stat_config(struct perf_stat_config *config,
121				  struct perf_record_stat_config *event)
122{
123	unsigned i;
124
125	for (i = 0; i < event->nr; i++) {
126
127		switch (event->data[i].tag) {
128#define CASE(__term, __val)					\
129		case PERF_STAT_CONFIG_TERM__##__term:		\
130			config->__val = event->data[i].val;	\
131			break;
132
133		CASE(AGGR_MODE, aggr_mode)
134		CASE(SCALE,     scale)
135		CASE(INTERVAL,  interval)
136#undef CASE
137		default:
138			pr_warning("unknown stat config term %" PRI_lu64 "\n",
139				   event->data[i].tag);
140		}
141	}
142}
143
144size_t perf_event__fprintf_comm(union perf_event *event, FILE *fp)
145{
146	const char *s;
147
148	if (event->header.misc & PERF_RECORD_MISC_COMM_EXEC)
149		s = " exec";
150	else
151		s = "";
152
153	return fprintf(fp, "%s: %s:%d/%d\n", s, event->comm.comm, event->comm.pid, event->comm.tid);
154}
155
156size_t perf_event__fprintf_namespaces(union perf_event *event, FILE *fp)
157{
158	size_t ret = 0;
159	struct perf_ns_link_info *ns_link_info;
160	u32 nr_namespaces, idx;
161
162	ns_link_info = event->namespaces.link_info;
163	nr_namespaces = event->namespaces.nr_namespaces;
164
165	ret += fprintf(fp, " %d/%d - nr_namespaces: %u\n\t\t[",
166		       event->namespaces.pid,
167		       event->namespaces.tid,
168		       nr_namespaces);
169
170	for (idx = 0; idx < nr_namespaces; idx++) {
171		if (idx && (idx % 4 == 0))
172			ret += fprintf(fp, "\n\t\t ");
173
174		ret  += fprintf(fp, "%u/%s: %" PRIu64 "/%#" PRIx64 "%s", idx,
175				perf_ns__name(idx), (u64)ns_link_info[idx].dev,
176				(u64)ns_link_info[idx].ino,
177				((idx + 1) != nr_namespaces) ? ", " : "]\n");
178	}
179
180	return ret;
181}
182
183int perf_event__process_comm(struct perf_tool *tool __maybe_unused,
184			     union perf_event *event,
185			     struct perf_sample *sample,
186			     struct machine *machine)
187{
188	return machine__process_comm_event(machine, event, sample);
189}
190
191int perf_event__process_namespaces(struct perf_tool *tool __maybe_unused,
192				   union perf_event *event,
193				   struct perf_sample *sample,
194				   struct machine *machine)
195{
196	return machine__process_namespaces_event(machine, event, sample);
197}
198
199int perf_event__process_lost(struct perf_tool *tool __maybe_unused,
200			     union perf_event *event,
201			     struct perf_sample *sample,
202			     struct machine *machine)
203{
204	return machine__process_lost_event(machine, event, sample);
205}
206
207int perf_event__process_aux(struct perf_tool *tool __maybe_unused,
208			    union perf_event *event,
209			    struct perf_sample *sample __maybe_unused,
210			    struct machine *machine)
211{
212	return machine__process_aux_event(machine, event);
213}
214
215int perf_event__process_itrace_start(struct perf_tool *tool __maybe_unused,
216				     union perf_event *event,
217				     struct perf_sample *sample __maybe_unused,
218				     struct machine *machine)
219{
220	return machine__process_itrace_start_event(machine, event);
221}
222
223int perf_event__process_lost_samples(struct perf_tool *tool __maybe_unused,
224				     union perf_event *event,
225				     struct perf_sample *sample,
226				     struct machine *machine)
227{
228	return machine__process_lost_samples_event(machine, event, sample);
229}
230
231int perf_event__process_switch(struct perf_tool *tool __maybe_unused,
232			       union perf_event *event,
233			       struct perf_sample *sample __maybe_unused,
234			       struct machine *machine)
235{
236	return machine__process_switch_event(machine, event);
237}
238
239int perf_event__process_ksymbol(struct perf_tool *tool __maybe_unused,
240				union perf_event *event,
241				struct perf_sample *sample __maybe_unused,
242				struct machine *machine)
243{
244	return machine__process_ksymbol(machine, event, sample);
245}
246
247int perf_event__process_bpf(struct perf_tool *tool __maybe_unused,
248			    union perf_event *event,
249			    struct perf_sample *sample,
250			    struct machine *machine)
251{
252	return machine__process_bpf(machine, event, sample);
253}
254
255size_t perf_event__fprintf_mmap(union perf_event *event, FILE *fp)
256{
257	return fprintf(fp, " %d/%d: [%#" PRI_lx64 "(%#" PRI_lx64 ") @ %#" PRI_lx64 "]: %c %s\n",
258		       event->mmap.pid, event->mmap.tid, event->mmap.start,
259		       event->mmap.len, event->mmap.pgoff,
260		       (event->header.misc & PERF_RECORD_MISC_MMAP_DATA) ? 'r' : 'x',
261		       event->mmap.filename);
262}
263
264size_t perf_event__fprintf_mmap2(union perf_event *event, FILE *fp)
265{
266	return fprintf(fp, " %d/%d: [%#" PRI_lx64 "(%#" PRI_lx64 ") @ %#" PRI_lx64
267			   " %02x:%02x %"PRI_lu64" %"PRI_lu64"]: %c%c%c%c %s\n",
268		       event->mmap2.pid, event->mmap2.tid, event->mmap2.start,
269		       event->mmap2.len, event->mmap2.pgoff, event->mmap2.maj,
270		       event->mmap2.min, event->mmap2.ino,
271		       event->mmap2.ino_generation,
272		       (event->mmap2.prot & PROT_READ) ? 'r' : '-',
273		       (event->mmap2.prot & PROT_WRITE) ? 'w' : '-',
274		       (event->mmap2.prot & PROT_EXEC) ? 'x' : '-',
275		       (event->mmap2.flags & MAP_SHARED) ? 's' : 'p',
276		       event->mmap2.filename);
277}
278
279size_t perf_event__fprintf_thread_map(union perf_event *event, FILE *fp)
280{
281	struct perf_thread_map *threads = thread_map__new_event(&event->thread_map);
282	size_t ret;
283
284	ret = fprintf(fp, " nr: ");
285
286	if (threads)
287		ret += thread_map__fprintf(threads, fp);
288	else
289		ret += fprintf(fp, "failed to get threads from event\n");
290
291	perf_thread_map__put(threads);
292	return ret;
293}
294
295size_t perf_event__fprintf_cpu_map(union perf_event *event, FILE *fp)
296{
297	struct perf_cpu_map *cpus = cpu_map__new_data(&event->cpu_map.data);
298	size_t ret;
299
300	ret = fprintf(fp, ": ");
301
302	if (cpus)
303		ret += cpu_map__fprintf(cpus, fp);
304	else
305		ret += fprintf(fp, "failed to get cpumap from event\n");
306
307	perf_cpu_map__put(cpus);
308	return ret;
309}
310
311int perf_event__process_mmap(struct perf_tool *tool __maybe_unused,
312			     union perf_event *event,
313			     struct perf_sample *sample,
314			     struct machine *machine)
315{
316	return machine__process_mmap_event(machine, event, sample);
317}
318
319int perf_event__process_mmap2(struct perf_tool *tool __maybe_unused,
320			     union perf_event *event,
321			     struct perf_sample *sample,
322			     struct machine *machine)
323{
324	return machine__process_mmap2_event(machine, event, sample);
325}
326
327size_t perf_event__fprintf_task(union perf_event *event, FILE *fp)
328{
329	return fprintf(fp, "(%d:%d):(%d:%d)\n",
330		       event->fork.pid, event->fork.tid,
331		       event->fork.ppid, event->fork.ptid);
332}
333
334int perf_event__process_fork(struct perf_tool *tool __maybe_unused,
335			     union perf_event *event,
336			     struct perf_sample *sample,
337			     struct machine *machine)
338{
339	return machine__process_fork_event(machine, event, sample);
340}
341
342int perf_event__process_exit(struct perf_tool *tool __maybe_unused,
343			     union perf_event *event,
344			     struct perf_sample *sample,
345			     struct machine *machine)
346{
347	return machine__process_exit_event(machine, event, sample);
348}
349
350size_t perf_event__fprintf_aux(union perf_event *event, FILE *fp)
351{
352	return fprintf(fp, " offset: %#"PRI_lx64" size: %#"PRI_lx64" flags: %#"PRI_lx64" [%s%s%s]\n",
353		       event->aux.aux_offset, event->aux.aux_size,
354		       event->aux.flags,
355		       event->aux.flags & PERF_AUX_FLAG_TRUNCATED ? "T" : "",
356		       event->aux.flags & PERF_AUX_FLAG_OVERWRITE ? "O" : "",
357		       event->aux.flags & PERF_AUX_FLAG_PARTIAL   ? "P" : "");
358}
359
360size_t perf_event__fprintf_itrace_start(union perf_event *event, FILE *fp)
361{
362	return fprintf(fp, " pid: %u tid: %u\n",
363		       event->itrace_start.pid, event->itrace_start.tid);
364}
365
366size_t perf_event__fprintf_switch(union perf_event *event, FILE *fp)
367{
368	bool out = event->header.misc & PERF_RECORD_MISC_SWITCH_OUT;
369	const char *in_out = !out ? "IN         " :
370		!(event->header.misc & PERF_RECORD_MISC_SWITCH_OUT_PREEMPT) ?
371				    "OUT        " : "OUT preempt";
372
373	if (event->header.type == PERF_RECORD_SWITCH)
374		return fprintf(fp, " %s\n", in_out);
375
376	return fprintf(fp, " %s  %s pid/tid: %5u/%-5u\n",
377		       in_out, out ? "next" : "prev",
378		       event->context_switch.next_prev_pid,
379		       event->context_switch.next_prev_tid);
380}
381
382static size_t perf_event__fprintf_lost(union perf_event *event, FILE *fp)
383{
384	return fprintf(fp, " lost %" PRI_lu64 "\n", event->lost.lost);
385}
386
387size_t perf_event__fprintf_ksymbol(union perf_event *event, FILE *fp)
388{
389	return fprintf(fp, " addr %" PRI_lx64 " len %u type %u flags 0x%x name %s\n",
390		       event->ksymbol.addr, event->ksymbol.len,
391		       event->ksymbol.ksym_type,
392		       event->ksymbol.flags, event->ksymbol.name);
393}
394
395size_t perf_event__fprintf_bpf(union perf_event *event, FILE *fp)
396{
397	return fprintf(fp, " type %u, flags %u, id %u\n",
398		       event->bpf.type, event->bpf.flags, event->bpf.id);
399}
400
401size_t perf_event__fprintf(union perf_event *event, FILE *fp)
402{
403	size_t ret = fprintf(fp, "PERF_RECORD_%s",
404			     perf_event__name(event->header.type));
405
406	switch (event->header.type) {
407	case PERF_RECORD_COMM:
408		ret += perf_event__fprintf_comm(event, fp);
409		break;
410	case PERF_RECORD_FORK:
411	case PERF_RECORD_EXIT:
412		ret += perf_event__fprintf_task(event, fp);
413		break;
414	case PERF_RECORD_MMAP:
415		ret += perf_event__fprintf_mmap(event, fp);
416		break;
417	case PERF_RECORD_NAMESPACES:
418		ret += perf_event__fprintf_namespaces(event, fp);
419		break;
420	case PERF_RECORD_MMAP2:
421		ret += perf_event__fprintf_mmap2(event, fp);
422		break;
423	case PERF_RECORD_AUX:
424		ret += perf_event__fprintf_aux(event, fp);
425		break;
426	case PERF_RECORD_ITRACE_START:
427		ret += perf_event__fprintf_itrace_start(event, fp);
428		break;
429	case PERF_RECORD_SWITCH:
430	case PERF_RECORD_SWITCH_CPU_WIDE:
431		ret += perf_event__fprintf_switch(event, fp);
432		break;
433	case PERF_RECORD_LOST:
434		ret += perf_event__fprintf_lost(event, fp);
435		break;
436	case PERF_RECORD_KSYMBOL:
437		ret += perf_event__fprintf_ksymbol(event, fp);
438		break;
439	case PERF_RECORD_BPF_EVENT:
440		ret += perf_event__fprintf_bpf(event, fp);
441		break;
442	default:
443		ret += fprintf(fp, "\n");
444	}
445
446	return ret;
447}
448
449int perf_event__process(struct perf_tool *tool __maybe_unused,
450			union perf_event *event,
451			struct perf_sample *sample,
452			struct machine *machine)
453{
454	return machine__process_event(machine, event, sample);
455}
456
457struct map *thread__find_map(struct thread *thread, u8 cpumode, u64 addr,
458			     struct addr_location *al)
 
459{
460	struct map_groups *mg = thread->mg;
461	struct machine *machine = mg->machine;
462	bool load_map = false;
463
464	al->machine = machine;
465	al->thread = thread;
466	al->addr = addr;
467	al->cpumode = cpumode;
468	al->filtered = 0;
469
470	if (machine == NULL) {
471		al->map = NULL;
472		return NULL;
473	}
474
475	if (cpumode == PERF_RECORD_MISC_KERNEL && perf_host) {
476		al->level = 'k';
477		mg = &machine->kmaps;
478		load_map = true;
479	} else if (cpumode == PERF_RECORD_MISC_USER && perf_host) {
480		al->level = '.';
481	} else if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL && perf_guest) {
482		al->level = 'g';
483		mg = &machine->kmaps;
484		load_map = true;
485	} else if (cpumode == PERF_RECORD_MISC_GUEST_USER && perf_guest) {
486		al->level = 'u';
487	} else {
488		al->level = 'H';
489		al->map = NULL;
490
491		if ((cpumode == PERF_RECORD_MISC_GUEST_USER ||
492			cpumode == PERF_RECORD_MISC_GUEST_KERNEL) &&
493			!perf_guest)
494			al->filtered |= (1 << HIST_FILTER__GUEST);
495		if ((cpumode == PERF_RECORD_MISC_USER ||
496			cpumode == PERF_RECORD_MISC_KERNEL) &&
497			!perf_host)
498			al->filtered |= (1 << HIST_FILTER__HOST);
499
500		return NULL;
501	}
502
503	al->map = map_groups__find(mg, al->addr);
504	if (al->map != NULL) {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
505		/*
506		 * Kernel maps might be changed when loading symbols so loading
507		 * must be done prior to using kernel maps.
508		 */
509		if (load_map)
510			map__load(al->map);
511		al->addr = al->map->map_ip(al->map, al->addr);
512	}
513
514	return al->map;
515}
516
517/*
518 * For branch stacks or branch samples, the sample cpumode might not be correct
519 * because it applies only to the sample 'ip' and not necessary to 'addr' or
520 * branch stack addresses. If possible, use a fallback to deal with those cases.
521 */
522struct map *thread__find_map_fb(struct thread *thread, u8 cpumode, u64 addr,
523				struct addr_location *al)
524{
525	struct map *map = thread__find_map(thread, cpumode, addr, al);
526	struct machine *machine = thread->mg->machine;
527	u8 addr_cpumode = machine__addr_cpumode(machine, cpumode, addr);
528
529	if (map || addr_cpumode == cpumode)
530		return map;
531
532	return thread__find_map(thread, addr_cpumode, addr, al);
533}
534
535struct symbol *thread__find_symbol(struct thread *thread, u8 cpumode,
536				   u64 addr, struct addr_location *al)
537{
538	al->sym = NULL;
539	if (thread__find_map(thread, cpumode, addr, al))
540		al->sym = map__find_symbol(al->map, al->addr);
541	return al->sym;
542}
543
544struct symbol *thread__find_symbol_fb(struct thread *thread, u8 cpumode,
545				      u64 addr, struct addr_location *al)
546{
547	al->sym = NULL;
548	if (thread__find_map_fb(thread, cpumode, addr, al))
549		al->sym = map__find_symbol(al->map, al->addr);
550	return al->sym;
551}
552
553/*
554 * Callers need to drop the reference to al->thread, obtained in
555 * machine__findnew_thread()
556 */
557int machine__resolve(struct machine *machine, struct addr_location *al,
558		     struct perf_sample *sample)
559{
560	struct thread *thread = machine__findnew_thread(machine, sample->pid,
561							sample->tid);
562
563	if (thread == NULL)
564		return -1;
565
566	dump_printf(" ... thread: %s:%d\n", thread__comm_str(thread), thread->tid);
567	thread__find_map(thread, sample->cpumode, sample->ip, al);
 
 
 
 
 
 
 
 
 
 
 
568	dump_printf(" ...... dso: %s\n",
569		    al->map ? al->map->dso->long_name :
570			al->level == 'H' ? "[hypervisor]" : "<not found>");
571
572	if (thread__is_filtered(thread))
573		al->filtered |= (1 << HIST_FILTER__THREAD);
574
575	al->sym = NULL;
576	al->cpu = sample->cpu;
577	al->socket = -1;
578	al->srcline = NULL;
579
580	if (al->cpu >= 0) {
581		struct perf_env *env = machine->env;
582
583		if (env && env->cpu)
584			al->socket = env->cpu[al->cpu].socket_id;
585	}
586
587	if (al->map) {
588		struct dso *dso = al->map->dso;
589
590		if (symbol_conf.dso_list &&
591		    (!dso || !(strlist__has_entry(symbol_conf.dso_list,
592						  dso->short_name) ||
593			       (dso->short_name != dso->long_name &&
594				strlist__has_entry(symbol_conf.dso_list,
595						   dso->long_name))))) {
596			al->filtered |= (1 << HIST_FILTER__DSO);
597		}
598
599		al->sym = map__find_symbol(al->map, al->addr);
 
600	}
601
602	if (symbol_conf.sym_list &&
603		(!al->sym || !strlist__has_entry(symbol_conf.sym_list,
604						al->sym->name))) {
605		al->filtered |= (1 << HIST_FILTER__SYMBOL);
606	}
607
608	return 0;
609}
610
611/*
612 * The preprocess_sample method will return with reference counts for the
613 * in it, when done using (and perhaps getting ref counts if needing to
614 * keep a pointer to one of those entries) it must be paired with
615 * addr_location__put(), so that the refcounts can be decremented.
616 */
617void addr_location__put(struct addr_location *al)
618{
619	thread__zput(al->thread);
620}
621
622bool is_bts_event(struct perf_event_attr *attr)
623{
624	return attr->type == PERF_TYPE_HARDWARE &&
625	       (attr->config & PERF_COUNT_HW_BRANCH_INSTRUCTIONS) &&
626	       attr->sample_period == 1;
627}
628
629bool sample_addr_correlates_sym(struct perf_event_attr *attr)
630{
631	if (attr->type == PERF_TYPE_SOFTWARE &&
632	    (attr->config == PERF_COUNT_SW_PAGE_FAULTS ||
633	     attr->config == PERF_COUNT_SW_PAGE_FAULTS_MIN ||
634	     attr->config == PERF_COUNT_SW_PAGE_FAULTS_MAJ))
635		return true;
636
637	if (is_bts_event(attr))
638		return true;
639
640	return false;
641}
642
643void thread__resolve(struct thread *thread, struct addr_location *al,
644		     struct perf_sample *sample)
645{
646	thread__find_map_fb(thread, sample->cpumode, sample->addr, al);
 
 
 
647
648	al->cpu = sample->cpu;
649	al->sym = NULL;
650
651	if (al->map)
652		al->sym = map__find_symbol(al->map, al->addr);
653}