Linux Audio

Check our new training course

Loading...
v4.6
   1/*
   2 * builtin-top.c
   3 *
   4 * Builtin top command: Display a continuously updated profile of
   5 * any workload, CPU or specific PID.
   6 *
   7 * Copyright (C) 2008, Red Hat Inc, Ingo Molnar <mingo@redhat.com>
   8 *		 2011, Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com>
   9 *
  10 * Improvements and fixes by:
  11 *
  12 *   Arjan van de Ven <arjan@linux.intel.com>
  13 *   Yanmin Zhang <yanmin.zhang@intel.com>
  14 *   Wu Fengguang <fengguang.wu@intel.com>
  15 *   Mike Galbraith <efault@gmx.de>
  16 *   Paul Mackerras <paulus@samba.org>
  17 *
  18 * Released under the GPL v2. (and only v2, not any later version)
  19 */
  20#include "builtin.h"
  21
  22#include "perf.h"
  23
  24#include "util/annotate.h"
  25#include "util/cache.h"
  26#include "util/color.h"
 
  27#include "util/evlist.h"
  28#include "util/evsel.h"
 
  29#include "util/machine.h"
  30#include "util/session.h"
  31#include "util/symbol.h"
  32#include "util/thread.h"
  33#include "util/thread_map.h"
  34#include "util/top.h"
  35#include "util/util.h"
  36#include <linux/rbtree.h>
  37#include <subcmd/parse-options.h>
  38#include "util/parse-events.h"
  39#include "util/cpumap.h"
  40#include "util/xyarray.h"
  41#include "util/sort.h"
 
  42#include "util/intlist.h"
  43#include "util/parse-branch-options.h"
  44#include "arch/common.h"
  45
  46#include "util/debug.h"
  47
  48#include <assert.h>
  49#include <elf.h>
  50#include <fcntl.h>
  51
  52#include <stdio.h>
  53#include <termios.h>
  54#include <unistd.h>
  55#include <inttypes.h>
  56
  57#include <errno.h>
  58#include <time.h>
  59#include <sched.h>
 
  60
  61#include <sys/syscall.h>
  62#include <sys/ioctl.h>
  63#include <poll.h>
  64#include <sys/prctl.h>
  65#include <sys/wait.h>
  66#include <sys/uio.h>
  67#include <sys/utsname.h>
  68#include <sys/mman.h>
  69
  70#include <linux/stringify.h>
 
  71#include <linux/types.h>
  72
 
 
  73static volatile int done;
 
  74
  75#define HEADER_LINE_NR  5
  76
  77static void perf_top__update_print_entries(struct perf_top *top)
  78{
  79	top->print_entries = top->winsize.ws_row - HEADER_LINE_NR;
  80}
  81
  82static void perf_top__sig_winch(int sig __maybe_unused,
  83				siginfo_t *info __maybe_unused, void *arg)
  84{
  85	struct perf_top *top = arg;
 
  86
 
 
  87	get_term_dimensions(&top->winsize);
  88	perf_top__update_print_entries(top);
  89}
  90
  91static int perf_top__parse_source(struct perf_top *top, struct hist_entry *he)
  92{
 
  93	struct symbol *sym;
  94	struct annotation *notes;
  95	struct map *map;
  96	int err = -1;
  97
  98	if (!he || !he->ms.sym)
  99		return -1;
 100
 101	sym = he->ms.sym;
 102	map = he->ms.map;
 103
 104	/*
 105	 * We can't annotate with just /proc/kallsyms
 106	 */
 107	if (map->dso->symtab_type == DSO_BINARY_TYPE__KALLSYMS &&
 108	    !dso__is_kcore(map->dso)) {
 109		pr_err("Can't annotate %s: No vmlinux file was found in the "
 110		       "path\n", sym->name);
 111		sleep(1);
 112		return -1;
 113	}
 114
 115	notes = symbol__annotation(sym);
 116	if (notes->src != NULL) {
 117		pthread_mutex_lock(&notes->lock);
 118		goto out_assign;
 119	}
 120
 121	pthread_mutex_lock(&notes->lock);
 122
 123	if (symbol__alloc_hist(sym) < 0) {
 124		pthread_mutex_unlock(&notes->lock);
 125		pr_err("Not enough memory for annotating '%s' symbol!\n",
 126		       sym->name);
 127		sleep(1);
 128		return err;
 129	}
 130
 131	err = symbol__annotate(sym, map, 0);
 132	if (err == 0) {
 133out_assign:
 134		top->sym_filter_entry = he;
 
 
 
 
 135	}
 136
 137	pthread_mutex_unlock(&notes->lock);
 138	return err;
 139}
 140
 141static void __zero_source_counters(struct hist_entry *he)
 142{
 143	struct symbol *sym = he->ms.sym;
 144	symbol__annotate_zero_histograms(sym);
 145}
 146
 147static void ui__warn_map_erange(struct map *map, struct symbol *sym, u64 ip)
 148{
 149	struct utsname uts;
 150	int err = uname(&uts);
 151
 152	ui__warning("Out of bounds address found:\n\n"
 153		    "Addr:   %" PRIx64 "\n"
 154		    "DSO:    %s %c\n"
 155		    "Map:    %" PRIx64 "-%" PRIx64 "\n"
 156		    "Symbol: %" PRIx64 "-%" PRIx64 " %c %s\n"
 157		    "Arch:   %s\n"
 158		    "Kernel: %s\n"
 159		    "Tools:  %s\n\n"
 160		    "Not all samples will be on the annotation output.\n\n"
 161		    "Please report to linux-kernel@vger.kernel.org\n",
 162		    ip, map->dso->long_name, dso__symtab_origin(map->dso),
 163		    map->start, map->end, sym->start, sym->end,
 164		    sym->binding == STB_GLOBAL ? 'g' :
 165		    sym->binding == STB_LOCAL  ? 'l' : 'w', sym->name,
 166		    err ? "[unknown]" : uts.machine,
 167		    err ? "[unknown]" : uts.release, perf_version_string);
 168	if (use_browser <= 0)
 169		sleep(5);
 170
 171	map->erange_warned = true;
 172}
 173
 174static void perf_top__record_precise_ip(struct perf_top *top,
 175					struct hist_entry *he,
 
 176					int counter, u64 ip)
 177{
 178	struct annotation *notes;
 179	struct symbol *sym = he->ms.sym;
 180	int err = 0;
 181
 182	if (sym == NULL || (use_browser == 0 &&
 183			    (top->sym_filter_entry == NULL ||
 184			     top->sym_filter_entry->ms.sym != sym)))
 185		return;
 186
 187	notes = symbol__annotation(sym);
 188
 189	if (pthread_mutex_trylock(&notes->lock))
 190		return;
 191
 192	err = hist_entry__inc_addr_samples(he, counter, ip);
 193
 194	pthread_mutex_unlock(&notes->lock);
 195
 196	if (unlikely(err)) {
 197		/*
 198		 * This function is now called with he->hists->lock held.
 199		 * Release it before going to sleep.
 200		 */
 201		pthread_mutex_unlock(&he->hists->lock);
 202
 203		if (err == -ERANGE && !he->ms.map->erange_warned)
 204			ui__warn_map_erange(he->ms.map, sym, ip);
 205		else if (err == -ENOMEM) {
 206			pr_err("Not enough memory for annotating '%s' symbol!\n",
 207			       sym->name);
 208			sleep(1);
 209		}
 210
 211		pthread_mutex_lock(&he->hists->lock);
 212	}
 213}
 214
 215static void perf_top__show_details(struct perf_top *top)
 216{
 217	struct hist_entry *he = top->sym_filter_entry;
 
 218	struct annotation *notes;
 219	struct symbol *symbol;
 220	int more;
 221
 222	if (!he)
 223		return;
 224
 225	symbol = he->ms.sym;
 226	notes = symbol__annotation(symbol);
 227
 228	pthread_mutex_lock(&notes->lock);
 229
 
 
 230	if (notes->src == NULL)
 231		goto out_unlock;
 232
 233	printf("Showing %s for %s\n", perf_evsel__name(top->sym_evsel), symbol->name);
 234	printf("  Events  Pcnt (>=%d%%)\n", top->sym_pcnt_filter);
 235
 236	more = symbol__annotate_printf(symbol, he->ms.map, top->sym_evsel,
 237				       0, top->sym_pcnt_filter, top->print_entries, 4);
 238
 239	if (top->evlist->enabled) {
 240		if (top->zero)
 241			symbol__annotate_zero_histogram(symbol, top->sym_evsel->idx);
 242		else
 243			symbol__annotate_decay_histogram(symbol, top->sym_evsel->idx);
 244	}
 245	if (more != 0)
 246		printf("%d lines not displayed, maybe increase display entries [e]\n", more);
 247out_unlock:
 248	pthread_mutex_unlock(&notes->lock);
 249}
 250
 251static void perf_top__print_sym_table(struct perf_top *top)
 252{
 253	char bf[160];
 254	int printed = 0;
 255	const int win_width = top->winsize.ws_col - 1;
 256	struct perf_evsel *evsel = top->sym_evsel;
 257	struct hists *hists = evsel__hists(evsel);
 258
 259	puts(CONSOLE_CLEAR);
 260
 261	perf_top__header_snprintf(top, bf, sizeof(bf));
 262	printf("%s\n", bf);
 263
 264	perf_top__reset_sample_counters(top);
 265
 266	printf("%-*.*s\n", win_width, win_width, graph_dotted_line);
 267
 268	if (hists->stats.nr_lost_warned !=
 269	    hists->stats.nr_events[PERF_RECORD_LOST]) {
 
 270		hists->stats.nr_lost_warned =
 271			      hists->stats.nr_events[PERF_RECORD_LOST];
 272		color_fprintf(stdout, PERF_COLOR_RED,
 273			      "WARNING: LOST %d chunks, Check IO/CPU overload",
 274			      hists->stats.nr_lost_warned);
 275		++printed;
 276	}
 277
 278	if (top->sym_filter_entry) {
 279		perf_top__show_details(top);
 280		return;
 281	}
 282
 283	if (top->evlist->enabled) {
 284		if (top->zero) {
 285			hists__delete_entries(hists);
 286		} else {
 287			hists__decay_entries(hists, top->hide_user_symbols,
 288					     top->hide_kernel_symbols);
 289		}
 290	}
 291
 292	hists__collapse_resort(hists, NULL);
 293	perf_evsel__output_resort(evsel, NULL);
 294
 295	hists__output_recalc_col_len(hists, top->print_entries - printed);
 296	putchar('\n');
 297	hists__fprintf(hists, false, top->print_entries - printed, win_width,
 298		       top->min_percent, stdout);
 299}
 300
 301static void prompt_integer(int *target, const char *msg)
 302{
 303	char *buf = malloc(0), *p;
 304	size_t dummy = 0;
 305	int tmp;
 306
 307	fprintf(stdout, "\n%s: ", msg);
 308	if (getline(&buf, &dummy, stdin) < 0)
 309		return;
 310
 311	p = strchr(buf, '\n');
 312	if (p)
 313		*p = 0;
 314
 315	p = buf;
 316	while(*p) {
 317		if (!isdigit(*p))
 318			goto out_free;
 319		p++;
 320	}
 321	tmp = strtoul(buf, NULL, 10);
 322	*target = tmp;
 323out_free:
 324	free(buf);
 325}
 326
 327static void prompt_percent(int *target, const char *msg)
 328{
 329	int tmp = 0;
 330
 331	prompt_integer(&tmp, msg);
 332	if (tmp >= 0 && tmp <= 100)
 333		*target = tmp;
 334}
 335
 336static void perf_top__prompt_symbol(struct perf_top *top, const char *msg)
 337{
 338	char *buf = malloc(0), *p;
 339	struct hist_entry *syme = top->sym_filter_entry, *n, *found = NULL;
 340	struct hists *hists = evsel__hists(top->sym_evsel);
 341	struct rb_node *next;
 342	size_t dummy = 0;
 343
 344	/* zero counters of active symbol */
 345	if (syme) {
 346		__zero_source_counters(syme);
 347		top->sym_filter_entry = NULL;
 348	}
 349
 350	fprintf(stdout, "\n%s: ", msg);
 351	if (getline(&buf, &dummy, stdin) < 0)
 352		goto out_free;
 353
 354	p = strchr(buf, '\n');
 355	if (p)
 356		*p = 0;
 357
 358	next = rb_first(&hists->entries);
 359	while (next) {
 360		n = rb_entry(next, struct hist_entry, rb_node);
 361		if (n->ms.sym && !strcmp(buf, n->ms.sym->name)) {
 362			found = n;
 363			break;
 364		}
 365		next = rb_next(&n->rb_node);
 366	}
 367
 368	if (!found) {
 369		fprintf(stderr, "Sorry, %s is not active.\n", buf);
 370		sleep(1);
 371	} else
 372		perf_top__parse_source(top, found);
 373
 374out_free:
 375	free(buf);
 376}
 377
 378static void perf_top__print_mapped_keys(struct perf_top *top)
 379{
 380	char *name = NULL;
 381
 382	if (top->sym_filter_entry) {
 383		struct symbol *sym = top->sym_filter_entry->ms.sym;
 384		name = sym->name;
 385	}
 386
 387	fprintf(stdout, "\nMapped keys:\n");
 388	fprintf(stdout, "\t[d]     display refresh delay.             \t(%d)\n", top->delay_secs);
 389	fprintf(stdout, "\t[e]     display entries (lines).           \t(%d)\n", top->print_entries);
 390
 391	if (top->evlist->nr_entries > 1)
 392		fprintf(stdout, "\t[E]     active event counter.              \t(%s)\n", perf_evsel__name(top->sym_evsel));
 393
 394	fprintf(stdout, "\t[f]     profile display filter (count).    \t(%d)\n", top->count_filter);
 395
 396	fprintf(stdout, "\t[F]     annotate display filter (percent). \t(%d%%)\n", top->sym_pcnt_filter);
 397	fprintf(stdout, "\t[s]     annotate symbol.                   \t(%s)\n", name?: "NULL");
 398	fprintf(stdout, "\t[S]     stop annotation.\n");
 399
 400	fprintf(stdout,
 401		"\t[K]     hide kernel_symbols symbols.     \t(%s)\n",
 402		top->hide_kernel_symbols ? "yes" : "no");
 403	fprintf(stdout,
 404		"\t[U]     hide user symbols.               \t(%s)\n",
 405		top->hide_user_symbols ? "yes" : "no");
 406	fprintf(stdout, "\t[z]     toggle sample zeroing.             \t(%d)\n", top->zero ? 1 : 0);
 407	fprintf(stdout, "\t[qQ]    quit.\n");
 408}
 409
 410static int perf_top__key_mapped(struct perf_top *top, int c)
 411{
 412	switch (c) {
 413		case 'd':
 414		case 'e':
 415		case 'f':
 416		case 'z':
 417		case 'q':
 418		case 'Q':
 419		case 'K':
 420		case 'U':
 421		case 'F':
 422		case 's':
 423		case 'S':
 424			return 1;
 425		case 'E':
 426			return top->evlist->nr_entries > 1 ? 1 : 0;
 427		default:
 428			break;
 429	}
 430
 431	return 0;
 432}
 433
 434static bool perf_top__handle_keypress(struct perf_top *top, int c)
 435{
 436	bool ret = true;
 437
 438	if (!perf_top__key_mapped(top, c)) {
 439		struct pollfd stdin_poll = { .fd = 0, .events = POLLIN };
 440		struct termios save;
 441
 442		perf_top__print_mapped_keys(top);
 443		fprintf(stdout, "\nEnter selection, or unmapped key to continue: ");
 444		fflush(stdout);
 445
 446		set_term_quiet_input(&save);
 447
 448		poll(&stdin_poll, 1, -1);
 449		c = getc(stdin);
 450
 451		tcsetattr(0, TCSAFLUSH, &save);
 452		if (!perf_top__key_mapped(top, c))
 453			return ret;
 454	}
 455
 456	switch (c) {
 457		case 'd':
 458			prompt_integer(&top->delay_secs, "Enter display delay");
 459			if (top->delay_secs < 1)
 460				top->delay_secs = 1;
 461			break;
 462		case 'e':
 463			prompt_integer(&top->print_entries, "Enter display entries (lines)");
 464			if (top->print_entries == 0) {
 465				struct sigaction act = {
 466					.sa_sigaction = perf_top__sig_winch,
 467					.sa_flags     = SA_SIGINFO,
 468				};
 469				perf_top__sig_winch(SIGWINCH, NULL, top);
 470				sigaction(SIGWINCH, &act, NULL);
 471			} else {
 472				signal(SIGWINCH, SIG_DFL);
 473			}
 474			break;
 475		case 'E':
 476			if (top->evlist->nr_entries > 1) {
 477				/* Select 0 as the default event: */
 478				int counter = 0;
 479
 480				fprintf(stderr, "\nAvailable events:");
 481
 482				evlist__for_each(top->evlist, top->sym_evsel)
 483					fprintf(stderr, "\n\t%d %s", top->sym_evsel->idx, perf_evsel__name(top->sym_evsel));
 484
 485				prompt_integer(&counter, "Enter details event counter");
 486
 487				if (counter >= top->evlist->nr_entries) {
 488					top->sym_evsel = perf_evlist__first(top->evlist);
 489					fprintf(stderr, "Sorry, no such event, using %s.\n", perf_evsel__name(top->sym_evsel));
 490					sleep(1);
 491					break;
 492				}
 493				evlist__for_each(top->evlist, top->sym_evsel)
 494					if (top->sym_evsel->idx == counter)
 495						break;
 496			} else
 497				top->sym_evsel = perf_evlist__first(top->evlist);
 498			break;
 499		case 'f':
 500			prompt_integer(&top->count_filter, "Enter display event count filter");
 501			break;
 502		case 'F':
 503			prompt_percent(&top->sym_pcnt_filter,
 504				       "Enter details display event filter (percent)");
 505			break;
 506		case 'K':
 507			top->hide_kernel_symbols = !top->hide_kernel_symbols;
 508			break;
 509		case 'q':
 510		case 'Q':
 511			printf("exiting.\n");
 512			if (top->dump_symtab)
 513				perf_session__fprintf_dsos(top->session, stderr);
 514			ret = false;
 515			break;
 516		case 's':
 517			perf_top__prompt_symbol(top, "Enter details symbol");
 518			break;
 519		case 'S':
 520			if (!top->sym_filter_entry)
 521				break;
 522			else {
 523				struct hist_entry *syme = top->sym_filter_entry;
 524
 525				top->sym_filter_entry = NULL;
 526				__zero_source_counters(syme);
 527			}
 528			break;
 529		case 'U':
 530			top->hide_user_symbols = !top->hide_user_symbols;
 531			break;
 532		case 'z':
 533			top->zero = !top->zero;
 534			break;
 535		default:
 536			break;
 537	}
 538
 539	return ret;
 540}
 541
 542static void perf_top__sort_new_samples(void *arg)
 543{
 544	struct perf_top *t = arg;
 545	struct perf_evsel *evsel = t->sym_evsel;
 546	struct hists *hists;
 547
 548	perf_top__reset_sample_counters(t);
 549
 550	if (t->evlist->selected != NULL)
 551		t->sym_evsel = t->evlist->selected;
 552
 553	hists = evsel__hists(evsel);
 554
 555	if (t->evlist->enabled) {
 556		if (t->zero) {
 557			hists__delete_entries(hists);
 558		} else {
 559			hists__decay_entries(hists, t->hide_user_symbols,
 560					     t->hide_kernel_symbols);
 561		}
 562	}
 563
 564	hists__collapse_resort(hists, NULL);
 565	perf_evsel__output_resort(evsel, NULL);
 566}
 567
 568static void *display_thread_tui(void *arg)
 569{
 570	struct perf_evsel *pos;
 571	struct perf_top *top = arg;
 572	const char *help = "For a higher level overview, try: perf top --sort comm,dso";
 573	struct hist_browser_timer hbt = {
 574		.timer		= perf_top__sort_new_samples,
 575		.arg		= top,
 576		.refresh	= top->delay_secs,
 577	};
 578
 
 
 
 
 
 
 
 579	perf_top__sort_new_samples(top);
 580
 581	/*
 582	 * Initialize the uid_filter_str, in the future the TUI will allow
 583	 * Zooming in/out UIDs. For now juse use whatever the user passed
 584	 * via --uid.
 585	 */
 586	evlist__for_each(top->evlist, pos) {
 587		struct hists *hists = evsel__hists(pos);
 588		hists->uid_filter_str = top->record_opts.target.uid_str;
 589	}
 590
 591	perf_evlist__tui_browse_hists(top->evlist, help, &hbt,
 592				      top->min_percent,
 593				      &top->session->header.env);
 
 594
 595	done = 1;
 596	return NULL;
 597}
 598
 599static void display_sig(int sig __maybe_unused)
 600{
 601	done = 1;
 602}
 603
 604static void display_setup_sig(void)
 605{
 606	signal(SIGSEGV, sighandler_dump_stack);
 607	signal(SIGFPE, sighandler_dump_stack);
 608	signal(SIGINT,  display_sig);
 609	signal(SIGQUIT, display_sig);
 610	signal(SIGTERM, display_sig);
 611}
 612
 613static void *display_thread(void *arg)
 614{
 615	struct pollfd stdin_poll = { .fd = 0, .events = POLLIN };
 616	struct termios save;
 617	struct perf_top *top = arg;
 618	int delay_msecs, c;
 619
 
 
 
 
 
 
 
 620	display_setup_sig();
 621	pthread__unblock_sigwinch();
 622repeat:
 623	delay_msecs = top->delay_secs * 1000;
 624	set_term_quiet_input(&save);
 625	/* trash return*/
 626	getc(stdin);
 627
 628	while (!done) {
 629		perf_top__print_sym_table(top);
 630		/*
 631		 * Either timeout expired or we got an EINTR due to SIGWINCH,
 632		 * refresh screen in both cases.
 633		 */
 634		switch (poll(&stdin_poll, 1, delay_msecs)) {
 635		case 0:
 636			continue;
 637		case -1:
 638			if (errno == EINTR)
 639				continue;
 640			/* Fall trhu */
 641		default:
 642			c = getc(stdin);
 643			tcsetattr(0, TCSAFLUSH, &save);
 644
 645			if (perf_top__handle_keypress(top, c))
 646				goto repeat;
 647			done = 1;
 648		}
 649	}
 650
 651	tcsetattr(0, TCSAFLUSH, &save);
 652	return NULL;
 653}
 654
 655static int symbol_filter(struct map *map, struct symbol *sym)
 656{
 657	const char *name = sym->name;
 658
 659	if (!__map__is_kernel(map))
 660		return 0;
 661	/*
 662	 * ppc64 uses function descriptors and appends a '.' to the
 663	 * start of every instruction address. Remove it.
 664	 */
 665	if (name[0] == '.')
 666		name++;
 667
 668	if (!strcmp(name, "_text") ||
 669	    !strcmp(name, "_etext") ||
 670	    !strcmp(name, "_sinittext") ||
 671	    !strncmp("init_module", name, 11) ||
 672	    !strncmp("cleanup_module", name, 14) ||
 673	    strstr(name, "_text_start") ||
 674	    strstr(name, "_text_end"))
 675		return 1;
 676
 677	if (symbol__is_idle(sym))
 678		sym->ignore = true;
 679
 680	return 0;
 681}
 682
 683static int hist_iter__top_callback(struct hist_entry_iter *iter,
 684				   struct addr_location *al, bool single,
 685				   void *arg)
 686{
 687	struct perf_top *top = arg;
 688	struct hist_entry *he = iter->he;
 689	struct perf_evsel *evsel = iter->evsel;
 690
 691	if (sort__has_sym && single)
 692		perf_top__record_precise_ip(top, he, evsel->idx, al->addr);
 693
 694	hist__account_cycles(iter->sample->branch_stack, al, iter->sample,
 695		     !(top->record_opts.branch_stack & PERF_SAMPLE_BRANCH_ANY));
 696	return 0;
 697}
 698
 699static void perf_event__process_sample(struct perf_tool *tool,
 700				       const union perf_event *event,
 701				       struct perf_evsel *evsel,
 702				       struct perf_sample *sample,
 703				       struct machine *machine)
 704{
 705	struct perf_top *top = container_of(tool, struct perf_top, tool);
 706	struct addr_location al;
 707	int err;
 708
 709	if (!machine && perf_guest) {
 710		static struct intlist *seen;
 711
 712		if (!seen)
 713			seen = intlist__new(NULL);
 714
 715		if (!intlist__has_entry(seen, sample->pid)) {
 716			pr_err("Can't find guest [%d]'s kernel information\n",
 717				sample->pid);
 718			intlist__add(seen, sample->pid);
 719		}
 720		return;
 721	}
 722
 723	if (!machine) {
 724		pr_err("%u unprocessable samples recorded.\r",
 725		       top->session->evlist->stats.nr_unprocessable_samples++);
 726		return;
 727	}
 728
 729	if (event->header.misc & PERF_RECORD_MISC_EXACT_IP)
 730		top->exact_samples++;
 731
 732	if (machine__resolve(machine, &al, sample) < 0)
 733		return;
 734
 735	if (!top->kptr_restrict_warned &&
 736	    symbol_conf.kptr_restrict &&
 737	    al.cpumode == PERF_RECORD_MISC_KERNEL) {
 738		ui__warning(
 
 739"Kernel address maps (/proc/{kallsyms,modules}) are restricted.\n\n"
 740"Check /proc/sys/kernel/kptr_restrict.\n\n"
 741"Kernel%s samples will not be resolved.\n",
 742			  al.map && !RB_EMPTY_ROOT(&al.map->dso->symbols[MAP__FUNCTION]) ?
 743			  " modules" : "");
 744		if (use_browser <= 0)
 745			sleep(5);
 746		top->kptr_restrict_warned = true;
 
 747	}
 748
 749	if (al.sym == NULL) {
 750		const char *msg = "Kernel samples will not be resolved.\n";
 751		/*
 752		 * As we do lazy loading of symtabs we only will know if the
 753		 * specified vmlinux file is invalid when we actually have a
 754		 * hit in kernel space and then try to load it. So if we get
 755		 * here and there are _no_ symbols in the DSO backing the
 756		 * kernel map, bail out.
 757		 *
 758		 * We may never get here, for instance, if we use -K/
 759		 * --hide-kernel-symbols, even if the user specifies an
 760		 * invalid --vmlinux ;-)
 761		 */
 762		if (!top->kptr_restrict_warned && !top->vmlinux_warned &&
 763		    al.map == machine->vmlinux_maps[MAP__FUNCTION] &&
 764		    RB_EMPTY_ROOT(&al.map->dso->symbols[MAP__FUNCTION])) {
 765			if (symbol_conf.vmlinux_name) {
 766				char serr[256];
 767				dso__strerror_load(al.map->dso, serr, sizeof(serr));
 768				ui__warning("The %s file can't be used: %s\n%s",
 769					    symbol_conf.vmlinux_name, serr, msg);
 770			} else {
 771				ui__warning("A vmlinux file was not found.\n%s",
 772					    msg);
 773			}
 774
 775			if (use_browser <= 0)
 776				sleep(5);
 777			top->vmlinux_warned = true;
 778		}
 779	}
 780
 781	if (al.sym == NULL || !al.sym->ignore) {
 782		struct hists *hists = evsel__hists(evsel);
 783		struct hist_entry_iter iter = {
 784			.evsel		= evsel,
 785			.sample 	= sample,
 786			.add_entry_cb 	= hist_iter__top_callback,
 787		};
 788
 789		if (symbol_conf.cumulate_callchain)
 790			iter.ops = &hist_iter_cumulative;
 791		else
 792			iter.ops = &hist_iter_normal;
 793
 794		pthread_mutex_lock(&hists->lock);
 795
 796		err = hist_entry_iter__add(&iter, &al, top->max_stack, top);
 797		if (err < 0)
 798			pr_err("Problem incrementing symbol period, skipping event\n");
 799
 800		pthread_mutex_unlock(&hists->lock);
 801	}
 802
 803	addr_location__put(&al);
 804}
 805
 806static void perf_top__mmap_read_idx(struct perf_top *top, int idx)
 807{
 
 
 808	struct perf_sample sample;
 809	struct perf_evsel *evsel;
 
 810	struct perf_session *session = top->session;
 811	union perf_event *event;
 812	struct machine *machine;
 813	int ret;
 814
 815	while ((event = perf_evlist__mmap_read(top->evlist, idx)) != NULL) {
 816		ret = perf_evlist__parse_sample(top->evlist, event, &sample);
 
 
 
 
 817		if (ret) {
 818			pr_err("Can't parse sample, err = %d\n", ret);
 819			goto next_event;
 820		}
 821
 822		evsel = perf_evlist__id2evsel(session->evlist, sample.id);
 823		assert(evsel != NULL);
 824
 825		if (event->header.type == PERF_RECORD_SAMPLE)
 826			++top->samples;
 827
 828		switch (sample.cpumode) {
 829		case PERF_RECORD_MISC_USER:
 830			++top->us_samples;
 831			if (top->hide_user_symbols)
 832				goto next_event;
 833			machine = &session->machines.host;
 834			break;
 835		case PERF_RECORD_MISC_KERNEL:
 836			++top->kernel_samples;
 837			if (top->hide_kernel_symbols)
 838				goto next_event;
 839			machine = &session->machines.host;
 840			break;
 841		case PERF_RECORD_MISC_GUEST_KERNEL:
 842			++top->guest_kernel_samples;
 843			machine = perf_session__find_machine(session,
 844							     sample.pid);
 845			break;
 846		case PERF_RECORD_MISC_GUEST_USER:
 847			++top->guest_us_samples;
 848			/*
 849			 * TODO: we don't process guest user from host side
 850			 * except simple counting.
 851			 */
 852			goto next_event;
 853		default:
 854			if (event->header.type == PERF_RECORD_SAMPLE)
 855				goto next_event;
 856			machine = &session->machines.host;
 857			break;
 858		}
 859
 860
 861		if (event->header.type == PERF_RECORD_SAMPLE) {
 862			perf_event__process_sample(&top->tool, event, evsel,
 863						   &sample, machine);
 864		} else if (event->header.type < PERF_RECORD_MAX) {
 865			hists__inc_nr_events(evsel__hists(evsel), event->header.type);
 866			machine__process_event(machine, event, &sample);
 867		} else
 868			++session->evlist->stats.nr_unknown_events;
 869next_event:
 870		perf_evlist__mmap_consume(top->evlist, idx);
 871	}
 
 
 872}
 873
 874static void perf_top__mmap_read(struct perf_top *top)
 875{
 
 
 
 876	int i;
 877
 
 
 
 
 878	for (i = 0; i < top->evlist->nr_mmaps; i++)
 879		perf_top__mmap_read_idx(top, i);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 880}
 881
 882static int perf_top__start_counters(struct perf_top *top)
 883{
 884	char msg[512];
 885	struct perf_evsel *counter;
 886	struct perf_evlist *evlist = top->evlist;
 887	struct record_opts *opts = &top->record_opts;
 888
 889	perf_evlist__config(evlist, opts);
 
 
 
 
 
 
 890
 891	evlist__for_each(evlist, counter) {
 892try_again:
 893		if (perf_evsel__open(counter, top->evlist->cpus,
 894				     top->evlist->threads) < 0) {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 895			if (perf_evsel__fallback(counter, errno, msg, sizeof(msg))) {
 896				if (verbose)
 897					ui__warning("%s\n", msg);
 898				goto try_again;
 899			}
 900
 901			perf_evsel__open_strerror(counter, &opts->target,
 902						  errno, msg, sizeof(msg));
 903			ui__error("%s\n", msg);
 904			goto out_err;
 905		}
 906	}
 907
 908	if (perf_evlist__mmap(evlist, opts->mmap_pages, false) < 0) {
 909		ui__error("Failed to mmap with %d (%s)\n",
 910			    errno, strerror_r(errno, msg, sizeof(msg)));
 911		goto out_err;
 912	}
 913
 914	return 0;
 915
 916out_err:
 917	return -1;
 918}
 919
 920static int perf_top__setup_sample_type(struct perf_top *top __maybe_unused)
 921{
 922	if (!sort__has_sym) {
 923		if (symbol_conf.use_callchain) {
 924			ui__error("Selected -g but \"sym\" not present in --sort/-s.");
 925			return -EINVAL;
 926		}
 927	} else if (callchain_param.mode != CHAIN_NONE) {
 928		if (callchain_register_param(&callchain_param) < 0) {
 929			ui__error("Can't register callchain params.\n");
 930			return -EINVAL;
 931		}
 932	}
 933
 934	return 0;
 935}
 936
 937static int __cmd_top(struct perf_top *top)
 938{
 
 
 
 
 939	struct record_opts *opts = &top->record_opts;
 940	pthread_t thread;
 941	int ret;
 942
 943	top->session = perf_session__new(NULL, false, NULL);
 944	if (top->session == NULL)
 945		return -1;
 946
 947	machines__set_symbol_filter(&top->session->machines, symbol_filter);
 948
 949	if (!objdump_path) {
 950		ret = perf_env__lookup_objdump(&top->session->header.env);
 951		if (ret)
 952			goto out_delete;
 953	}
 954
 955	ret = perf_top__setup_sample_type(top);
 956	if (ret)
 957		goto out_delete;
 958
 959	if (perf_session__register_idle_thread(top->session) < 0)
 960		goto out_delete;
 961
 
 
 
 962	machine__synthesize_threads(&top->session->machines.host, &opts->target,
 963				    top->evlist->threads, false, opts->proc_map_timeout);
 
 
 964
 965	if (sort__has_socket) {
 
 
 
 966		ret = perf_env__read_cpu_topology_map(&perf_env);
 967		if (ret < 0)
 968			goto out_err_cpu_topo;
 969	}
 970
 971	ret = perf_top__start_counters(top);
 972	if (ret)
 973		goto out_delete;
 974
 
 
 
 
 
 
 
 
 975	top->session->evlist = top->evlist;
 976	perf_session__set_id_hdr_size(top->session);
 977
 978	/*
 979	 * When perf is starting the traced process, all the events (apart from
 980	 * group members) have enable_on_exec=1 set, so don't spoil it by
 981	 * prematurely enabling them.
 982	 *
 983	 * XXX 'top' still doesn't start workloads like record, trace, but should,
 984	 * so leave the check here.
 985	 */
 986        if (!target__none(&opts->target))
 987                perf_evlist__enable(top->evlist);
 988
 989	/* Wait for a minimal set of events before starting the snapshot */
 990	perf_evlist__poll(top->evlist, 100);
 991
 992	perf_top__mmap_read(top);
 993
 994	ret = -1;
 995	if (pthread_create(&thread, NULL, (use_browser > 0 ? display_thread_tui :
 996							    display_thread), top)) {
 997		ui__error("Could not create display thread.\n");
 998		goto out_delete;
 999	}
1000
1001	if (top->realtime_prio) {
1002		struct sched_param param;
1003
1004		param.sched_priority = top->realtime_prio;
1005		if (sched_setscheduler(0, SCHED_FIFO, &param)) {
1006			ui__error("Could not set realtime priority.\n");
1007			goto out_join;
1008		}
1009	}
1010
1011	while (!done) {
1012		u64 hits = top->samples;
1013
1014		perf_top__mmap_read(top);
1015
1016		if (hits == top->samples)
1017			ret = perf_evlist__poll(top->evlist, 100);
 
 
 
 
 
1018	}
1019
1020	ret = 0;
1021out_join:
1022	pthread_join(thread, NULL);
1023out_delete:
1024	perf_session__delete(top->session);
1025	top->session = NULL;
1026
1027	return ret;
1028
1029out_err_cpu_topo: {
1030	char errbuf[BUFSIZ];
1031	const char *err = strerror_r(-ret, errbuf, sizeof(errbuf));
1032
1033	ui__error("Could not read the CPU topology map: %s\n", err);
1034	goto out_delete;
1035}
1036}
1037
1038static int
1039callchain_opt(const struct option *opt, const char *arg, int unset)
1040{
1041	symbol_conf.use_callchain = true;
1042	return record_callchain_opt(opt, arg, unset);
1043}
1044
1045static int
1046parse_callchain_opt(const struct option *opt, const char *arg, int unset)
1047{
1048	struct record_opts *record = (struct record_opts *)opt->value;
1049
1050	record->callgraph_set = true;
1051	callchain_param.enabled = !unset;
1052	callchain_param.record_mode = CALLCHAIN_FP;
1053
1054	/*
1055	 * --no-call-graph
1056	 */
1057	if (unset) {
1058		symbol_conf.use_callchain = false;
1059		callchain_param.record_mode = CALLCHAIN_NONE;
1060		return 0;
1061	}
1062
1063	return parse_callchain_top_opt(arg);
1064}
1065
1066static int perf_top_config(const char *var, const char *value, void *cb __maybe_unused)
1067{
1068	if (!strcmp(var, "top.call-graph"))
1069		var = "call-graph.record-mode"; /* fall-through */
 
 
1070	if (!strcmp(var, "top.children")) {
1071		symbol_conf.cumulate_callchain = perf_config_bool(var, value);
1072		return 0;
1073	}
1074
1075	return 0;
1076}
1077
1078static int
1079parse_percent_limit(const struct option *opt, const char *arg,
1080		    int unset __maybe_unused)
1081{
1082	struct perf_top *top = opt->value;
1083
1084	top->min_percent = strtof(arg, NULL);
1085	return 0;
1086}
1087
1088const char top_callchain_help[] = CALLCHAIN_RECORD_HELP CALLCHAIN_REPORT_HELP
1089	"\n\t\t\t\tDefault: fp,graph,0.5,caller,function";
1090
1091int cmd_top(int argc, const char **argv, const char *prefix __maybe_unused)
1092{
1093	char errbuf[BUFSIZ];
1094	struct perf_top top = {
1095		.count_filter	     = 5,
1096		.delay_secs	     = 2,
1097		.record_opts = {
1098			.mmap_pages	= UINT_MAX,
1099			.user_freq	= UINT_MAX,
1100			.user_interval	= ULLONG_MAX,
1101			.freq		= 4000, /* 4 KHz */
1102			.target		= {
1103				.uses_mmap   = true,
1104			},
1105			.proc_map_timeout    = 500,
 
1106		},
1107		.max_stack	     = PERF_MAX_STACK_DEPTH,
1108		.sym_pcnt_filter     = 5,
 
1109	};
1110	struct record_opts *opts = &top.record_opts;
1111	struct target *target = &opts->target;
1112	const struct option options[] = {
1113	OPT_CALLBACK('e', "event", &top.evlist, "event",
1114		     "event selector. use 'perf list' to list available events",
1115		     parse_events_option),
1116	OPT_U64('c', "count", &opts->user_interval, "event period to sample"),
1117	OPT_STRING('p', "pid", &target->pid, "pid",
1118		    "profile events on existing process id"),
1119	OPT_STRING('t', "tid", &target->tid, "tid",
1120		    "profile events on existing thread id"),
1121	OPT_BOOLEAN('a', "all-cpus", &target->system_wide,
1122			    "system-wide collection from all CPUs"),
1123	OPT_STRING('C', "cpu", &target->cpu_list, "cpu",
1124		    "list of cpus to monitor"),
1125	OPT_STRING('k', "vmlinux", &symbol_conf.vmlinux_name,
1126		   "file", "vmlinux pathname"),
1127	OPT_BOOLEAN(0, "ignore-vmlinux", &symbol_conf.ignore_vmlinux,
1128		    "don't load vmlinux even if found"),
1129	OPT_BOOLEAN('K', "hide_kernel_symbols", &top.hide_kernel_symbols,
1130		    "hide kernel symbols"),
1131	OPT_CALLBACK('m', "mmap-pages", &opts->mmap_pages, "pages",
1132		     "number of mmap data pages",
1133		     perf_evlist__parse_mmap_pages),
1134	OPT_INTEGER('r', "realtime", &top.realtime_prio,
1135		    "collect data with this RT SCHED_FIFO priority"),
1136	OPT_INTEGER('d', "delay", &top.delay_secs,
1137		    "number of seconds to delay between refreshes"),
1138	OPT_BOOLEAN('D', "dump-symtab", &top.dump_symtab,
1139			    "dump the symbol table used for profiling"),
1140	OPT_INTEGER('f', "count-filter", &top.count_filter,
1141		    "only display functions with more events than this"),
1142	OPT_BOOLEAN(0, "group", &opts->group,
1143			    "put the counters into a counter group"),
1144	OPT_BOOLEAN('i', "no-inherit", &opts->no_inherit,
1145		    "child tasks do not inherit counters"),
1146	OPT_STRING(0, "sym-annotate", &top.sym_filter, "symbol name",
1147		    "symbol to annotate"),
1148	OPT_BOOLEAN('z', "zero", &top.zero, "zero history across updates"),
1149	OPT_UINTEGER('F', "freq", &opts->user_freq, "profile at this frequency"),
 
 
1150	OPT_INTEGER('E', "entries", &top.print_entries,
1151		    "display this many functions"),
1152	OPT_BOOLEAN('U', "hide_user_symbols", &top.hide_user_symbols,
1153		    "hide user symbols"),
1154	OPT_BOOLEAN(0, "tui", &top.use_tui, "Use the TUI interface"),
1155	OPT_BOOLEAN(0, "stdio", &top.use_stdio, "Use the stdio interface"),
1156	OPT_INCR('v', "verbose", &verbose,
1157		    "be more verbose (show counter open errors, etc)"),
1158	OPT_STRING('s', "sort", &sort_order, "key[,key2...]",
1159		   "sort by key(s): pid, comm, dso, symbol, parent, cpu, srcline, ..."
1160		   " Please refer the man page for the complete list."),
1161	OPT_STRING(0, "fields", &field_order, "key[,keys...]",
1162		   "output field(s): overhead, period, sample plus all of sort keys"),
1163	OPT_BOOLEAN('n', "show-nr-samples", &symbol_conf.show_nr_samples,
1164		    "Show a column with the number of samples"),
1165	OPT_CALLBACK_NOOPT('g', NULL, &top.record_opts,
1166			   NULL, "enables call-graph recording and display",
1167			   &callchain_opt),
1168	OPT_CALLBACK(0, "call-graph", &top.record_opts,
1169		     "record_mode[,record_size],print_type,threshold[,print_limit],order,sort_key[,branch]",
1170		     top_callchain_help, &parse_callchain_opt),
1171	OPT_BOOLEAN(0, "children", &symbol_conf.cumulate_callchain,
1172		    "Accumulate callchains of children and show total overhead as well"),
1173	OPT_INTEGER(0, "max-stack", &top.max_stack,
1174		    "Set the maximum stack depth when parsing the callchain. "
1175		    "Default: " __stringify(PERF_MAX_STACK_DEPTH)),
1176	OPT_CALLBACK(0, "ignore-callees", NULL, "regex",
1177		   "ignore callees of these functions in call graphs",
1178		   report_parse_ignore_callees_opt),
1179	OPT_BOOLEAN(0, "show-total-period", &symbol_conf.show_total_period,
1180		    "Show a column with the sum of periods"),
1181	OPT_STRING(0, "dsos", &symbol_conf.dso_list_str, "dso[,dso...]",
1182		   "only consider symbols in these dsos"),
1183	OPT_STRING(0, "comms", &symbol_conf.comm_list_str, "comm[,comm...]",
1184		   "only consider symbols in these comms"),
1185	OPT_STRING(0, "symbols", &symbol_conf.sym_list_str, "symbol[,symbol...]",
1186		   "only consider these symbols"),
1187	OPT_BOOLEAN(0, "source", &symbol_conf.annotate_src,
1188		    "Interleave source code with assembly code (default)"),
1189	OPT_BOOLEAN(0, "asm-raw", &symbol_conf.annotate_asm_raw,
1190		    "Display raw encoding of assembly instructions (default)"),
1191	OPT_BOOLEAN(0, "demangle-kernel", &symbol_conf.demangle_kernel,
1192		    "Enable kernel symbol demangling"),
1193	OPT_STRING(0, "objdump", &objdump_path, "path",
1194		    "objdump binary to use for disassembly and annotations"),
1195	OPT_STRING('M', "disassembler-style", &disassembler_style, "disassembler style",
1196		   "Specify disassembler style (e.g. -M intel for intel syntax)"),
1197	OPT_STRING('u', "uid", &target->uid_str, "user", "user to profile"),
1198	OPT_CALLBACK(0, "percent-limit", &top, "percent",
1199		     "Don't show entries under that percent", parse_percent_limit),
1200	OPT_CALLBACK(0, "percentage", NULL, "relative|absolute",
1201		     "How to display percentage of filtered entries", parse_filter_percentage),
1202	OPT_STRING('w', "column-widths", &symbol_conf.col_width_list_str,
1203		   "width[,width...]",
1204		   "don't try to adjust column width, use these fixed values"),
1205	OPT_UINTEGER(0, "proc-map-timeout", &opts->proc_map_timeout,
1206			"per thread proc mmap processing timeout in ms"),
1207	OPT_CALLBACK_NOOPT('b', "branch-any", &opts->branch_stack,
1208		     "branch any", "sample any taken branches",
1209		     parse_branch_stack),
1210	OPT_CALLBACK('j', "branch-filter", &opts->branch_stack,
1211		     "branch filter mask", "branch stack filter modes",
1212		     parse_branch_stack),
1213	OPT_BOOLEAN(0, "raw-trace", &symbol_conf.raw_trace,
1214		    "Show raw trace event output (do not use print fmt or plugins)"),
1215	OPT_BOOLEAN(0, "hierarchy", &symbol_conf.report_hierarchy,
1216		    "Show entries in a hierarchy"),
 
 
 
1217	OPT_END()
1218	};
1219	const char * const top_usage[] = {
1220		"perf top [<options>]",
1221		NULL
1222	};
1223	int status = hists__init();
1224
1225	if (status < 0)
1226		return status;
1227
1228	top.evlist = perf_evlist__new();
1229	if (top.evlist == NULL)
1230		return -ENOMEM;
1231
1232	perf_config(perf_top_config, &top);
 
 
1233
1234	argc = parse_options(argc, argv, options, top_usage, 0);
1235	if (argc)
1236		usage_with_options(top_usage, options);
1237
1238	if (!top.evlist->nr_entries &&
1239	    perf_evlist__add_default(top.evlist) < 0) {
1240		pr_err("Not enough memory for event selector list\n");
1241		goto out_delete_evlist;
1242	}
1243
1244	if (symbol_conf.report_hierarchy) {
1245		/* disable incompatible options */
1246		symbol_conf.event_group = false;
1247		symbol_conf.cumulate_callchain = false;
1248
1249		if (field_order) {
1250			pr_err("Error: --hierarchy and --fields options cannot be used together\n");
1251			parse_options_usage(top_usage, options, "fields", 0);
1252			parse_options_usage(NULL, options, "hierarchy", 0);
1253			goto out_delete_evlist;
1254		}
1255	}
1256
1257	sort__mode = SORT_MODE__TOP;
1258	/* display thread wants entries to be collapsed in a different tree */
1259	sort__need_collapse = 1;
1260
1261	if (top.use_stdio)
1262		use_browser = 0;
1263	else if (top.use_tui)
1264		use_browser = 1;
1265
1266	setup_browser(false);
1267
1268	if (setup_sorting(top.evlist) < 0) {
1269		if (sort_order)
1270			parse_options_usage(top_usage, options, "s", 1);
1271		if (field_order)
1272			parse_options_usage(sort_order ? NULL : top_usage,
1273					    options, "fields", 0);
1274		goto out_delete_evlist;
1275	}
1276
1277	status = target__validate(target);
1278	if (status) {
1279		target__strerror(target, status, errbuf, BUFSIZ);
1280		ui__warning("%s\n", errbuf);
1281	}
1282
1283	status = target__parse_uid(target);
1284	if (status) {
1285		int saved_errno = errno;
1286
1287		target__strerror(target, status, errbuf, BUFSIZ);
1288		ui__error("%s\n", errbuf);
1289
1290		status = -saved_errno;
1291		goto out_delete_evlist;
1292	}
1293
1294	if (target__none(target))
1295		target->system_wide = true;
1296
1297	if (perf_evlist__create_maps(top.evlist, target) < 0) {
1298		ui__error("Couldn't create thread/CPU maps: %s\n",
1299			  errno == ENOENT ? "No such process" : strerror_r(errno, errbuf, sizeof(errbuf)));
1300		goto out_delete_evlist;
1301	}
1302
1303	symbol_conf.nr_events = top.evlist->nr_entries;
1304
1305	if (top.delay_secs < 1)
1306		top.delay_secs = 1;
1307
1308	if (record_opts__config(opts)) {
1309		status = -EINVAL;
1310		goto out_delete_evlist;
1311	}
1312
1313	top.sym_evsel = perf_evlist__first(top.evlist);
1314
1315	if (!symbol_conf.use_callchain) {
1316		symbol_conf.cumulate_callchain = false;
1317		perf_hpp__cancel_cumulate();
1318	}
1319
1320	if (symbol_conf.cumulate_callchain && !callchain_param.order_set)
1321		callchain_param.order = ORDER_CALLER;
1322
1323	symbol_conf.priv_size = sizeof(struct annotation);
 
 
 
 
1324
1325	symbol_conf.try_vmlinux_path = (symbol_conf.vmlinux_name == NULL);
1326	if (symbol__init(NULL) < 0)
1327		return -1;
1328
1329	sort__setup_elide(stdout);
1330
1331	get_term_dimensions(&top.winsize);
1332	if (top.print_entries == 0) {
1333		struct sigaction act = {
1334			.sa_sigaction = perf_top__sig_winch,
1335			.sa_flags     = SA_SIGINFO,
1336		};
1337		perf_top__update_print_entries(&top);
1338		sigaction(SIGWINCH, &act, NULL);
1339	}
1340
1341	status = __cmd_top(&top);
1342
1343out_delete_evlist:
1344	perf_evlist__delete(top.evlist);
1345
1346	return status;
1347}
v4.17
   1/*
   2 * builtin-top.c
   3 *
   4 * Builtin top command: Display a continuously updated profile of
   5 * any workload, CPU or specific PID.
   6 *
   7 * Copyright (C) 2008, Red Hat Inc, Ingo Molnar <mingo@redhat.com>
   8 *		 2011, Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com>
   9 *
  10 * Improvements and fixes by:
  11 *
  12 *   Arjan van de Ven <arjan@linux.intel.com>
  13 *   Yanmin Zhang <yanmin.zhang@intel.com>
  14 *   Wu Fengguang <fengguang.wu@intel.com>
  15 *   Mike Galbraith <efault@gmx.de>
  16 *   Paul Mackerras <paulus@samba.org>
  17 *
  18 * Released under the GPL v2. (and only v2, not any later version)
  19 */
  20#include "builtin.h"
  21
  22#include "perf.h"
  23
  24#include "util/annotate.h"
  25#include "util/config.h"
  26#include "util/color.h"
  27#include "util/drv_configs.h"
  28#include "util/evlist.h"
  29#include "util/evsel.h"
  30#include "util/event.h"
  31#include "util/machine.h"
  32#include "util/session.h"
  33#include "util/symbol.h"
  34#include "util/thread.h"
  35#include "util/thread_map.h"
  36#include "util/top.h"
 
  37#include <linux/rbtree.h>
  38#include <subcmd/parse-options.h>
  39#include "util/parse-events.h"
  40#include "util/cpumap.h"
  41#include "util/xyarray.h"
  42#include "util/sort.h"
  43#include "util/term.h"
  44#include "util/intlist.h"
  45#include "util/parse-branch-options.h"
  46#include "arch/common.h"
  47
  48#include "util/debug.h"
  49
  50#include <assert.h>
  51#include <elf.h>
  52#include <fcntl.h>
  53
  54#include <stdio.h>
  55#include <termios.h>
  56#include <unistd.h>
  57#include <inttypes.h>
  58
  59#include <errno.h>
  60#include <time.h>
  61#include <sched.h>
  62#include <signal.h>
  63
  64#include <sys/syscall.h>
  65#include <sys/ioctl.h>
  66#include <poll.h>
  67#include <sys/prctl.h>
  68#include <sys/wait.h>
  69#include <sys/uio.h>
  70#include <sys/utsname.h>
  71#include <sys/mman.h>
  72
  73#include <linux/stringify.h>
  74#include <linux/time64.h>
  75#include <linux/types.h>
  76
  77#include "sane_ctype.h"
  78
  79static volatile int done;
  80static volatile int resize;
  81
  82#define HEADER_LINE_NR  5
  83
  84static void perf_top__update_print_entries(struct perf_top *top)
  85{
  86	top->print_entries = top->winsize.ws_row - HEADER_LINE_NR;
  87}
  88
  89static void winch_sig(int sig __maybe_unused)
 
  90{
  91	resize = 1;
  92}
  93
  94static void perf_top__resize(struct perf_top *top)
  95{
  96	get_term_dimensions(&top->winsize);
  97	perf_top__update_print_entries(top);
  98}
  99
 100static int perf_top__parse_source(struct perf_top *top, struct hist_entry *he)
 101{
 102	struct perf_evsel *evsel = hists_to_evsel(he->hists);
 103	struct symbol *sym;
 104	struct annotation *notes;
 105	struct map *map;
 106	int err = -1;
 107
 108	if (!he || !he->ms.sym)
 109		return -1;
 110
 111	sym = he->ms.sym;
 112	map = he->ms.map;
 113
 114	/*
 115	 * We can't annotate with just /proc/kallsyms
 116	 */
 117	if (map->dso->symtab_type == DSO_BINARY_TYPE__KALLSYMS &&
 118	    !dso__is_kcore(map->dso)) {
 119		pr_err("Can't annotate %s: No vmlinux file was found in the "
 120		       "path\n", sym->name);
 121		sleep(1);
 122		return -1;
 123	}
 124
 125	notes = symbol__annotation(sym);
 126	if (notes->src != NULL) {
 127		pthread_mutex_lock(&notes->lock);
 128		goto out_assign;
 129	}
 130
 131	pthread_mutex_lock(&notes->lock);
 132
 133	if (symbol__alloc_hist(sym) < 0) {
 134		pthread_mutex_unlock(&notes->lock);
 135		pr_err("Not enough memory for annotating '%s' symbol!\n",
 136		       sym->name);
 137		sleep(1);
 138		return err;
 139	}
 140
 141	err = symbol__annotate(sym, map, evsel, 0, NULL);
 142	if (err == 0) {
 143out_assign:
 144		top->sym_filter_entry = he;
 145	} else {
 146		char msg[BUFSIZ];
 147		symbol__strerror_disassemble(sym, map, err, msg, sizeof(msg));
 148		pr_err("Couldn't annotate %s: %s\n", sym->name, msg);
 149	}
 150
 151	pthread_mutex_unlock(&notes->lock);
 152	return err;
 153}
 154
 155static void __zero_source_counters(struct hist_entry *he)
 156{
 157	struct symbol *sym = he->ms.sym;
 158	symbol__annotate_zero_histograms(sym);
 159}
 160
 161static void ui__warn_map_erange(struct map *map, struct symbol *sym, u64 ip)
 162{
 163	struct utsname uts;
 164	int err = uname(&uts);
 165
 166	ui__warning("Out of bounds address found:\n\n"
 167		    "Addr:   %" PRIx64 "\n"
 168		    "DSO:    %s %c\n"
 169		    "Map:    %" PRIx64 "-%" PRIx64 "\n"
 170		    "Symbol: %" PRIx64 "-%" PRIx64 " %c %s\n"
 171		    "Arch:   %s\n"
 172		    "Kernel: %s\n"
 173		    "Tools:  %s\n\n"
 174		    "Not all samples will be on the annotation output.\n\n"
 175		    "Please report to linux-kernel@vger.kernel.org\n",
 176		    ip, map->dso->long_name, dso__symtab_origin(map->dso),
 177		    map->start, map->end, sym->start, sym->end,
 178		    sym->binding == STB_GLOBAL ? 'g' :
 179		    sym->binding == STB_LOCAL  ? 'l' : 'w', sym->name,
 180		    err ? "[unknown]" : uts.machine,
 181		    err ? "[unknown]" : uts.release, perf_version_string);
 182	if (use_browser <= 0)
 183		sleep(5);
 184
 185	map->erange_warned = true;
 186}
 187
 188static void perf_top__record_precise_ip(struct perf_top *top,
 189					struct hist_entry *he,
 190					struct perf_sample *sample,
 191					int counter, u64 ip)
 192{
 193	struct annotation *notes;
 194	struct symbol *sym = he->ms.sym;
 195	int err = 0;
 196
 197	if (sym == NULL || (use_browser == 0 &&
 198			    (top->sym_filter_entry == NULL ||
 199			     top->sym_filter_entry->ms.sym != sym)))
 200		return;
 201
 202	notes = symbol__annotation(sym);
 203
 204	if (pthread_mutex_trylock(&notes->lock))
 205		return;
 206
 207	err = hist_entry__inc_addr_samples(he, sample, counter, ip);
 208
 209	pthread_mutex_unlock(&notes->lock);
 210
 211	if (unlikely(err)) {
 212		/*
 213		 * This function is now called with he->hists->lock held.
 214		 * Release it before going to sleep.
 215		 */
 216		pthread_mutex_unlock(&he->hists->lock);
 217
 218		if (err == -ERANGE && !he->ms.map->erange_warned)
 219			ui__warn_map_erange(he->ms.map, sym, ip);
 220		else if (err == -ENOMEM) {
 221			pr_err("Not enough memory for annotating '%s' symbol!\n",
 222			       sym->name);
 223			sleep(1);
 224		}
 225
 226		pthread_mutex_lock(&he->hists->lock);
 227	}
 228}
 229
 230static void perf_top__show_details(struct perf_top *top)
 231{
 232	struct hist_entry *he = top->sym_filter_entry;
 233	struct perf_evsel *evsel = hists_to_evsel(he->hists);
 234	struct annotation *notes;
 235	struct symbol *symbol;
 236	int more;
 237
 238	if (!he)
 239		return;
 240
 241	symbol = he->ms.sym;
 242	notes = symbol__annotation(symbol);
 243
 244	pthread_mutex_lock(&notes->lock);
 245
 246	symbol__calc_percent(symbol, evsel);
 247
 248	if (notes->src == NULL)
 249		goto out_unlock;
 250
 251	printf("Showing %s for %s\n", perf_evsel__name(top->sym_evsel), symbol->name);
 252	printf("  Events  Pcnt (>=%d%%)\n", top->sym_pcnt_filter);
 253
 254	more = symbol__annotate_printf(symbol, he->ms.map, top->sym_evsel,
 255				       0, top->sym_pcnt_filter, top->print_entries, 4);
 256
 257	if (top->evlist->enabled) {
 258		if (top->zero)
 259			symbol__annotate_zero_histogram(symbol, top->sym_evsel->idx);
 260		else
 261			symbol__annotate_decay_histogram(symbol, top->sym_evsel->idx);
 262	}
 263	if (more != 0)
 264		printf("%d lines not displayed, maybe increase display entries [e]\n", more);
 265out_unlock:
 266	pthread_mutex_unlock(&notes->lock);
 267}
 268
 269static void perf_top__print_sym_table(struct perf_top *top)
 270{
 271	char bf[160];
 272	int printed = 0;
 273	const int win_width = top->winsize.ws_col - 1;
 274	struct perf_evsel *evsel = top->sym_evsel;
 275	struct hists *hists = evsel__hists(evsel);
 276
 277	puts(CONSOLE_CLEAR);
 278
 279	perf_top__header_snprintf(top, bf, sizeof(bf));
 280	printf("%s\n", bf);
 281
 282	perf_top__reset_sample_counters(top);
 283
 284	printf("%-*.*s\n", win_width, win_width, graph_dotted_line);
 285
 286	if (!top->record_opts.overwrite &&
 287	    (hists->stats.nr_lost_warned !=
 288	    hists->stats.nr_events[PERF_RECORD_LOST])) {
 289		hists->stats.nr_lost_warned =
 290			      hists->stats.nr_events[PERF_RECORD_LOST];
 291		color_fprintf(stdout, PERF_COLOR_RED,
 292			      "WARNING: LOST %d chunks, Check IO/CPU overload",
 293			      hists->stats.nr_lost_warned);
 294		++printed;
 295	}
 296
 297	if (top->sym_filter_entry) {
 298		perf_top__show_details(top);
 299		return;
 300	}
 301
 302	if (top->evlist->enabled) {
 303		if (top->zero) {
 304			hists__delete_entries(hists);
 305		} else {
 306			hists__decay_entries(hists, top->hide_user_symbols,
 307					     top->hide_kernel_symbols);
 308		}
 309	}
 310
 311	hists__collapse_resort(hists, NULL);
 312	perf_evsel__output_resort(evsel, NULL);
 313
 314	hists__output_recalc_col_len(hists, top->print_entries - printed);
 315	putchar('\n');
 316	hists__fprintf(hists, false, top->print_entries - printed, win_width,
 317		       top->min_percent, stdout, symbol_conf.use_callchain);
 318}
 319
 320static void prompt_integer(int *target, const char *msg)
 321{
 322	char *buf = malloc(0), *p;
 323	size_t dummy = 0;
 324	int tmp;
 325
 326	fprintf(stdout, "\n%s: ", msg);
 327	if (getline(&buf, &dummy, stdin) < 0)
 328		return;
 329
 330	p = strchr(buf, '\n');
 331	if (p)
 332		*p = 0;
 333
 334	p = buf;
 335	while(*p) {
 336		if (!isdigit(*p))
 337			goto out_free;
 338		p++;
 339	}
 340	tmp = strtoul(buf, NULL, 10);
 341	*target = tmp;
 342out_free:
 343	free(buf);
 344}
 345
 346static void prompt_percent(int *target, const char *msg)
 347{
 348	int tmp = 0;
 349
 350	prompt_integer(&tmp, msg);
 351	if (tmp >= 0 && tmp <= 100)
 352		*target = tmp;
 353}
 354
 355static void perf_top__prompt_symbol(struct perf_top *top, const char *msg)
 356{
 357	char *buf = malloc(0), *p;
 358	struct hist_entry *syme = top->sym_filter_entry, *n, *found = NULL;
 359	struct hists *hists = evsel__hists(top->sym_evsel);
 360	struct rb_node *next;
 361	size_t dummy = 0;
 362
 363	/* zero counters of active symbol */
 364	if (syme) {
 365		__zero_source_counters(syme);
 366		top->sym_filter_entry = NULL;
 367	}
 368
 369	fprintf(stdout, "\n%s: ", msg);
 370	if (getline(&buf, &dummy, stdin) < 0)
 371		goto out_free;
 372
 373	p = strchr(buf, '\n');
 374	if (p)
 375		*p = 0;
 376
 377	next = rb_first(&hists->entries);
 378	while (next) {
 379		n = rb_entry(next, struct hist_entry, rb_node);
 380		if (n->ms.sym && !strcmp(buf, n->ms.sym->name)) {
 381			found = n;
 382			break;
 383		}
 384		next = rb_next(&n->rb_node);
 385	}
 386
 387	if (!found) {
 388		fprintf(stderr, "Sorry, %s is not active.\n", buf);
 389		sleep(1);
 390	} else
 391		perf_top__parse_source(top, found);
 392
 393out_free:
 394	free(buf);
 395}
 396
 397static void perf_top__print_mapped_keys(struct perf_top *top)
 398{
 399	char *name = NULL;
 400
 401	if (top->sym_filter_entry) {
 402		struct symbol *sym = top->sym_filter_entry->ms.sym;
 403		name = sym->name;
 404	}
 405
 406	fprintf(stdout, "\nMapped keys:\n");
 407	fprintf(stdout, "\t[d]     display refresh delay.             \t(%d)\n", top->delay_secs);
 408	fprintf(stdout, "\t[e]     display entries (lines).           \t(%d)\n", top->print_entries);
 409
 410	if (top->evlist->nr_entries > 1)
 411		fprintf(stdout, "\t[E]     active event counter.              \t(%s)\n", perf_evsel__name(top->sym_evsel));
 412
 413	fprintf(stdout, "\t[f]     profile display filter (count).    \t(%d)\n", top->count_filter);
 414
 415	fprintf(stdout, "\t[F]     annotate display filter (percent). \t(%d%%)\n", top->sym_pcnt_filter);
 416	fprintf(stdout, "\t[s]     annotate symbol.                   \t(%s)\n", name?: "NULL");
 417	fprintf(stdout, "\t[S]     stop annotation.\n");
 418
 419	fprintf(stdout,
 420		"\t[K]     hide kernel symbols.             \t(%s)\n",
 421		top->hide_kernel_symbols ? "yes" : "no");
 422	fprintf(stdout,
 423		"\t[U]     hide user symbols.               \t(%s)\n",
 424		top->hide_user_symbols ? "yes" : "no");
 425	fprintf(stdout, "\t[z]     toggle sample zeroing.             \t(%d)\n", top->zero ? 1 : 0);
 426	fprintf(stdout, "\t[qQ]    quit.\n");
 427}
 428
 429static int perf_top__key_mapped(struct perf_top *top, int c)
 430{
 431	switch (c) {
 432		case 'd':
 433		case 'e':
 434		case 'f':
 435		case 'z':
 436		case 'q':
 437		case 'Q':
 438		case 'K':
 439		case 'U':
 440		case 'F':
 441		case 's':
 442		case 'S':
 443			return 1;
 444		case 'E':
 445			return top->evlist->nr_entries > 1 ? 1 : 0;
 446		default:
 447			break;
 448	}
 449
 450	return 0;
 451}
 452
 453static bool perf_top__handle_keypress(struct perf_top *top, int c)
 454{
 455	bool ret = true;
 456
 457	if (!perf_top__key_mapped(top, c)) {
 458		struct pollfd stdin_poll = { .fd = 0, .events = POLLIN };
 459		struct termios save;
 460
 461		perf_top__print_mapped_keys(top);
 462		fprintf(stdout, "\nEnter selection, or unmapped key to continue: ");
 463		fflush(stdout);
 464
 465		set_term_quiet_input(&save);
 466
 467		poll(&stdin_poll, 1, -1);
 468		c = getc(stdin);
 469
 470		tcsetattr(0, TCSAFLUSH, &save);
 471		if (!perf_top__key_mapped(top, c))
 472			return ret;
 473	}
 474
 475	switch (c) {
 476		case 'd':
 477			prompt_integer(&top->delay_secs, "Enter display delay");
 478			if (top->delay_secs < 1)
 479				top->delay_secs = 1;
 480			break;
 481		case 'e':
 482			prompt_integer(&top->print_entries, "Enter display entries (lines)");
 483			if (top->print_entries == 0) {
 484				perf_top__resize(top);
 485				signal(SIGWINCH, winch_sig);
 
 
 
 
 486			} else {
 487				signal(SIGWINCH, SIG_DFL);
 488			}
 489			break;
 490		case 'E':
 491			if (top->evlist->nr_entries > 1) {
 492				/* Select 0 as the default event: */
 493				int counter = 0;
 494
 495				fprintf(stderr, "\nAvailable events:");
 496
 497				evlist__for_each_entry(top->evlist, top->sym_evsel)
 498					fprintf(stderr, "\n\t%d %s", top->sym_evsel->idx, perf_evsel__name(top->sym_evsel));
 499
 500				prompt_integer(&counter, "Enter details event counter");
 501
 502				if (counter >= top->evlist->nr_entries) {
 503					top->sym_evsel = perf_evlist__first(top->evlist);
 504					fprintf(stderr, "Sorry, no such event, using %s.\n", perf_evsel__name(top->sym_evsel));
 505					sleep(1);
 506					break;
 507				}
 508				evlist__for_each_entry(top->evlist, top->sym_evsel)
 509					if (top->sym_evsel->idx == counter)
 510						break;
 511			} else
 512				top->sym_evsel = perf_evlist__first(top->evlist);
 513			break;
 514		case 'f':
 515			prompt_integer(&top->count_filter, "Enter display event count filter");
 516			break;
 517		case 'F':
 518			prompt_percent(&top->sym_pcnt_filter,
 519				       "Enter details display event filter (percent)");
 520			break;
 521		case 'K':
 522			top->hide_kernel_symbols = !top->hide_kernel_symbols;
 523			break;
 524		case 'q':
 525		case 'Q':
 526			printf("exiting.\n");
 527			if (top->dump_symtab)
 528				perf_session__fprintf_dsos(top->session, stderr);
 529			ret = false;
 530			break;
 531		case 's':
 532			perf_top__prompt_symbol(top, "Enter details symbol");
 533			break;
 534		case 'S':
 535			if (!top->sym_filter_entry)
 536				break;
 537			else {
 538				struct hist_entry *syme = top->sym_filter_entry;
 539
 540				top->sym_filter_entry = NULL;
 541				__zero_source_counters(syme);
 542			}
 543			break;
 544		case 'U':
 545			top->hide_user_symbols = !top->hide_user_symbols;
 546			break;
 547		case 'z':
 548			top->zero = !top->zero;
 549			break;
 550		default:
 551			break;
 552	}
 553
 554	return ret;
 555}
 556
 557static void perf_top__sort_new_samples(void *arg)
 558{
 559	struct perf_top *t = arg;
 560	struct perf_evsel *evsel = t->sym_evsel;
 561	struct hists *hists;
 562
 563	perf_top__reset_sample_counters(t);
 564
 565	if (t->evlist->selected != NULL)
 566		t->sym_evsel = t->evlist->selected;
 567
 568	hists = evsel__hists(evsel);
 569
 570	if (t->evlist->enabled) {
 571		if (t->zero) {
 572			hists__delete_entries(hists);
 573		} else {
 574			hists__decay_entries(hists, t->hide_user_symbols,
 575					     t->hide_kernel_symbols);
 576		}
 577	}
 578
 579	hists__collapse_resort(hists, NULL);
 580	perf_evsel__output_resort(evsel, NULL);
 581}
 582
 583static void *display_thread_tui(void *arg)
 584{
 585	struct perf_evsel *pos;
 586	struct perf_top *top = arg;
 587	const char *help = "For a higher level overview, try: perf top --sort comm,dso";
 588	struct hist_browser_timer hbt = {
 589		.timer		= perf_top__sort_new_samples,
 590		.arg		= top,
 591		.refresh	= top->delay_secs,
 592	};
 593
 594	/* In order to read symbols from other namespaces perf to  needs to call
 595	 * setns(2).  This isn't permitted if the struct_fs has multiple users.
 596	 * unshare(2) the fs so that we may continue to setns into namespaces
 597	 * that we're observing.
 598	 */
 599	unshare(CLONE_FS);
 600
 601	perf_top__sort_new_samples(top);
 602
 603	/*
 604	 * Initialize the uid_filter_str, in the future the TUI will allow
 605	 * Zooming in/out UIDs. For now juse use whatever the user passed
 606	 * via --uid.
 607	 */
 608	evlist__for_each_entry(top->evlist, pos) {
 609		struct hists *hists = evsel__hists(pos);
 610		hists->uid_filter_str = top->record_opts.target.uid_str;
 611	}
 612
 613	perf_evlist__tui_browse_hists(top->evlist, help, &hbt,
 614				      top->min_percent,
 615				      &top->session->header.env,
 616				      !top->record_opts.overwrite);
 617
 618	done = 1;
 619	return NULL;
 620}
 621
 622static void display_sig(int sig __maybe_unused)
 623{
 624	done = 1;
 625}
 626
 627static void display_setup_sig(void)
 628{
 629	signal(SIGSEGV, sighandler_dump_stack);
 630	signal(SIGFPE, sighandler_dump_stack);
 631	signal(SIGINT,  display_sig);
 632	signal(SIGQUIT, display_sig);
 633	signal(SIGTERM, display_sig);
 634}
 635
 636static void *display_thread(void *arg)
 637{
 638	struct pollfd stdin_poll = { .fd = 0, .events = POLLIN };
 639	struct termios save;
 640	struct perf_top *top = arg;
 641	int delay_msecs, c;
 642
 643	/* In order to read symbols from other namespaces perf to  needs to call
 644	 * setns(2).  This isn't permitted if the struct_fs has multiple users.
 645	 * unshare(2) the fs so that we may continue to setns into namespaces
 646	 * that we're observing.
 647	 */
 648	unshare(CLONE_FS);
 649
 650	display_setup_sig();
 651	pthread__unblock_sigwinch();
 652repeat:
 653	delay_msecs = top->delay_secs * MSEC_PER_SEC;
 654	set_term_quiet_input(&save);
 655	/* trash return*/
 656	getc(stdin);
 657
 658	while (!done) {
 659		perf_top__print_sym_table(top);
 660		/*
 661		 * Either timeout expired or we got an EINTR due to SIGWINCH,
 662		 * refresh screen in both cases.
 663		 */
 664		switch (poll(&stdin_poll, 1, delay_msecs)) {
 665		case 0:
 666			continue;
 667		case -1:
 668			if (errno == EINTR)
 669				continue;
 670			__fallthrough;
 671		default:
 672			c = getc(stdin);
 673			tcsetattr(0, TCSAFLUSH, &save);
 674
 675			if (perf_top__handle_keypress(top, c))
 676				goto repeat;
 677			done = 1;
 678		}
 679	}
 680
 681	tcsetattr(0, TCSAFLUSH, &save);
 682	return NULL;
 683}
 684
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 685static int hist_iter__top_callback(struct hist_entry_iter *iter,
 686				   struct addr_location *al, bool single,
 687				   void *arg)
 688{
 689	struct perf_top *top = arg;
 690	struct hist_entry *he = iter->he;
 691	struct perf_evsel *evsel = iter->evsel;
 692
 693	if (perf_hpp_list.sym && single)
 694		perf_top__record_precise_ip(top, he, iter->sample, evsel->idx, al->addr);
 695
 696	hist__account_cycles(iter->sample->branch_stack, al, iter->sample,
 697		     !(top->record_opts.branch_stack & PERF_SAMPLE_BRANCH_ANY));
 698	return 0;
 699}
 700
 701static void perf_event__process_sample(struct perf_tool *tool,
 702				       const union perf_event *event,
 703				       struct perf_evsel *evsel,
 704				       struct perf_sample *sample,
 705				       struct machine *machine)
 706{
 707	struct perf_top *top = container_of(tool, struct perf_top, tool);
 708	struct addr_location al;
 709	int err;
 710
 711	if (!machine && perf_guest) {
 712		static struct intlist *seen;
 713
 714		if (!seen)
 715			seen = intlist__new(NULL);
 716
 717		if (!intlist__has_entry(seen, sample->pid)) {
 718			pr_err("Can't find guest [%d]'s kernel information\n",
 719				sample->pid);
 720			intlist__add(seen, sample->pid);
 721		}
 722		return;
 723	}
 724
 725	if (!machine) {
 726		pr_err("%u unprocessable samples recorded.\r",
 727		       top->session->evlist->stats.nr_unprocessable_samples++);
 728		return;
 729	}
 730
 731	if (event->header.misc & PERF_RECORD_MISC_EXACT_IP)
 732		top->exact_samples++;
 733
 734	if (machine__resolve(machine, &al, sample) < 0)
 735		return;
 736
 737	if (!machine->kptr_restrict_warned &&
 738	    symbol_conf.kptr_restrict &&
 739	    al.cpumode == PERF_RECORD_MISC_KERNEL) {
 740		if (!perf_evlist__exclude_kernel(top->session->evlist)) {
 741			ui__warning(
 742"Kernel address maps (/proc/{kallsyms,modules}) are restricted.\n\n"
 743"Check /proc/sys/kernel/kptr_restrict.\n\n"
 744"Kernel%s samples will not be resolved.\n",
 745			  al.map && !RB_EMPTY_ROOT(&al.map->dso->symbols[MAP__FUNCTION]) ?
 746			  " modules" : "");
 747			if (use_browser <= 0)
 748				sleep(5);
 749		}
 750		machine->kptr_restrict_warned = true;
 751	}
 752
 753	if (al.sym == NULL) {
 754		const char *msg = "Kernel samples will not be resolved.\n";
 755		/*
 756		 * As we do lazy loading of symtabs we only will know if the
 757		 * specified vmlinux file is invalid when we actually have a
 758		 * hit in kernel space and then try to load it. So if we get
 759		 * here and there are _no_ symbols in the DSO backing the
 760		 * kernel map, bail out.
 761		 *
 762		 * We may never get here, for instance, if we use -K/
 763		 * --hide-kernel-symbols, even if the user specifies an
 764		 * invalid --vmlinux ;-)
 765		 */
 766		if (!machine->kptr_restrict_warned && !top->vmlinux_warned &&
 767		    al.map == machine->vmlinux_maps[MAP__FUNCTION] &&
 768		    RB_EMPTY_ROOT(&al.map->dso->symbols[MAP__FUNCTION])) {
 769			if (symbol_conf.vmlinux_name) {
 770				char serr[256];
 771				dso__strerror_load(al.map->dso, serr, sizeof(serr));
 772				ui__warning("The %s file can't be used: %s\n%s",
 773					    symbol_conf.vmlinux_name, serr, msg);
 774			} else {
 775				ui__warning("A vmlinux file was not found.\n%s",
 776					    msg);
 777			}
 778
 779			if (use_browser <= 0)
 780				sleep(5);
 781			top->vmlinux_warned = true;
 782		}
 783	}
 784
 785	if (al.sym == NULL || !al.sym->idle) {
 786		struct hists *hists = evsel__hists(evsel);
 787		struct hist_entry_iter iter = {
 788			.evsel		= evsel,
 789			.sample 	= sample,
 790			.add_entry_cb 	= hist_iter__top_callback,
 791		};
 792
 793		if (symbol_conf.cumulate_callchain)
 794			iter.ops = &hist_iter_cumulative;
 795		else
 796			iter.ops = &hist_iter_normal;
 797
 798		pthread_mutex_lock(&hists->lock);
 799
 800		err = hist_entry_iter__add(&iter, &al, top->max_stack, top);
 801		if (err < 0)
 802			pr_err("Problem incrementing symbol period, skipping event\n");
 803
 804		pthread_mutex_unlock(&hists->lock);
 805	}
 806
 807	addr_location__put(&al);
 808}
 809
 810static void perf_top__mmap_read_idx(struct perf_top *top, int idx)
 811{
 812	struct record_opts *opts = &top->record_opts;
 813	struct perf_evlist *evlist = top->evlist;
 814	struct perf_sample sample;
 815	struct perf_evsel *evsel;
 816	struct perf_mmap *md;
 817	struct perf_session *session = top->session;
 818	union perf_event *event;
 819	struct machine *machine;
 820	int ret;
 821
 822	md = opts->overwrite ? &evlist->overwrite_mmap[idx] : &evlist->mmap[idx];
 823	if (perf_mmap__read_init(md) < 0)
 824		return;
 825
 826	while ((event = perf_mmap__read_event(md)) != NULL) {
 827		ret = perf_evlist__parse_sample(evlist, event, &sample);
 828		if (ret) {
 829			pr_err("Can't parse sample, err = %d\n", ret);
 830			goto next_event;
 831		}
 832
 833		evsel = perf_evlist__id2evsel(session->evlist, sample.id);
 834		assert(evsel != NULL);
 835
 836		if (event->header.type == PERF_RECORD_SAMPLE)
 837			++top->samples;
 838
 839		switch (sample.cpumode) {
 840		case PERF_RECORD_MISC_USER:
 841			++top->us_samples;
 842			if (top->hide_user_symbols)
 843				goto next_event;
 844			machine = &session->machines.host;
 845			break;
 846		case PERF_RECORD_MISC_KERNEL:
 847			++top->kernel_samples;
 848			if (top->hide_kernel_symbols)
 849				goto next_event;
 850			machine = &session->machines.host;
 851			break;
 852		case PERF_RECORD_MISC_GUEST_KERNEL:
 853			++top->guest_kernel_samples;
 854			machine = perf_session__find_machine(session,
 855							     sample.pid);
 856			break;
 857		case PERF_RECORD_MISC_GUEST_USER:
 858			++top->guest_us_samples;
 859			/*
 860			 * TODO: we don't process guest user from host side
 861			 * except simple counting.
 862			 */
 863			goto next_event;
 864		default:
 865			if (event->header.type == PERF_RECORD_SAMPLE)
 866				goto next_event;
 867			machine = &session->machines.host;
 868			break;
 869		}
 870
 871
 872		if (event->header.type == PERF_RECORD_SAMPLE) {
 873			perf_event__process_sample(&top->tool, event, evsel,
 874						   &sample, machine);
 875		} else if (event->header.type < PERF_RECORD_MAX) {
 876			hists__inc_nr_events(evsel__hists(evsel), event->header.type);
 877			machine__process_event(machine, event, &sample);
 878		} else
 879			++session->evlist->stats.nr_unknown_events;
 880next_event:
 881		perf_mmap__consume(md);
 882	}
 883
 884	perf_mmap__read_done(md);
 885}
 886
 887static void perf_top__mmap_read(struct perf_top *top)
 888{
 889	bool overwrite = top->record_opts.overwrite;
 890	struct perf_evlist *evlist = top->evlist;
 891	unsigned long long start, end;
 892	int i;
 893
 894	start = rdclock();
 895	if (overwrite)
 896		perf_evlist__toggle_bkw_mmap(evlist, BKW_MMAP_DATA_PENDING);
 897
 898	for (i = 0; i < top->evlist->nr_mmaps; i++)
 899		perf_top__mmap_read_idx(top, i);
 900
 901	if (overwrite) {
 902		perf_evlist__toggle_bkw_mmap(evlist, BKW_MMAP_EMPTY);
 903		perf_evlist__toggle_bkw_mmap(evlist, BKW_MMAP_RUNNING);
 904	}
 905	end = rdclock();
 906
 907	if ((end - start) > (unsigned long long)top->delay_secs * NSEC_PER_SEC)
 908		ui__warning("Too slow to read ring buffer.\n"
 909			    "Please try increasing the period (-c) or\n"
 910			    "decreasing the freq (-F) or\n"
 911			    "limiting the number of CPUs (-C)\n");
 912}
 913
 914/*
 915 * Check per-event overwrite term.
 916 * perf top should support consistent term for all events.
 917 * - All events don't have per-event term
 918 *   E.g. "cpu/cpu-cycles/,cpu/instructions/"
 919 *   Nothing change, return 0.
 920 * - All events have same per-event term
 921 *   E.g. "cpu/cpu-cycles,no-overwrite/,cpu/instructions,no-overwrite/
 922 *   Using the per-event setting to replace the opts->overwrite if
 923 *   they are different, then return 0.
 924 * - Events have different per-event term
 925 *   E.g. "cpu/cpu-cycles,overwrite/,cpu/instructions,no-overwrite/"
 926 *   Return -1
 927 * - Some of the event set per-event term, but some not.
 928 *   E.g. "cpu/cpu-cycles/,cpu/instructions,no-overwrite/"
 929 *   Return -1
 930 */
 931static int perf_top__overwrite_check(struct perf_top *top)
 932{
 933	struct record_opts *opts = &top->record_opts;
 934	struct perf_evlist *evlist = top->evlist;
 935	struct perf_evsel_config_term *term;
 936	struct list_head *config_terms;
 937	struct perf_evsel *evsel;
 938	int set, overwrite = -1;
 939
 940	evlist__for_each_entry(evlist, evsel) {
 941		set = -1;
 942		config_terms = &evsel->config_terms;
 943		list_for_each_entry(term, config_terms, list) {
 944			if (term->type == PERF_EVSEL__CONFIG_TERM_OVERWRITE)
 945				set = term->val.overwrite ? 1 : 0;
 946		}
 947
 948		/* no term for current and previous event (likely) */
 949		if ((overwrite < 0) && (set < 0))
 950			continue;
 951
 952		/* has term for both current and previous event, compare */
 953		if ((overwrite >= 0) && (set >= 0) && (overwrite != set))
 954			return -1;
 955
 956		/* no term for current event but has term for previous one */
 957		if ((overwrite >= 0) && (set < 0))
 958			return -1;
 959
 960		/* has term for current event */
 961		if ((overwrite < 0) && (set >= 0)) {
 962			/* if it's first event, set overwrite */
 963			if (evsel == perf_evlist__first(evlist))
 964				overwrite = set;
 965			else
 966				return -1;
 967		}
 968	}
 969
 970	if ((overwrite >= 0) && (opts->overwrite != overwrite))
 971		opts->overwrite = overwrite;
 972
 973	return 0;
 974}
 975
 976static int perf_top_overwrite_fallback(struct perf_top *top,
 977				       struct perf_evsel *evsel)
 978{
 979	struct record_opts *opts = &top->record_opts;
 980	struct perf_evlist *evlist = top->evlist;
 981	struct perf_evsel *counter;
 982
 983	if (!opts->overwrite)
 984		return 0;
 985
 986	/* only fall back when first event fails */
 987	if (evsel != perf_evlist__first(evlist))
 988		return 0;
 989
 990	evlist__for_each_entry(evlist, counter)
 991		counter->attr.write_backward = false;
 992	opts->overwrite = false;
 993	pr_debug2("fall back to non-overwrite mode\n");
 994	return 1;
 995}
 996
 997static int perf_top__start_counters(struct perf_top *top)
 998{
 999	char msg[BUFSIZ];
1000	struct perf_evsel *counter;
1001	struct perf_evlist *evlist = top->evlist;
1002	struct record_opts *opts = &top->record_opts;
1003
1004	if (perf_top__overwrite_check(top)) {
1005		ui__error("perf top only support consistent per-event "
1006			  "overwrite setting for all events\n");
1007		goto out_err;
1008	}
1009
1010	perf_evlist__config(evlist, opts, &callchain_param);
1011
1012	evlist__for_each_entry(evlist, counter) {
1013try_again:
1014		if (perf_evsel__open(counter, top->evlist->cpus,
1015				     top->evlist->threads) < 0) {
1016
1017			/*
1018			 * Specially handle overwrite fall back.
1019			 * Because perf top is the only tool which has
1020			 * overwrite mode by default, support
1021			 * both overwrite and non-overwrite mode, and
1022			 * require consistent mode for all events.
1023			 *
1024			 * May move it to generic code with more tools
1025			 * have similar attribute.
1026			 */
1027			if (perf_missing_features.write_backward &&
1028			    perf_top_overwrite_fallback(top, counter))
1029				goto try_again;
1030
1031			if (perf_evsel__fallback(counter, errno, msg, sizeof(msg))) {
1032				if (verbose > 0)
1033					ui__warning("%s\n", msg);
1034				goto try_again;
1035			}
1036
1037			perf_evsel__open_strerror(counter, &opts->target,
1038						  errno, msg, sizeof(msg));
1039			ui__error("%s\n", msg);
1040			goto out_err;
1041		}
1042	}
1043
1044	if (perf_evlist__mmap(evlist, opts->mmap_pages) < 0) {
1045		ui__error("Failed to mmap with %d (%s)\n",
1046			    errno, str_error_r(errno, msg, sizeof(msg)));
1047		goto out_err;
1048	}
1049
1050	return 0;
1051
1052out_err:
1053	return -1;
1054}
1055
1056static int callchain_param__setup_sample_type(struct callchain_param *callchain)
1057{
1058	if (!perf_hpp_list.sym) {
1059		if (callchain->enabled) {
1060			ui__error("Selected -g but \"sym\" not present in --sort/-s.");
1061			return -EINVAL;
1062		}
1063	} else if (callchain->mode != CHAIN_NONE) {
1064		if (callchain_register_param(callchain) < 0) {
1065			ui__error("Can't register callchain params.\n");
1066			return -EINVAL;
1067		}
1068	}
1069
1070	return 0;
1071}
1072
1073static int __cmd_top(struct perf_top *top)
1074{
1075	char msg[512];
1076	struct perf_evsel *pos;
1077	struct perf_evsel_config_term *err_term;
1078	struct perf_evlist *evlist = top->evlist;
1079	struct record_opts *opts = &top->record_opts;
1080	pthread_t thread;
1081	int ret;
1082
1083	top->session = perf_session__new(NULL, false, NULL);
1084	if (top->session == NULL)
1085		return -1;
1086
 
 
1087	if (!objdump_path) {
1088		ret = perf_env__lookup_objdump(&top->session->header.env);
1089		if (ret)
1090			goto out_delete;
1091	}
1092
1093	ret = callchain_param__setup_sample_type(&callchain_param);
1094	if (ret)
1095		goto out_delete;
1096
1097	if (perf_session__register_idle_thread(top->session) < 0)
1098		goto out_delete;
1099
1100	if (top->nr_threads_synthesize > 1)
1101		perf_set_multithreaded();
1102
1103	machine__synthesize_threads(&top->session->machines.host, &opts->target,
1104				    top->evlist->threads, false,
1105				    opts->proc_map_timeout,
1106				    top->nr_threads_synthesize);
1107
1108	if (top->nr_threads_synthesize > 1)
1109		perf_set_singlethreaded();
1110
1111	if (perf_hpp_list.socket) {
1112		ret = perf_env__read_cpu_topology_map(&perf_env);
1113		if (ret < 0)
1114			goto out_err_cpu_topo;
1115	}
1116
1117	ret = perf_top__start_counters(top);
1118	if (ret)
1119		goto out_delete;
1120
1121	ret = perf_evlist__apply_drv_configs(evlist, &pos, &err_term);
1122	if (ret) {
1123		pr_err("failed to set config \"%s\" on event %s with %d (%s)\n",
1124			err_term->val.drv_cfg, perf_evsel__name(pos), errno,
1125			str_error_r(errno, msg, sizeof(msg)));
1126		goto out_delete;
1127	}
1128
1129	top->session->evlist = top->evlist;
1130	perf_session__set_id_hdr_size(top->session);
1131
1132	/*
1133	 * When perf is starting the traced process, all the events (apart from
1134	 * group members) have enable_on_exec=1 set, so don't spoil it by
1135	 * prematurely enabling them.
1136	 *
1137	 * XXX 'top' still doesn't start workloads like record, trace, but should,
1138	 * so leave the check here.
1139	 */
1140        if (!target__none(&opts->target))
1141                perf_evlist__enable(top->evlist);
1142
1143	/* Wait for a minimal set of events before starting the snapshot */
1144	perf_evlist__poll(top->evlist, 100);
1145
1146	perf_top__mmap_read(top);
1147
1148	ret = -1;
1149	if (pthread_create(&thread, NULL, (use_browser > 0 ? display_thread_tui :
1150							    display_thread), top)) {
1151		ui__error("Could not create display thread.\n");
1152		goto out_delete;
1153	}
1154
1155	if (top->realtime_prio) {
1156		struct sched_param param;
1157
1158		param.sched_priority = top->realtime_prio;
1159		if (sched_setscheduler(0, SCHED_FIFO, &param)) {
1160			ui__error("Could not set realtime priority.\n");
1161			goto out_join;
1162		}
1163	}
1164
1165	while (!done) {
1166		u64 hits = top->samples;
1167
1168		perf_top__mmap_read(top);
1169
1170		if (opts->overwrite || (hits == top->samples))
1171			ret = perf_evlist__poll(top->evlist, 100);
1172
1173		if (resize) {
1174			perf_top__resize(top);
1175			resize = 0;
1176		}
1177	}
1178
1179	ret = 0;
1180out_join:
1181	pthread_join(thread, NULL);
1182out_delete:
1183	perf_session__delete(top->session);
1184	top->session = NULL;
1185
1186	return ret;
1187
1188out_err_cpu_topo: {
1189	char errbuf[BUFSIZ];
1190	const char *err = str_error_r(-ret, errbuf, sizeof(errbuf));
1191
1192	ui__error("Could not read the CPU topology map: %s\n", err);
1193	goto out_delete;
1194}
1195}
1196
1197static int
1198callchain_opt(const struct option *opt, const char *arg, int unset)
1199{
1200	symbol_conf.use_callchain = true;
1201	return record_callchain_opt(opt, arg, unset);
1202}
1203
1204static int
1205parse_callchain_opt(const struct option *opt, const char *arg, int unset)
1206{
1207	struct callchain_param *callchain = opt->value;
1208
1209	callchain->enabled = !unset;
1210	callchain->record_mode = CALLCHAIN_FP;
 
1211
1212	/*
1213	 * --no-call-graph
1214	 */
1215	if (unset) {
1216		symbol_conf.use_callchain = false;
1217		callchain->record_mode = CALLCHAIN_NONE;
1218		return 0;
1219	}
1220
1221	return parse_callchain_top_opt(arg);
1222}
1223
1224static int perf_top_config(const char *var, const char *value, void *cb __maybe_unused)
1225{
1226	if (!strcmp(var, "top.call-graph")) {
1227		var = "call-graph.record-mode";
1228		return perf_default_config(var, value, cb);
1229	}
1230	if (!strcmp(var, "top.children")) {
1231		symbol_conf.cumulate_callchain = perf_config_bool(var, value);
1232		return 0;
1233	}
1234
1235	return 0;
1236}
1237
1238static int
1239parse_percent_limit(const struct option *opt, const char *arg,
1240		    int unset __maybe_unused)
1241{
1242	struct perf_top *top = opt->value;
1243
1244	top->min_percent = strtof(arg, NULL);
1245	return 0;
1246}
1247
1248const char top_callchain_help[] = CALLCHAIN_RECORD_HELP CALLCHAIN_REPORT_HELP
1249	"\n\t\t\t\tDefault: fp,graph,0.5,caller,function";
1250
1251int cmd_top(int argc, const char **argv)
1252{
1253	char errbuf[BUFSIZ];
1254	struct perf_top top = {
1255		.count_filter	     = 5,
1256		.delay_secs	     = 2,
1257		.record_opts = {
1258			.mmap_pages	= UINT_MAX,
1259			.user_freq	= UINT_MAX,
1260			.user_interval	= ULLONG_MAX,
1261			.freq		= 4000, /* 4 KHz */
1262			.target		= {
1263				.uses_mmap   = true,
1264			},
1265			.proc_map_timeout    = 500,
1266			.overwrite	= 1,
1267		},
1268		.max_stack	     = sysctl_perf_event_max_stack,
1269		.sym_pcnt_filter     = 5,
1270		.nr_threads_synthesize = UINT_MAX,
1271	};
1272	struct record_opts *opts = &top.record_opts;
1273	struct target *target = &opts->target;
1274	const struct option options[] = {
1275	OPT_CALLBACK('e', "event", &top.evlist, "event",
1276		     "event selector. use 'perf list' to list available events",
1277		     parse_events_option),
1278	OPT_U64('c', "count", &opts->user_interval, "event period to sample"),
1279	OPT_STRING('p', "pid", &target->pid, "pid",
1280		    "profile events on existing process id"),
1281	OPT_STRING('t', "tid", &target->tid, "tid",
1282		    "profile events on existing thread id"),
1283	OPT_BOOLEAN('a', "all-cpus", &target->system_wide,
1284			    "system-wide collection from all CPUs"),
1285	OPT_STRING('C', "cpu", &target->cpu_list, "cpu",
1286		    "list of cpus to monitor"),
1287	OPT_STRING('k', "vmlinux", &symbol_conf.vmlinux_name,
1288		   "file", "vmlinux pathname"),
1289	OPT_BOOLEAN(0, "ignore-vmlinux", &symbol_conf.ignore_vmlinux,
1290		    "don't load vmlinux even if found"),
1291	OPT_BOOLEAN('K', "hide_kernel_symbols", &top.hide_kernel_symbols,
1292		    "hide kernel symbols"),
1293	OPT_CALLBACK('m', "mmap-pages", &opts->mmap_pages, "pages",
1294		     "number of mmap data pages",
1295		     perf_evlist__parse_mmap_pages),
1296	OPT_INTEGER('r', "realtime", &top.realtime_prio,
1297		    "collect data with this RT SCHED_FIFO priority"),
1298	OPT_INTEGER('d', "delay", &top.delay_secs,
1299		    "number of seconds to delay between refreshes"),
1300	OPT_BOOLEAN('D', "dump-symtab", &top.dump_symtab,
1301			    "dump the symbol table used for profiling"),
1302	OPT_INTEGER('f', "count-filter", &top.count_filter,
1303		    "only display functions with more events than this"),
1304	OPT_BOOLEAN(0, "group", &opts->group,
1305			    "put the counters into a counter group"),
1306	OPT_BOOLEAN('i', "no-inherit", &opts->no_inherit,
1307		    "child tasks do not inherit counters"),
1308	OPT_STRING(0, "sym-annotate", &top.sym_filter, "symbol name",
1309		    "symbol to annotate"),
1310	OPT_BOOLEAN('z', "zero", &top.zero, "zero history across updates"),
1311	OPT_CALLBACK('F', "freq", &top.record_opts, "freq or 'max'",
1312		     "profile at this frequency",
1313		      record__parse_freq),
1314	OPT_INTEGER('E', "entries", &top.print_entries,
1315		    "display this many functions"),
1316	OPT_BOOLEAN('U', "hide_user_symbols", &top.hide_user_symbols,
1317		    "hide user symbols"),
1318	OPT_BOOLEAN(0, "tui", &top.use_tui, "Use the TUI interface"),
1319	OPT_BOOLEAN(0, "stdio", &top.use_stdio, "Use the stdio interface"),
1320	OPT_INCR('v', "verbose", &verbose,
1321		    "be more verbose (show counter open errors, etc)"),
1322	OPT_STRING('s', "sort", &sort_order, "key[,key2...]",
1323		   "sort by key(s): pid, comm, dso, symbol, parent, cpu, srcline, ..."
1324		   " Please refer the man page for the complete list."),
1325	OPT_STRING(0, "fields", &field_order, "key[,keys...]",
1326		   "output field(s): overhead, period, sample plus all of sort keys"),
1327	OPT_BOOLEAN('n', "show-nr-samples", &symbol_conf.show_nr_samples,
1328		    "Show a column with the number of samples"),
1329	OPT_CALLBACK_NOOPT('g', NULL, &callchain_param,
1330			   NULL, "enables call-graph recording and display",
1331			   &callchain_opt),
1332	OPT_CALLBACK(0, "call-graph", &callchain_param,
1333		     "record_mode[,record_size],print_type,threshold[,print_limit],order,sort_key[,branch]",
1334		     top_callchain_help, &parse_callchain_opt),
1335	OPT_BOOLEAN(0, "children", &symbol_conf.cumulate_callchain,
1336		    "Accumulate callchains of children and show total overhead as well"),
1337	OPT_INTEGER(0, "max-stack", &top.max_stack,
1338		    "Set the maximum stack depth when parsing the callchain. "
1339		    "Default: kernel.perf_event_max_stack or " __stringify(PERF_MAX_STACK_DEPTH)),
1340	OPT_CALLBACK(0, "ignore-callees", NULL, "regex",
1341		   "ignore callees of these functions in call graphs",
1342		   report_parse_ignore_callees_opt),
1343	OPT_BOOLEAN(0, "show-total-period", &symbol_conf.show_total_period,
1344		    "Show a column with the sum of periods"),
1345	OPT_STRING(0, "dsos", &symbol_conf.dso_list_str, "dso[,dso...]",
1346		   "only consider symbols in these dsos"),
1347	OPT_STRING(0, "comms", &symbol_conf.comm_list_str, "comm[,comm...]",
1348		   "only consider symbols in these comms"),
1349	OPT_STRING(0, "symbols", &symbol_conf.sym_list_str, "symbol[,symbol...]",
1350		   "only consider these symbols"),
1351	OPT_BOOLEAN(0, "source", &symbol_conf.annotate_src,
1352		    "Interleave source code with assembly code (default)"),
1353	OPT_BOOLEAN(0, "asm-raw", &symbol_conf.annotate_asm_raw,
1354		    "Display raw encoding of assembly instructions (default)"),
1355	OPT_BOOLEAN(0, "demangle-kernel", &symbol_conf.demangle_kernel,
1356		    "Enable kernel symbol demangling"),
1357	OPT_STRING(0, "objdump", &objdump_path, "path",
1358		    "objdump binary to use for disassembly and annotations"),
1359	OPT_STRING('M', "disassembler-style", &disassembler_style, "disassembler style",
1360		   "Specify disassembler style (e.g. -M intel for intel syntax)"),
1361	OPT_STRING('u', "uid", &target->uid_str, "user", "user to profile"),
1362	OPT_CALLBACK(0, "percent-limit", &top, "percent",
1363		     "Don't show entries under that percent", parse_percent_limit),
1364	OPT_CALLBACK(0, "percentage", NULL, "relative|absolute",
1365		     "How to display percentage of filtered entries", parse_filter_percentage),
1366	OPT_STRING('w', "column-widths", &symbol_conf.col_width_list_str,
1367		   "width[,width...]",
1368		   "don't try to adjust column width, use these fixed values"),
1369	OPT_UINTEGER(0, "proc-map-timeout", &opts->proc_map_timeout,
1370			"per thread proc mmap processing timeout in ms"),
1371	OPT_CALLBACK_NOOPT('b', "branch-any", &opts->branch_stack,
1372		     "branch any", "sample any taken branches",
1373		     parse_branch_stack),
1374	OPT_CALLBACK('j', "branch-filter", &opts->branch_stack,
1375		     "branch filter mask", "branch stack filter modes",
1376		     parse_branch_stack),
1377	OPT_BOOLEAN(0, "raw-trace", &symbol_conf.raw_trace,
1378		    "Show raw trace event output (do not use print fmt or plugins)"),
1379	OPT_BOOLEAN(0, "hierarchy", &symbol_conf.report_hierarchy,
1380		    "Show entries in a hierarchy"),
1381	OPT_BOOLEAN(0, "force", &symbol_conf.force, "don't complain, do it"),
1382	OPT_UINTEGER(0, "num-thread-synthesize", &top.nr_threads_synthesize,
1383			"number of thread to run event synthesize"),
1384	OPT_END()
1385	};
1386	const char * const top_usage[] = {
1387		"perf top [<options>]",
1388		NULL
1389	};
1390	int status = hists__init();
1391
1392	if (status < 0)
1393		return status;
1394
1395	top.evlist = perf_evlist__new();
1396	if (top.evlist == NULL)
1397		return -ENOMEM;
1398
1399	status = perf_config(perf_top_config, &top);
1400	if (status)
1401		return status;
1402
1403	argc = parse_options(argc, argv, options, top_usage, 0);
1404	if (argc)
1405		usage_with_options(top_usage, options);
1406
1407	if (!top.evlist->nr_entries &&
1408	    perf_evlist__add_default(top.evlist) < 0) {
1409		pr_err("Not enough memory for event selector list\n");
1410		goto out_delete_evlist;
1411	}
1412
1413	if (symbol_conf.report_hierarchy) {
1414		/* disable incompatible options */
1415		symbol_conf.event_group = false;
1416		symbol_conf.cumulate_callchain = false;
1417
1418		if (field_order) {
1419			pr_err("Error: --hierarchy and --fields options cannot be used together\n");
1420			parse_options_usage(top_usage, options, "fields", 0);
1421			parse_options_usage(NULL, options, "hierarchy", 0);
1422			goto out_delete_evlist;
1423		}
1424	}
1425
1426	sort__mode = SORT_MODE__TOP;
1427	/* display thread wants entries to be collapsed in a different tree */
1428	perf_hpp_list.need_collapse = 1;
1429
1430	if (top.use_stdio)
1431		use_browser = 0;
1432	else if (top.use_tui)
1433		use_browser = 1;
1434
1435	setup_browser(false);
1436
1437	if (setup_sorting(top.evlist) < 0) {
1438		if (sort_order)
1439			parse_options_usage(top_usage, options, "s", 1);
1440		if (field_order)
1441			parse_options_usage(sort_order ? NULL : top_usage,
1442					    options, "fields", 0);
1443		goto out_delete_evlist;
1444	}
1445
1446	status = target__validate(target);
1447	if (status) {
1448		target__strerror(target, status, errbuf, BUFSIZ);
1449		ui__warning("%s\n", errbuf);
1450	}
1451
1452	status = target__parse_uid(target);
1453	if (status) {
1454		int saved_errno = errno;
1455
1456		target__strerror(target, status, errbuf, BUFSIZ);
1457		ui__error("%s\n", errbuf);
1458
1459		status = -saved_errno;
1460		goto out_delete_evlist;
1461	}
1462
1463	if (target__none(target))
1464		target->system_wide = true;
1465
1466	if (perf_evlist__create_maps(top.evlist, target) < 0) {
1467		ui__error("Couldn't create thread/CPU maps: %s\n",
1468			  errno == ENOENT ? "No such process" : str_error_r(errno, errbuf, sizeof(errbuf)));
1469		goto out_delete_evlist;
1470	}
1471
1472	symbol_conf.nr_events = top.evlist->nr_entries;
1473
1474	if (top.delay_secs < 1)
1475		top.delay_secs = 1;
1476
1477	if (record_opts__config(opts)) {
1478		status = -EINVAL;
1479		goto out_delete_evlist;
1480	}
1481
1482	top.sym_evsel = perf_evlist__first(top.evlist);
1483
1484	if (!callchain_param.enabled) {
1485		symbol_conf.cumulate_callchain = false;
1486		perf_hpp__cancel_cumulate();
1487	}
1488
1489	if (symbol_conf.cumulate_callchain && !callchain_param.order_set)
1490		callchain_param.order = ORDER_CALLER;
1491
1492	status = symbol__annotation_init();
1493	if (status < 0)
1494		goto out_delete_evlist;
1495
1496	annotation_config__init();
1497
1498	symbol_conf.try_vmlinux_path = (symbol_conf.vmlinux_name == NULL);
1499	if (symbol__init(NULL) < 0)
1500		return -1;
1501
1502	sort__setup_elide(stdout);
1503
1504	get_term_dimensions(&top.winsize);
1505	if (top.print_entries == 0) {
 
 
 
 
1506		perf_top__update_print_entries(&top);
1507		signal(SIGWINCH, winch_sig);
1508	}
1509
1510	status = __cmd_top(&top);
1511
1512out_delete_evlist:
1513	perf_evlist__delete(top.evlist);
1514
1515	return status;
1516}