Linux Audio

Check our new training course

Linux kernel drivers training

May 6-19, 2025
Register
Loading...
v3.15
   1/*
   2 * Copyright (C) 2011, Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com>
   3 *
   4 * Parts came from builtin-annotate.c, see those files for further
   5 * copyright notes.
   6 *
   7 * Released under the GPL v2. (and only v2, not any later version)
   8 */
   9
  10#include "util.h"
  11#include "ui/ui.h"
  12#include "sort.h"
  13#include "build-id.h"
  14#include "color.h"
  15#include "cache.h"
  16#include "symbol.h"
  17#include "debug.h"
  18#include "annotate.h"
  19#include "evsel.h"
  20#include <pthread.h>
  21#include <linux/bitops.h>
  22
  23const char 	*disassembler_style;
  24const char	*objdump_path;
  25
  26static struct ins *ins__find(const char *name);
  27static int disasm_line__parse(char *line, char **namep, char **rawp);
  28
  29static void ins__delete(struct ins_operands *ops)
  30{
  31	zfree(&ops->source.raw);
  32	zfree(&ops->source.name);
  33	zfree(&ops->target.raw);
  34	zfree(&ops->target.name);
  35}
  36
  37static int ins__raw_scnprintf(struct ins *ins, char *bf, size_t size,
  38			      struct ins_operands *ops)
  39{
  40	return scnprintf(bf, size, "%-6.6s %s", ins->name, ops->raw);
  41}
  42
  43int ins__scnprintf(struct ins *ins, char *bf, size_t size,
  44		  struct ins_operands *ops)
  45{
  46	if (ins->ops->scnprintf)
  47		return ins->ops->scnprintf(ins, bf, size, ops);
  48
  49	return ins__raw_scnprintf(ins, bf, size, ops);
  50}
  51
  52static int call__parse(struct ins_operands *ops)
  53{
  54	char *endptr, *tok, *name;
  55
  56	ops->target.addr = strtoull(ops->raw, &endptr, 16);
  57
  58	name = strchr(endptr, '<');
  59	if (name == NULL)
  60		goto indirect_call;
  61
  62	name++;
  63
  64	tok = strchr(name, '>');
  65	if (tok == NULL)
  66		return -1;
  67
  68	*tok = '\0';
  69	ops->target.name = strdup(name);
  70	*tok = '>';
  71
  72	return ops->target.name == NULL ? -1 : 0;
  73
  74indirect_call:
  75	tok = strchr(endptr, '(');
  76	if (tok != NULL) {
  77		ops->target.addr = 0;
  78		return 0;
  79	}
  80
  81	tok = strchr(endptr, '*');
  82	if (tok == NULL)
  83		return -1;
  84
  85	ops->target.addr = strtoull(tok + 1, NULL, 16);
  86	return 0;
  87}
  88
  89static int call__scnprintf(struct ins *ins, char *bf, size_t size,
  90			   struct ins_operands *ops)
  91{
  92	if (ops->target.name)
  93		return scnprintf(bf, size, "%-6.6s %s", ins->name, ops->target.name);
  94
  95	if (ops->target.addr == 0)
  96		return ins__raw_scnprintf(ins, bf, size, ops);
  97
  98	return scnprintf(bf, size, "%-6.6s *%" PRIx64, ins->name, ops->target.addr);
  99}
 100
 101static struct ins_ops call_ops = {
 102	.parse	   = call__parse,
 103	.scnprintf = call__scnprintf,
 104};
 105
 106bool ins__is_call(const struct ins *ins)
 107{
 108	return ins->ops == &call_ops;
 109}
 110
 111static int jump__parse(struct ins_operands *ops)
 112{
 113	const char *s = strchr(ops->raw, '+');
 114
 115	ops->target.addr = strtoull(ops->raw, NULL, 16);
 116
 117	if (s++ != NULL)
 118		ops->target.offset = strtoull(s, NULL, 16);
 119	else
 120		ops->target.offset = UINT64_MAX;
 121
 122	return 0;
 123}
 124
 125static int jump__scnprintf(struct ins *ins, char *bf, size_t size,
 126			   struct ins_operands *ops)
 127{
 128	return scnprintf(bf, size, "%-6.6s %" PRIx64, ins->name, ops->target.offset);
 129}
 130
 131static struct ins_ops jump_ops = {
 132	.parse	   = jump__parse,
 133	.scnprintf = jump__scnprintf,
 134};
 135
 136bool ins__is_jump(const struct ins *ins)
 137{
 138	return ins->ops == &jump_ops;
 139}
 140
 141static int comment__symbol(char *raw, char *comment, u64 *addrp, char **namep)
 142{
 143	char *endptr, *name, *t;
 144
 145	if (strstr(raw, "(%rip)") == NULL)
 146		return 0;
 147
 148	*addrp = strtoull(comment, &endptr, 16);
 149	name = strchr(endptr, '<');
 150	if (name == NULL)
 151		return -1;
 152
 153	name++;
 154
 155	t = strchr(name, '>');
 156	if (t == NULL)
 157		return 0;
 158
 159	*t = '\0';
 160	*namep = strdup(name);
 161	*t = '>';
 162
 163	return 0;
 164}
 165
 166static int lock__parse(struct ins_operands *ops)
 167{
 168	char *name;
 169
 170	ops->locked.ops = zalloc(sizeof(*ops->locked.ops));
 171	if (ops->locked.ops == NULL)
 172		return 0;
 173
 174	if (disasm_line__parse(ops->raw, &name, &ops->locked.ops->raw) < 0)
 175		goto out_free_ops;
 176
 177	ops->locked.ins = ins__find(name);
 178	if (ops->locked.ins == NULL)
 179		goto out_free_ops;
 180
 181	if (!ops->locked.ins->ops)
 182		return 0;
 183
 184	if (ops->locked.ins->ops->parse)
 185		ops->locked.ins->ops->parse(ops->locked.ops);
 186
 187	return 0;
 188
 189out_free_ops:
 190	zfree(&ops->locked.ops);
 
 191	return 0;
 192}
 193
 194static int lock__scnprintf(struct ins *ins, char *bf, size_t size,
 195			   struct ins_operands *ops)
 196{
 197	int printed;
 198
 199	if (ops->locked.ins == NULL)
 200		return ins__raw_scnprintf(ins, bf, size, ops);
 201
 202	printed = scnprintf(bf, size, "%-6.6s ", ins->name);
 203	return printed + ins__scnprintf(ops->locked.ins, bf + printed,
 204					size - printed, ops->locked.ops);
 205}
 206
 207static void lock__delete(struct ins_operands *ops)
 208{
 209	zfree(&ops->locked.ops);
 210	zfree(&ops->target.raw);
 211	zfree(&ops->target.name);
 212}
 213
 214static struct ins_ops lock_ops = {
 215	.free	   = lock__delete,
 216	.parse	   = lock__parse,
 217	.scnprintf = lock__scnprintf,
 218};
 219
 220static int mov__parse(struct ins_operands *ops)
 221{
 222	char *s = strchr(ops->raw, ','), *target, *comment, prev;
 223
 224	if (s == NULL)
 225		return -1;
 226
 227	*s = '\0';
 228	ops->source.raw = strdup(ops->raw);
 229	*s = ',';
 230	
 231	if (ops->source.raw == NULL)
 232		return -1;
 233
 234	target = ++s;
 235
 236	while (s[0] != '\0' && !isspace(s[0]))
 237		++s;
 238	prev = *s;
 239	*s = '\0';
 240
 241	ops->target.raw = strdup(target);
 242	*s = prev;
 243
 244	if (ops->target.raw == NULL)
 245		goto out_free_source;
 246
 247	comment = strchr(s, '#');
 248	if (comment == NULL)
 249		return 0;
 250
 251	while (comment[0] != '\0' && isspace(comment[0]))
 252		++comment;
 253
 254	comment__symbol(ops->source.raw, comment, &ops->source.addr, &ops->source.name);
 255	comment__symbol(ops->target.raw, comment, &ops->target.addr, &ops->target.name);
 256
 257	return 0;
 258
 259out_free_source:
 260	zfree(&ops->source.raw);
 
 261	return -1;
 262}
 263
 264static int mov__scnprintf(struct ins *ins, char *bf, size_t size,
 265			   struct ins_operands *ops)
 266{
 267	return scnprintf(bf, size, "%-6.6s %s,%s", ins->name,
 268			 ops->source.name ?: ops->source.raw,
 269			 ops->target.name ?: ops->target.raw);
 270}
 271
 272static struct ins_ops mov_ops = {
 273	.parse	   = mov__parse,
 274	.scnprintf = mov__scnprintf,
 275};
 276
 277static int dec__parse(struct ins_operands *ops)
 278{
 279	char *target, *comment, *s, prev;
 280
 281	target = s = ops->raw;
 282
 283	while (s[0] != '\0' && !isspace(s[0]))
 284		++s;
 285	prev = *s;
 286	*s = '\0';
 287
 288	ops->target.raw = strdup(target);
 289	*s = prev;
 290
 291	if (ops->target.raw == NULL)
 292		return -1;
 293
 294	comment = strchr(s, '#');
 295	if (comment == NULL)
 296		return 0;
 297
 298	while (comment[0] != '\0' && isspace(comment[0]))
 299		++comment;
 300
 301	comment__symbol(ops->target.raw, comment, &ops->target.addr, &ops->target.name);
 302
 303	return 0;
 304}
 305
 306static int dec__scnprintf(struct ins *ins, char *bf, size_t size,
 307			   struct ins_operands *ops)
 308{
 309	return scnprintf(bf, size, "%-6.6s %s", ins->name,
 310			 ops->target.name ?: ops->target.raw);
 311}
 312
 313static struct ins_ops dec_ops = {
 314	.parse	   = dec__parse,
 315	.scnprintf = dec__scnprintf,
 316};
 317
 318static int nop__scnprintf(struct ins *ins __maybe_unused, char *bf, size_t size,
 319			  struct ins_operands *ops __maybe_unused)
 320{
 321	return scnprintf(bf, size, "%-6.6s", "nop");
 322}
 323
 324static struct ins_ops nop_ops = {
 325	.scnprintf = nop__scnprintf,
 326};
 327
 328/*
 329 * Must be sorted by name!
 330 */
 331static struct ins instructions[] = {
 332	{ .name = "add",   .ops  = &mov_ops, },
 333	{ .name = "addl",  .ops  = &mov_ops, },
 334	{ .name = "addq",  .ops  = &mov_ops, },
 335	{ .name = "addw",  .ops  = &mov_ops, },
 336	{ .name = "and",   .ops  = &mov_ops, },
 337	{ .name = "bts",   .ops  = &mov_ops, },
 338	{ .name = "call",  .ops  = &call_ops, },
 339	{ .name = "callq", .ops  = &call_ops, },
 340	{ .name = "cmp",   .ops  = &mov_ops, },
 341	{ .name = "cmpb",  .ops  = &mov_ops, },
 342	{ .name = "cmpl",  .ops  = &mov_ops, },
 343	{ .name = "cmpq",  .ops  = &mov_ops, },
 344	{ .name = "cmpw",  .ops  = &mov_ops, },
 345	{ .name = "cmpxch", .ops  = &mov_ops, },
 346	{ .name = "dec",   .ops  = &dec_ops, },
 347	{ .name = "decl",  .ops  = &dec_ops, },
 348	{ .name = "imul",  .ops  = &mov_ops, },
 349	{ .name = "inc",   .ops  = &dec_ops, },
 350	{ .name = "incl",  .ops  = &dec_ops, },
 351	{ .name = "ja",	   .ops  = &jump_ops, },
 352	{ .name = "jae",   .ops  = &jump_ops, },
 353	{ .name = "jb",	   .ops  = &jump_ops, },
 354	{ .name = "jbe",   .ops  = &jump_ops, },
 355	{ .name = "jc",	   .ops  = &jump_ops, },
 356	{ .name = "jcxz",  .ops  = &jump_ops, },
 357	{ .name = "je",	   .ops  = &jump_ops, },
 358	{ .name = "jecxz", .ops  = &jump_ops, },
 359	{ .name = "jg",	   .ops  = &jump_ops, },
 360	{ .name = "jge",   .ops  = &jump_ops, },
 361	{ .name = "jl",    .ops  = &jump_ops, },
 362	{ .name = "jle",   .ops  = &jump_ops, },
 363	{ .name = "jmp",   .ops  = &jump_ops, },
 364	{ .name = "jmpq",  .ops  = &jump_ops, },
 365	{ .name = "jna",   .ops  = &jump_ops, },
 366	{ .name = "jnae",  .ops  = &jump_ops, },
 367	{ .name = "jnb",   .ops  = &jump_ops, },
 368	{ .name = "jnbe",  .ops  = &jump_ops, },
 369	{ .name = "jnc",   .ops  = &jump_ops, },
 370	{ .name = "jne",   .ops  = &jump_ops, },
 371	{ .name = "jng",   .ops  = &jump_ops, },
 372	{ .name = "jnge",  .ops  = &jump_ops, },
 373	{ .name = "jnl",   .ops  = &jump_ops, },
 374	{ .name = "jnle",  .ops  = &jump_ops, },
 375	{ .name = "jno",   .ops  = &jump_ops, },
 376	{ .name = "jnp",   .ops  = &jump_ops, },
 377	{ .name = "jns",   .ops  = &jump_ops, },
 378	{ .name = "jnz",   .ops  = &jump_ops, },
 379	{ .name = "jo",	   .ops  = &jump_ops, },
 380	{ .name = "jp",	   .ops  = &jump_ops, },
 381	{ .name = "jpe",   .ops  = &jump_ops, },
 382	{ .name = "jpo",   .ops  = &jump_ops, },
 383	{ .name = "jrcxz", .ops  = &jump_ops, },
 384	{ .name = "js",	   .ops  = &jump_ops, },
 385	{ .name = "jz",	   .ops  = &jump_ops, },
 386	{ .name = "lea",   .ops  = &mov_ops, },
 387	{ .name = "lock",  .ops  = &lock_ops, },
 388	{ .name = "mov",   .ops  = &mov_ops, },
 389	{ .name = "movb",  .ops  = &mov_ops, },
 390	{ .name = "movdqa",.ops  = &mov_ops, },
 391	{ .name = "movl",  .ops  = &mov_ops, },
 392	{ .name = "movq",  .ops  = &mov_ops, },
 393	{ .name = "movslq", .ops  = &mov_ops, },
 394	{ .name = "movzbl", .ops  = &mov_ops, },
 395	{ .name = "movzwl", .ops  = &mov_ops, },
 396	{ .name = "nop",   .ops  = &nop_ops, },
 397	{ .name = "nopl",  .ops  = &nop_ops, },
 398	{ .name = "nopw",  .ops  = &nop_ops, },
 399	{ .name = "or",    .ops  = &mov_ops, },
 400	{ .name = "orl",   .ops  = &mov_ops, },
 401	{ .name = "test",  .ops  = &mov_ops, },
 402	{ .name = "testb", .ops  = &mov_ops, },
 403	{ .name = "testl", .ops  = &mov_ops, },
 404	{ .name = "xadd",  .ops  = &mov_ops, },
 405	{ .name = "xbeginl", .ops  = &jump_ops, },
 406	{ .name = "xbeginq", .ops  = &jump_ops, },
 407};
 408
 409static int ins__cmp(const void *name, const void *insp)
 410{
 411	const struct ins *ins = insp;
 412
 413	return strcmp(name, ins->name);
 414}
 415
 416static struct ins *ins__find(const char *name)
 417{
 418	const int nmemb = ARRAY_SIZE(instructions);
 419
 420	return bsearch(name, instructions, nmemb, sizeof(struct ins), ins__cmp);
 421}
 422
 423int symbol__annotate_init(struct map *map __maybe_unused, struct symbol *sym)
 424{
 425	struct annotation *notes = symbol__annotation(sym);
 426	pthread_mutex_init(&notes->lock, NULL);
 427	return 0;
 428}
 429
 430int symbol__alloc_hist(struct symbol *sym)
 431{
 432	struct annotation *notes = symbol__annotation(sym);
 433	const size_t size = symbol__size(sym);
 434	size_t sizeof_sym_hist;
 435
 436	/* Check for overflow when calculating sizeof_sym_hist */
 437	if (size > (SIZE_MAX - sizeof(struct sym_hist)) / sizeof(u64))
 438		return -1;
 439
 440	sizeof_sym_hist = (sizeof(struct sym_hist) + size * sizeof(u64));
 441
 442	/* Check for overflow in zalloc argument */
 443	if (sizeof_sym_hist > (SIZE_MAX - sizeof(*notes->src))
 444				/ symbol_conf.nr_events)
 445		return -1;
 446
 447	notes->src = zalloc(sizeof(*notes->src) + symbol_conf.nr_events * sizeof_sym_hist);
 448	if (notes->src == NULL)
 449		return -1;
 450	notes->src->sizeof_sym_hist = sizeof_sym_hist;
 451	notes->src->nr_histograms   = symbol_conf.nr_events;
 452	INIT_LIST_HEAD(&notes->src->source);
 453	return 0;
 454}
 455
 456void symbol__annotate_zero_histograms(struct symbol *sym)
 457{
 458	struct annotation *notes = symbol__annotation(sym);
 459
 460	pthread_mutex_lock(&notes->lock);
 461	if (notes->src != NULL)
 462		memset(notes->src->histograms, 0,
 463		       notes->src->nr_histograms * notes->src->sizeof_sym_hist);
 464	pthread_mutex_unlock(&notes->lock);
 465}
 466
 467static int __symbol__inc_addr_samples(struct symbol *sym, struct map *map,
 468				      struct annotation *notes, int evidx, u64 addr)
 469{
 470	unsigned offset;
 
 471	struct sym_hist *h;
 472
 
 
 
 
 473	pr_debug3("%s: addr=%#" PRIx64 "\n", __func__, map->unmap_ip(map, addr));
 474
 475	if (addr < sym->start || addr > sym->end)
 476		return -ERANGE;
 477
 478	offset = addr - sym->start;
 479	h = annotation__histogram(notes, evidx);
 480	h->sum++;
 481	h->addr[offset]++;
 482
 483	pr_debug3("%#" PRIx64 " %s: period++ [addr: %#" PRIx64 ", %#" PRIx64
 484		  ", evidx=%d] => %" PRIu64 "\n", sym->start, sym->name,
 485		  addr, addr - sym->start, evidx, h->addr[offset]);
 486	return 0;
 487}
 488
 489static int symbol__inc_addr_samples(struct symbol *sym, struct map *map,
 490				    int evidx, u64 addr)
 491{
 492	struct annotation *notes;
 493
 494	if (sym == NULL)
 495		return 0;
 496
 497	notes = symbol__annotation(sym);
 498	if (notes->src == NULL) {
 499		if (symbol__alloc_hist(sym) < 0)
 500			return -ENOMEM;
 501	}
 502
 503	return __symbol__inc_addr_samples(sym, map, notes, evidx, addr);
 504}
 505
 506int addr_map_symbol__inc_samples(struct addr_map_symbol *ams, int evidx)
 507{
 508	return symbol__inc_addr_samples(ams->sym, ams->map, evidx, ams->al_addr);
 509}
 510
 511int hist_entry__inc_addr_samples(struct hist_entry *he, int evidx, u64 ip)
 512{
 513	return symbol__inc_addr_samples(he->ms.sym, he->ms.map, evidx, ip);
 514}
 515
 516static void disasm_line__init_ins(struct disasm_line *dl)
 517{
 518	dl->ins = ins__find(dl->name);
 519
 520	if (dl->ins == NULL)
 521		return;
 522
 523	if (!dl->ins->ops)
 524		return;
 525
 526	if (dl->ins->ops->parse)
 527		dl->ins->ops->parse(&dl->ops);
 528}
 529
 530static int disasm_line__parse(char *line, char **namep, char **rawp)
 531{
 532	char *name = line, tmp;
 533
 534	while (isspace(name[0]))
 535		++name;
 536
 537	if (name[0] == '\0')
 538		return -1;
 539
 540	*rawp = name + 1;
 541
 542	while ((*rawp)[0] != '\0' && !isspace((*rawp)[0]))
 543		++*rawp;
 544
 545	tmp = (*rawp)[0];
 546	(*rawp)[0] = '\0';
 547	*namep = strdup(name);
 548
 549	if (*namep == NULL)
 550		goto out_free_name;
 551
 552	(*rawp)[0] = tmp;
 553
 554	if ((*rawp)[0] != '\0') {
 555		(*rawp)++;
 556		while (isspace((*rawp)[0]))
 557			++(*rawp);
 558	}
 559
 560	return 0;
 561
 562out_free_name:
 563	zfree(namep);
 
 564	return -1;
 565}
 566
 567static struct disasm_line *disasm_line__new(s64 offset, char *line, size_t privsize)
 568{
 569	struct disasm_line *dl = zalloc(sizeof(*dl) + privsize);
 570
 571	if (dl != NULL) {
 572		dl->offset = offset;
 573		dl->line = strdup(line);
 574		if (dl->line == NULL)
 575			goto out_delete;
 576
 577		if (offset != -1) {
 578			if (disasm_line__parse(dl->line, &dl->name, &dl->ops.raw) < 0)
 579				goto out_free_line;
 580
 581			disasm_line__init_ins(dl);
 582		}
 583	}
 584
 585	return dl;
 586
 587out_free_line:
 588	zfree(&dl->line);
 589out_delete:
 590	free(dl);
 591	return NULL;
 592}
 593
 594void disasm_line__free(struct disasm_line *dl)
 595{
 596	zfree(&dl->line);
 597	zfree(&dl->name);
 598	if (dl->ins && dl->ins->ops->free)
 599		dl->ins->ops->free(&dl->ops);
 600	else
 601		ins__delete(&dl->ops);
 602	free(dl);
 603}
 604
 605int disasm_line__scnprintf(struct disasm_line *dl, char *bf, size_t size, bool raw)
 606{
 607	if (raw || !dl->ins)
 608		return scnprintf(bf, size, "%-6.6s %s", dl->name, dl->ops.raw);
 609
 610	return ins__scnprintf(dl->ins, bf, size, &dl->ops);
 611}
 612
 613static void disasm__add(struct list_head *head, struct disasm_line *line)
 614{
 615	list_add_tail(&line->node, head);
 616}
 617
 618struct disasm_line *disasm__get_next_ip_line(struct list_head *head, struct disasm_line *pos)
 619{
 620	list_for_each_entry_continue(pos, head, node)
 621		if (pos->offset >= 0)
 622			return pos;
 623
 624	return NULL;
 625}
 626
 627double disasm__calc_percent(struct annotation *notes, int evidx, s64 offset,
 628			    s64 end, const char **path)
 629{
 630	struct source_line *src_line = notes->src->lines;
 631	double percent = 0.0;
 632
 633	if (src_line) {
 634		size_t sizeof_src_line = sizeof(*src_line) +
 635				sizeof(src_line->p) * (src_line->nr_pcnt - 1);
 636
 637		while (offset < end) {
 638			src_line = (void *)notes->src->lines +
 639					(sizeof_src_line * offset);
 640
 641			if (*path == NULL)
 642				*path = src_line->path;
 643
 644			percent += src_line->p[evidx].percent;
 645			offset++;
 646		}
 647	} else {
 648		struct sym_hist *h = annotation__histogram(notes, evidx);
 649		unsigned int hits = 0;
 650
 651		while (offset < end)
 652			hits += h->addr[offset++];
 653
 654		if (h->sum)
 655			percent = 100.0 * hits / h->sum;
 656	}
 657
 658	return percent;
 659}
 660
 661static int disasm_line__print(struct disasm_line *dl, struct symbol *sym, u64 start,
 662		      struct perf_evsel *evsel, u64 len, int min_pcnt, int printed,
 663		      int max_lines, struct disasm_line *queue)
 664{
 665	static const char *prev_line;
 666	static const char *prev_color;
 667
 668	if (dl->offset != -1) {
 669		const char *path = NULL;
 670		double percent, max_percent = 0.0;
 671		double *ppercents = &percent;
 672		int i, nr_percent = 1;
 673		const char *color;
 674		struct annotation *notes = symbol__annotation(sym);
 
 
 675		s64 offset = dl->offset;
 676		const u64 addr = start + offset;
 677		struct disasm_line *next;
 678
 679		next = disasm__get_next_ip_line(&notes->src->source, dl);
 680
 681		if (perf_evsel__is_group_event(evsel)) {
 682			nr_percent = evsel->nr_members;
 683			ppercents = calloc(nr_percent, sizeof(double));
 684			if (ppercents == NULL)
 685				return -1;
 686		}
 
 
 687
 688		for (i = 0; i < nr_percent; i++) {
 689			percent = disasm__calc_percent(notes,
 690					notes->src->lines ? i : evsel->idx + i,
 691					offset,
 692					next ? next->offset : (s64) len,
 693					&path);
 694
 695			ppercents[i] = percent;
 696			if (percent > max_percent)
 697				max_percent = percent;
 698		}
 699
 700		if (max_percent < min_pcnt)
 
 
 
 701			return -1;
 702
 703		if (max_lines && printed >= max_lines)
 704			return 1;
 705
 706		if (queue != NULL) {
 707			list_for_each_entry_from(queue, &notes->src->source, node) {
 708				if (queue == dl)
 709					break;
 710				disasm_line__print(queue, sym, start, evsel, len,
 711						    0, 0, 1, NULL);
 712			}
 713		}
 714
 715		color = get_percent_color(max_percent);
 716
 717		/*
 718		 * Also color the filename and line if needed, with
 719		 * the same color than the percentage. Don't print it
 720		 * twice for close colored addr with the same filename:line
 721		 */
 722		if (path) {
 723			if (!prev_line || strcmp(prev_line, path)
 724				       || color != prev_color) {
 725				color_fprintf(stdout, color, " %s", path);
 726				prev_line = path;
 727				prev_color = color;
 728			}
 729		}
 730
 731		for (i = 0; i < nr_percent; i++) {
 732			percent = ppercents[i];
 733			color = get_percent_color(percent);
 734			color_fprintf(stdout, color, " %7.2f", percent);
 735		}
 736
 737		printf(" :	");
 738		color_fprintf(stdout, PERF_COLOR_MAGENTA, "  %" PRIx64 ":", addr);
 739		color_fprintf(stdout, PERF_COLOR_BLUE, "%s\n", dl->line);
 740
 741		if (ppercents != &percent)
 742			free(ppercents);
 743
 744	} else if (max_lines && printed >= max_lines)
 745		return 1;
 746	else {
 747		int width = 8;
 748
 749		if (queue)
 750			return -1;
 751
 752		if (perf_evsel__is_group_event(evsel))
 753			width *= evsel->nr_members;
 754
 755		if (!*dl->line)
 756			printf(" %*s:\n", width, " ");
 757		else
 758			printf(" %*s:	%s\n", width, " ", dl->line);
 759	}
 760
 761	return 0;
 762}
 763
 764/*
 765 * symbol__parse_objdump_line() parses objdump output (with -d --no-show-raw)
 766 * which looks like following
 767 *
 768 *  0000000000415500 <_init>:
 769 *    415500:       sub    $0x8,%rsp
 770 *    415504:       mov    0x2f5ad5(%rip),%rax        # 70afe0 <_DYNAMIC+0x2f8>
 771 *    41550b:       test   %rax,%rax
 772 *    41550e:       je     415515 <_init+0x15>
 773 *    415510:       callq  416e70 <__gmon_start__@plt>
 774 *    415515:       add    $0x8,%rsp
 775 *    415519:       retq
 776 *
 777 * it will be parsed and saved into struct disasm_line as
 778 *  <offset>       <name>  <ops.raw>
 779 *
 780 * The offset will be a relative offset from the start of the symbol and -1
 781 * means that it's not a disassembly line so should be treated differently.
 782 * The ops.raw part will be parsed further according to type of the instruction.
 783 */
 784static int symbol__parse_objdump_line(struct symbol *sym, struct map *map,
 785				      FILE *file, size_t privsize)
 786{
 787	struct annotation *notes = symbol__annotation(sym);
 788	struct disasm_line *dl;
 789	char *line = NULL, *parsed_line, *tmp, *tmp2, *c;
 790	size_t line_len;
 791	s64 line_ip, offset = -1;
 792
 793	if (getline(&line, &line_len, file) < 0)
 794		return -1;
 795
 796	if (!line)
 797		return -1;
 798
 799	while (line_len != 0 && isspace(line[line_len - 1]))
 800		line[--line_len] = '\0';
 801
 802	c = strchr(line, '\n');
 803	if (c)
 804		*c = 0;
 805
 806	line_ip = -1;
 807	parsed_line = line;
 808
 809	/*
 810	 * Strip leading spaces:
 811	 */
 812	tmp = line;
 813	while (*tmp) {
 814		if (*tmp != ' ')
 815			break;
 816		tmp++;
 817	}
 818
 819	if (*tmp) {
 820		/*
 821		 * Parse hexa addresses followed by ':'
 822		 */
 823		line_ip = strtoull(tmp, &tmp2, 16);
 824		if (*tmp2 != ':' || tmp == tmp2 || tmp2[1] == '\0')
 825			line_ip = -1;
 826	}
 827
 828	if (line_ip != -1) {
 829		u64 start = map__rip_2objdump(map, sym->start),
 830		    end = map__rip_2objdump(map, sym->end);
 831
 832		offset = line_ip - start;
 833		if ((u64)line_ip < start || (u64)line_ip > end)
 834			offset = -1;
 835		else
 836			parsed_line = tmp2 + 1;
 837	}
 838
 839	dl = disasm_line__new(offset, parsed_line, privsize);
 840	free(line);
 841
 842	if (dl == NULL)
 843		return -1;
 844
 845	if (dl->ops.target.offset == UINT64_MAX)
 846		dl->ops.target.offset = dl->ops.target.addr -
 847					map__rip_2objdump(map, sym->start);
 848
 849	/* kcore has no symbols, so add the call target name */
 850	if (dl->ins && ins__is_call(dl->ins) && !dl->ops.target.name) {
 851		struct addr_map_symbol target = {
 852			.map = map,
 853			.addr = dl->ops.target.addr,
 854		};
 855
 856		if (!map_groups__find_ams(&target, NULL) &&
 857		    target.sym->start == target.al_addr)
 858			dl->ops.target.name = strdup(target.sym->name);
 859	}
 860
 861	disasm__add(&notes->src->source, dl);
 862
 863	return 0;
 864}
 865
 866static void delete_last_nop(struct symbol *sym)
 867{
 868	struct annotation *notes = symbol__annotation(sym);
 869	struct list_head *list = &notes->src->source;
 870	struct disasm_line *dl;
 871
 872	while (!list_empty(list)) {
 873		dl = list_entry(list->prev, struct disasm_line, node);
 874
 875		if (dl->ins && dl->ins->ops) {
 876			if (dl->ins->ops != &nop_ops)
 877				return;
 878		} else {
 879			if (!strstr(dl->line, " nop ") &&
 880			    !strstr(dl->line, " nopl ") &&
 881			    !strstr(dl->line, " nopw "))
 882				return;
 883		}
 884
 885		list_del(&dl->node);
 886		disasm_line__free(dl);
 887	}
 888}
 889
 890int symbol__annotate(struct symbol *sym, struct map *map, size_t privsize)
 891{
 892	struct dso *dso = map->dso;
 893	char *filename = dso__build_id_filename(dso, NULL, 0);
 894	bool free_filename = true;
 895	char command[PATH_MAX * 2];
 896	FILE *file;
 897	int err = 0;
 898	char symfs_filename[PATH_MAX];
 899	struct kcore_extract kce;
 900	bool delete_extract = false;
 901
 902	if (filename) {
 903		snprintf(symfs_filename, sizeof(symfs_filename), "%s%s",
 904			 symbol_conf.symfs, filename);
 905	}
 906
 907	if (filename == NULL) {
 908		if (dso->has_build_id) {
 909			pr_err("Can't annotate %s: not enough memory\n",
 910			       sym->name);
 911			return -ENOMEM;
 912		}
 913		goto fallback;
 914	} else if (readlink(symfs_filename, command, sizeof(command)) < 0 ||
 915		   strstr(command, "[kernel.kallsyms]") ||
 916		   access(symfs_filename, R_OK)) {
 917		free(filename);
 918fallback:
 919		/*
 920		 * If we don't have build-ids or the build-id file isn't in the
 921		 * cache, or is just a kallsyms file, well, lets hope that this
 922		 * DSO is the same as when 'perf record' ran.
 923		 */
 924		filename = (char *)dso->long_name;
 925		snprintf(symfs_filename, sizeof(symfs_filename), "%s%s",
 926			 symbol_conf.symfs, filename);
 927		free_filename = false;
 928	}
 929
 930	if (dso->symtab_type == DSO_BINARY_TYPE__KALLSYMS &&
 931	    !dso__is_kcore(dso)) {
 932		char bf[BUILD_ID_SIZE * 2 + 16] = " with build id ";
 933		char *build_id_msg = NULL;
 934
 935		if (dso->annotate_warned)
 936			goto out_free_filename;
 937
 938		if (dso->has_build_id) {
 939			build_id__sprintf(dso->build_id,
 940					  sizeof(dso->build_id), bf + 15);
 941			build_id_msg = bf;
 942		}
 943		err = -ENOENT;
 944		dso->annotate_warned = 1;
 945		pr_err("Can't annotate %s:\n\n"
 946		       "No vmlinux file%s\nwas found in the path.\n\n"
 947		       "Please use:\n\n"
 948		       "  perf buildid-cache -vu vmlinux\n\n"
 949		       "or:\n\n"
 950		       "  --vmlinux vmlinux\n",
 951		       sym->name, build_id_msg ?: "");
 952		goto out_free_filename;
 953	}
 954
 955	pr_debug("%s: filename=%s, sym=%s, start=%#" PRIx64 ", end=%#" PRIx64 "\n", __func__,
 956		 filename, sym->name, map->unmap_ip(map, sym->start),
 957		 map->unmap_ip(map, sym->end));
 958
 959	pr_debug("annotating [%p] %30s : [%p] %30s\n",
 960		 dso, dso->long_name, sym, sym->name);
 961
 962	if (dso__is_kcore(dso)) {
 963		kce.kcore_filename = symfs_filename;
 964		kce.addr = map__rip_2objdump(map, sym->start);
 965		kce.offs = sym->start;
 966		kce.len = sym->end + 1 - sym->start;
 967		if (!kcore_extract__create(&kce)) {
 968			delete_extract = true;
 969			strlcpy(symfs_filename, kce.extract_filename,
 970				sizeof(symfs_filename));
 971			if (free_filename) {
 972				free(filename);
 973				free_filename = false;
 974			}
 975			filename = symfs_filename;
 976		}
 977	}
 978
 979	snprintf(command, sizeof(command),
 980		 "%s %s%s --start-address=0x%016" PRIx64
 981		 " --stop-address=0x%016" PRIx64
 982		 " -d %s %s -C %s 2>/dev/null|grep -v %s|expand",
 983		 objdump_path ? objdump_path : "objdump",
 984		 disassembler_style ? "-M " : "",
 985		 disassembler_style ? disassembler_style : "",
 986		 map__rip_2objdump(map, sym->start),
 987		 map__rip_2objdump(map, sym->end+1),
 988		 symbol_conf.annotate_asm_raw ? "" : "--no-show-raw",
 989		 symbol_conf.annotate_src ? "-S" : "",
 990		 symfs_filename, filename);
 991
 992	pr_debug("Executing: %s\n", command);
 993
 994	file = popen(command, "r");
 995	if (!file)
 996		goto out_free_filename;
 997
 998	while (!feof(file))
 999		if (symbol__parse_objdump_line(sym, map, file, privsize) < 0)
1000			break;
1001
1002	/*
1003	 * kallsyms does not have symbol sizes so there may a nop at the end.
1004	 * Remove it.
1005	 */
1006	if (dso__is_kcore(dso))
1007		delete_last_nop(sym);
1008
1009	pclose(file);
1010out_free_filename:
1011	if (delete_extract)
1012		kcore_extract__delete(&kce);
1013	if (free_filename)
1014		free(filename);
1015	return err;
1016}
1017
1018static void insert_source_line(struct rb_root *root, struct source_line *src_line)
1019{
1020	struct source_line *iter;
1021	struct rb_node **p = &root->rb_node;
1022	struct rb_node *parent = NULL;
1023	int i, ret;
1024
1025	while (*p != NULL) {
1026		parent = *p;
1027		iter = rb_entry(parent, struct source_line, node);
1028
1029		ret = strcmp(iter->path, src_line->path);
1030		if (ret == 0) {
1031			for (i = 0; i < src_line->nr_pcnt; i++)
1032				iter->p[i].percent_sum += src_line->p[i].percent;
1033			return;
1034		}
1035
1036		if (ret < 0)
1037			p = &(*p)->rb_left;
1038		else
1039			p = &(*p)->rb_right;
1040	}
1041
1042	for (i = 0; i < src_line->nr_pcnt; i++)
1043		src_line->p[i].percent_sum = src_line->p[i].percent;
1044
1045	rb_link_node(&src_line->node, parent, p);
1046	rb_insert_color(&src_line->node, root);
1047}
1048
1049static int cmp_source_line(struct source_line *a, struct source_line *b)
1050{
1051	int i;
1052
1053	for (i = 0; i < a->nr_pcnt; i++) {
1054		if (a->p[i].percent_sum == b->p[i].percent_sum)
1055			continue;
1056		return a->p[i].percent_sum > b->p[i].percent_sum;
1057	}
1058
1059	return 0;
1060}
1061
1062static void __resort_source_line(struct rb_root *root, struct source_line *src_line)
1063{
1064	struct source_line *iter;
1065	struct rb_node **p = &root->rb_node;
1066	struct rb_node *parent = NULL;
1067
1068	while (*p != NULL) {
1069		parent = *p;
1070		iter = rb_entry(parent, struct source_line, node);
1071
1072		if (cmp_source_line(src_line, iter))
1073			p = &(*p)->rb_left;
1074		else
1075			p = &(*p)->rb_right;
1076	}
1077
1078	rb_link_node(&src_line->node, parent, p);
1079	rb_insert_color(&src_line->node, root);
1080}
1081
1082static void resort_source_line(struct rb_root *dest_root, struct rb_root *src_root)
1083{
1084	struct source_line *src_line;
1085	struct rb_node *node;
1086
1087	node = rb_first(src_root);
1088	while (node) {
1089		struct rb_node *next;
1090
1091		src_line = rb_entry(node, struct source_line, node);
1092		next = rb_next(node);
1093		rb_erase(node, src_root);
1094
1095		__resort_source_line(dest_root, src_line);
1096		node = next;
1097	}
1098}
1099
1100static void symbol__free_source_line(struct symbol *sym, int len)
1101{
1102	struct annotation *notes = symbol__annotation(sym);
1103	struct source_line *src_line = notes->src->lines;
1104	size_t sizeof_src_line;
1105	int i;
1106
1107	sizeof_src_line = sizeof(*src_line) +
1108			  (sizeof(src_line->p) * (src_line->nr_pcnt - 1));
1109
1110	for (i = 0; i < len; i++) {
1111		free_srcline(src_line->path);
1112		src_line = (void *)src_line + sizeof_src_line;
1113	}
1114
1115	zfree(&notes->src->lines);
1116}
1117
1118/* Get the filename:line for the colored entries */
1119static int symbol__get_source_line(struct symbol *sym, struct map *map,
1120				   struct perf_evsel *evsel,
1121				   struct rb_root *root, int len)
1122{
1123	u64 start;
1124	int i, k;
1125	int evidx = evsel->idx;
1126	struct source_line *src_line;
1127	struct annotation *notes = symbol__annotation(sym);
1128	struct sym_hist *h = annotation__histogram(notes, evidx);
1129	struct rb_root tmp_root = RB_ROOT;
1130	int nr_pcnt = 1;
1131	u64 h_sum = h->sum;
1132	size_t sizeof_src_line = sizeof(struct source_line);
1133
1134	if (perf_evsel__is_group_event(evsel)) {
1135		for (i = 1; i < evsel->nr_members; i++) {
1136			h = annotation__histogram(notes, evidx + i);
1137			h_sum += h->sum;
1138		}
1139		nr_pcnt = evsel->nr_members;
1140		sizeof_src_line += (nr_pcnt - 1) * sizeof(src_line->p);
1141	}
1142
1143	if (!h_sum)
1144		return 0;
1145
1146	src_line = notes->src->lines = calloc(len, sizeof_src_line);
1147	if (!notes->src->lines)
1148		return -1;
1149
1150	start = map__rip_2objdump(map, sym->start);
1151
1152	for (i = 0; i < len; i++) {
 
 
1153		u64 offset;
1154		double percent_max = 0.0;
1155
1156		src_line->nr_pcnt = nr_pcnt;
 
 
1157
1158		for (k = 0; k < nr_pcnt; k++) {
1159			h = annotation__histogram(notes, evidx + k);
1160			src_line->p[k].percent = 100.0 * h->addr[i] / h->sum;
 
 
1161
1162			if (src_line->p[k].percent > percent_max)
1163				percent_max = src_line->p[k].percent;
1164		}
1165
1166		if (percent_max <= 0.5)
 
1167			goto next;
1168
1169		offset = start + i;
1170		src_line->path = get_srcline(map->dso, offset);
1171		insert_source_line(&tmp_root, src_line);
1172
1173	next:
1174		src_line = (void *)src_line + sizeof_src_line;
1175	}
1176
1177	resort_source_line(root, &tmp_root);
1178	return 0;
1179}
1180
1181static void print_summary(struct rb_root *root, const char *filename)
1182{
1183	struct source_line *src_line;
1184	struct rb_node *node;
1185
1186	printf("\nSorted summary for file %s\n", filename);
1187	printf("----------------------------------------------\n\n");
1188
1189	if (RB_EMPTY_ROOT(root)) {
1190		printf(" Nothing higher than %1.1f%%\n", MIN_GREEN);
1191		return;
1192	}
1193
1194	node = rb_first(root);
1195	while (node) {
1196		double percent, percent_max = 0.0;
1197		const char *color;
1198		char *path;
1199		int i;
1200
1201		src_line = rb_entry(node, struct source_line, node);
1202		for (i = 0; i < src_line->nr_pcnt; i++) {
1203			percent = src_line->p[i].percent_sum;
1204			color = get_percent_color(percent);
1205			color_fprintf(stdout, color, " %7.2f", percent);
1206
1207			if (percent > percent_max)
1208				percent_max = percent;
1209		}
1210
1211		path = src_line->path;
1212		color = get_percent_color(percent_max);
1213		color_fprintf(stdout, color, " %s\n", path);
1214
 
1215		node = rb_next(node);
1216	}
1217}
1218
1219static void symbol__annotate_hits(struct symbol *sym, struct perf_evsel *evsel)
1220{
1221	struct annotation *notes = symbol__annotation(sym);
1222	struct sym_hist *h = annotation__histogram(notes, evsel->idx);
1223	u64 len = symbol__size(sym), offset;
1224
1225	for (offset = 0; offset < len; ++offset)
1226		if (h->addr[offset] != 0)
1227			printf("%*" PRIx64 ": %" PRIu64 "\n", BITS_PER_LONG / 2,
1228			       sym->start + offset, h->addr[offset]);
1229	printf("%*s: %" PRIu64 "\n", BITS_PER_LONG / 2, "h->sum", h->sum);
1230}
1231
1232int symbol__annotate_printf(struct symbol *sym, struct map *map,
1233			    struct perf_evsel *evsel, bool full_paths,
1234			    int min_pcnt, int max_lines, int context)
1235{
1236	struct dso *dso = map->dso;
1237	char *filename;
1238	const char *d_filename;
1239	const char *evsel_name = perf_evsel__name(evsel);
1240	struct annotation *notes = symbol__annotation(sym);
1241	struct disasm_line *pos, *queue = NULL;
1242	u64 start = map__rip_2objdump(map, sym->start);
1243	int printed = 2, queue_len = 0;
1244	int more = 0;
1245	u64 len;
1246	int width = 8;
1247	int namelen, evsel_name_len, graph_dotted_len;
1248
1249	filename = strdup(dso->long_name);
1250	if (!filename)
1251		return -ENOMEM;
1252
1253	if (full_paths)
1254		d_filename = filename;
1255	else
1256		d_filename = basename(filename);
1257
1258	len = symbol__size(sym);
1259	namelen = strlen(d_filename);
1260	evsel_name_len = strlen(evsel_name);
1261
1262	if (perf_evsel__is_group_event(evsel))
1263		width *= evsel->nr_members;
1264
1265	printf(" %-*.*s|	Source code & Disassembly of %s for %s\n",
1266	       width, width, "Percent", d_filename, evsel_name);
1267
1268	graph_dotted_len = width + namelen + evsel_name_len;
1269	printf("-%-*.*s-----------------------------------------\n",
1270	       graph_dotted_len, graph_dotted_len, graph_dotted_line);
1271
1272	if (verbose)
1273		symbol__annotate_hits(sym, evsel);
1274
1275	list_for_each_entry(pos, &notes->src->source, node) {
1276		if (context && queue == NULL) {
1277			queue = pos;
1278			queue_len = 0;
1279		}
1280
1281		switch (disasm_line__print(pos, sym, start, evsel, len,
1282					    min_pcnt, printed, max_lines,
1283					    queue)) {
1284		case 0:
1285			++printed;
1286			if (context) {
1287				printed += queue_len;
1288				queue = NULL;
1289				queue_len = 0;
1290			}
1291			break;
1292		case 1:
1293			/* filtered by max_lines */
1294			++more;
1295			break;
1296		case -1:
1297		default:
1298			/*
1299			 * Filtered by min_pcnt or non IP lines when
1300			 * context != 0
1301			 */
1302			if (!context)
1303				break;
1304			if (queue_len == context)
1305				queue = list_entry(queue->node.next, typeof(*queue), node);
1306			else
1307				++queue_len;
1308			break;
1309		}
1310	}
1311
1312	free(filename);
1313
1314	return more;
1315}
1316
1317void symbol__annotate_zero_histogram(struct symbol *sym, int evidx)
1318{
1319	struct annotation *notes = symbol__annotation(sym);
1320	struct sym_hist *h = annotation__histogram(notes, evidx);
1321
1322	memset(h, 0, notes->src->sizeof_sym_hist);
1323}
1324
1325void symbol__annotate_decay_histogram(struct symbol *sym, int evidx)
1326{
1327	struct annotation *notes = symbol__annotation(sym);
1328	struct sym_hist *h = annotation__histogram(notes, evidx);
1329	int len = symbol__size(sym), offset;
1330
1331	h->sum = 0;
1332	for (offset = 0; offset < len; ++offset) {
1333		h->addr[offset] = h->addr[offset] * 7 / 8;
1334		h->sum += h->addr[offset];
1335	}
1336}
1337
1338void disasm__purge(struct list_head *head)
1339{
1340	struct disasm_line *pos, *n;
1341
1342	list_for_each_entry_safe(pos, n, head, node) {
1343		list_del(&pos->node);
1344		disasm_line__free(pos);
1345	}
1346}
1347
1348static size_t disasm_line__fprintf(struct disasm_line *dl, FILE *fp)
1349{
1350	size_t printed;
1351
1352	if (dl->offset == -1)
1353		return fprintf(fp, "%s\n", dl->line);
1354
1355	printed = fprintf(fp, "%#" PRIx64 " %s", dl->offset, dl->name);
1356
1357	if (dl->ops.raw[0] != '\0') {
1358		printed += fprintf(fp, "%.*s %s\n", 6 - (int)printed, " ",
1359				   dl->ops.raw);
1360	}
1361
1362	return printed + fprintf(fp, "\n");
1363}
1364
1365size_t disasm__fprintf(struct list_head *head, FILE *fp)
1366{
1367	struct disasm_line *pos;
1368	size_t printed = 0;
1369
1370	list_for_each_entry(pos, head, node)
1371		printed += disasm_line__fprintf(pos, fp);
1372
1373	return printed;
1374}
1375
1376int symbol__tty_annotate(struct symbol *sym, struct map *map,
1377			 struct perf_evsel *evsel, bool print_lines,
1378			 bool full_paths, int min_pcnt, int max_lines)
1379{
1380	struct dso *dso = map->dso;
 
1381	struct rb_root source_line = RB_ROOT;
1382	u64 len;
1383
1384	if (symbol__annotate(sym, map, 0) < 0)
1385		return -1;
1386
1387	len = symbol__size(sym);
1388
1389	if (print_lines) {
1390		symbol__get_source_line(sym, map, evsel, &source_line, len);
1391		print_summary(&source_line, dso->long_name);
 
1392	}
1393
1394	symbol__annotate_printf(sym, map, evsel, full_paths,
1395				min_pcnt, max_lines, 0);
1396	if (print_lines)
1397		symbol__free_source_line(sym, len);
1398
1399	disasm__purge(&symbol__annotation(sym)->src->source);
1400
1401	return 0;
1402}
1403
1404int hist_entry__annotate(struct hist_entry *he, size_t privsize)
1405{
1406	return symbol__annotate(he->ms.sym, he->ms.map, privsize);
1407}
1408
1409bool ui__has_annotation(void)
1410{
1411	return use_browser == 1 && sort__has_sym;
1412}
v3.5.6
   1/*
   2 * Copyright (C) 2011, Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com>
   3 *
   4 * Parts came from builtin-annotate.c, see those files for further
   5 * copyright notes.
   6 *
   7 * Released under the GPL v2. (and only v2, not any later version)
   8 */
   9
  10#include "util.h"
 
 
  11#include "build-id.h"
  12#include "color.h"
  13#include "cache.h"
  14#include "symbol.h"
  15#include "debug.h"
  16#include "annotate.h"
 
  17#include <pthread.h>
 
  18
  19const char 	*disassembler_style;
 
  20
  21static struct ins *ins__find(const char *name);
  22static int disasm_line__parse(char *line, char **namep, char **rawp);
  23
  24static void ins__delete(struct ins_operands *ops)
  25{
  26	free(ops->source.raw);
  27	free(ops->source.name);
  28	free(ops->target.raw);
  29	free(ops->target.name);
  30}
  31
  32static int ins__raw_scnprintf(struct ins *ins, char *bf, size_t size,
  33			      struct ins_operands *ops)
  34{
  35	return scnprintf(bf, size, "%-6.6s %s", ins->name, ops->raw);
  36}
  37
  38int ins__scnprintf(struct ins *ins, char *bf, size_t size,
  39		  struct ins_operands *ops)
  40{
  41	if (ins->ops->scnprintf)
  42		return ins->ops->scnprintf(ins, bf, size, ops);
  43
  44	return ins__raw_scnprintf(ins, bf, size, ops);
  45}
  46
  47static int call__parse(struct ins_operands *ops)
  48{
  49	char *endptr, *tok, *name;
  50
  51	ops->target.addr = strtoull(ops->raw, &endptr, 16);
  52
  53	name = strchr(endptr, '<');
  54	if (name == NULL)
  55		goto indirect_call;
  56
  57	name++;
  58
  59	tok = strchr(name, '>');
  60	if (tok == NULL)
  61		return -1;
  62
  63	*tok = '\0';
  64	ops->target.name = strdup(name);
  65	*tok = '>';
  66
  67	return ops->target.name == NULL ? -1 : 0;
  68
  69indirect_call:
  70	tok = strchr(endptr, '(');
  71	if (tok != NULL) {
  72		ops->target.addr = 0;
  73		return 0;
  74	}
  75
  76	tok = strchr(endptr, '*');
  77	if (tok == NULL)
  78		return -1;
  79
  80	ops->target.addr = strtoull(tok + 1, NULL, 16);
  81	return 0;
  82}
  83
  84static int call__scnprintf(struct ins *ins, char *bf, size_t size,
  85			   struct ins_operands *ops)
  86{
  87	if (ops->target.name)
  88		return scnprintf(bf, size, "%-6.6s %s", ins->name, ops->target.name);
  89
  90	if (ops->target.addr == 0)
  91		return ins__raw_scnprintf(ins, bf, size, ops);
  92
  93	return scnprintf(bf, size, "%-6.6s *%" PRIx64, ins->name, ops->target.addr);
  94}
  95
  96static struct ins_ops call_ops = {
  97	.parse	   = call__parse,
  98	.scnprintf = call__scnprintf,
  99};
 100
 101bool ins__is_call(const struct ins *ins)
 102{
 103	return ins->ops == &call_ops;
 104}
 105
 106static int jump__parse(struct ins_operands *ops)
 107{
 108	const char *s = strchr(ops->raw, '+');
 109
 110	ops->target.addr = strtoll(ops->raw, NULL, 16);
 111
 112	if (s++ != NULL)
 113		ops->target.offset = strtoll(s, NULL, 16);
 114	else
 115		ops->target.offset = UINT64_MAX;
 116
 117	return 0;
 118}
 119
 120static int jump__scnprintf(struct ins *ins, char *bf, size_t size,
 121			   struct ins_operands *ops)
 122{
 123	return scnprintf(bf, size, "%-6.6s %" PRIx64, ins->name, ops->target.offset);
 124}
 125
 126static struct ins_ops jump_ops = {
 127	.parse	   = jump__parse,
 128	.scnprintf = jump__scnprintf,
 129};
 130
 131bool ins__is_jump(const struct ins *ins)
 132{
 133	return ins->ops == &jump_ops;
 134}
 135
 136static int comment__symbol(char *raw, char *comment, u64 *addrp, char **namep)
 137{
 138	char *endptr, *name, *t;
 139
 140	if (strstr(raw, "(%rip)") == NULL)
 141		return 0;
 142
 143	*addrp = strtoull(comment, &endptr, 16);
 144	name = strchr(endptr, '<');
 145	if (name == NULL)
 146		return -1;
 147
 148	name++;
 149
 150	t = strchr(name, '>');
 151	if (t == NULL)
 152		return 0;
 153
 154	*t = '\0';
 155	*namep = strdup(name);
 156	*t = '>';
 157
 158	return 0;
 159}
 160
 161static int lock__parse(struct ins_operands *ops)
 162{
 163	char *name;
 164
 165	ops->locked.ops = zalloc(sizeof(*ops->locked.ops));
 166	if (ops->locked.ops == NULL)
 167		return 0;
 168
 169	if (disasm_line__parse(ops->raw, &name, &ops->locked.ops->raw) < 0)
 170		goto out_free_ops;
 171
 172        ops->locked.ins = ins__find(name);
 173        if (ops->locked.ins == NULL)
 174                goto out_free_ops;
 175
 176        if (!ops->locked.ins->ops)
 177                return 0;
 178
 179        if (ops->locked.ins->ops->parse)
 180                ops->locked.ins->ops->parse(ops->locked.ops);
 181
 182	return 0;
 183
 184out_free_ops:
 185	free(ops->locked.ops);
 186	ops->locked.ops = NULL;
 187	return 0;
 188}
 189
 190static int lock__scnprintf(struct ins *ins, char *bf, size_t size,
 191			   struct ins_operands *ops)
 192{
 193	int printed;
 194
 195	if (ops->locked.ins == NULL)
 196		return ins__raw_scnprintf(ins, bf, size, ops);
 197
 198	printed = scnprintf(bf, size, "%-6.6s ", ins->name);
 199	return printed + ins__scnprintf(ops->locked.ins, bf + printed,
 200					size - printed, ops->locked.ops);
 201}
 202
 203static void lock__delete(struct ins_operands *ops)
 204{
 205	free(ops->locked.ops);
 206	free(ops->target.raw);
 207	free(ops->target.name);
 208}
 209
 210static struct ins_ops lock_ops = {
 211	.free	   = lock__delete,
 212	.parse	   = lock__parse,
 213	.scnprintf = lock__scnprintf,
 214};
 215
 216static int mov__parse(struct ins_operands *ops)
 217{
 218	char *s = strchr(ops->raw, ','), *target, *comment, prev;
 219
 220	if (s == NULL)
 221		return -1;
 222
 223	*s = '\0';
 224	ops->source.raw = strdup(ops->raw);
 225	*s = ',';
 226	
 227	if (ops->source.raw == NULL)
 228		return -1;
 229
 230	target = ++s;
 231
 232	while (s[0] != '\0' && !isspace(s[0]))
 233		++s;
 234	prev = *s;
 235	*s = '\0';
 236
 237	ops->target.raw = strdup(target);
 238	*s = prev;
 239
 240	if (ops->target.raw == NULL)
 241		goto out_free_source;
 242
 243	comment = strchr(s, '#');
 244	if (comment == NULL)
 245		return 0;
 246
 247	while (comment[0] != '\0' && isspace(comment[0]))
 248		++comment;
 249
 250	comment__symbol(ops->source.raw, comment, &ops->source.addr, &ops->source.name);
 251	comment__symbol(ops->target.raw, comment, &ops->target.addr, &ops->target.name);
 252
 253	return 0;
 254
 255out_free_source:
 256	free(ops->source.raw);
 257	ops->source.raw = NULL;
 258	return -1;
 259}
 260
 261static int mov__scnprintf(struct ins *ins, char *bf, size_t size,
 262			   struct ins_operands *ops)
 263{
 264	return scnprintf(bf, size, "%-6.6s %s,%s", ins->name,
 265			 ops->source.name ?: ops->source.raw,
 266			 ops->target.name ?: ops->target.raw);
 267}
 268
 269static struct ins_ops mov_ops = {
 270	.parse	   = mov__parse,
 271	.scnprintf = mov__scnprintf,
 272};
 273
 274static int dec__parse(struct ins_operands *ops)
 275{
 276	char *target, *comment, *s, prev;
 277
 278	target = s = ops->raw;
 279
 280	while (s[0] != '\0' && !isspace(s[0]))
 281		++s;
 282	prev = *s;
 283	*s = '\0';
 284
 285	ops->target.raw = strdup(target);
 286	*s = prev;
 287
 288	if (ops->target.raw == NULL)
 289		return -1;
 290
 291	comment = strchr(s, '#');
 292	if (comment == NULL)
 293		return 0;
 294
 295	while (comment[0] != '\0' && isspace(comment[0]))
 296		++comment;
 297
 298	comment__symbol(ops->target.raw, comment, &ops->target.addr, &ops->target.name);
 299
 300	return 0;
 301}
 302
 303static int dec__scnprintf(struct ins *ins, char *bf, size_t size,
 304			   struct ins_operands *ops)
 305{
 306	return scnprintf(bf, size, "%-6.6s %s", ins->name,
 307			 ops->target.name ?: ops->target.raw);
 308}
 309
 310static struct ins_ops dec_ops = {
 311	.parse	   = dec__parse,
 312	.scnprintf = dec__scnprintf,
 313};
 314
 315static int nop__scnprintf(struct ins *ins __used, char *bf, size_t size,
 316			  struct ins_operands *ops __used)
 317{
 318	return scnprintf(bf, size, "%-6.6s", "nop");
 319}
 320
 321static struct ins_ops nop_ops = {
 322	.scnprintf = nop__scnprintf,
 323};
 324
 325/*
 326 * Must be sorted by name!
 327 */
 328static struct ins instructions[] = {
 329	{ .name = "add",   .ops  = &mov_ops, },
 330	{ .name = "addl",  .ops  = &mov_ops, },
 331	{ .name = "addq",  .ops  = &mov_ops, },
 332	{ .name = "addw",  .ops  = &mov_ops, },
 333	{ .name = "and",   .ops  = &mov_ops, },
 334	{ .name = "bts",   .ops  = &mov_ops, },
 335	{ .name = "call",  .ops  = &call_ops, },
 336	{ .name = "callq", .ops  = &call_ops, },
 337	{ .name = "cmp",   .ops  = &mov_ops, },
 338	{ .name = "cmpb",  .ops  = &mov_ops, },
 339	{ .name = "cmpl",  .ops  = &mov_ops, },
 340	{ .name = "cmpq",  .ops  = &mov_ops, },
 341	{ .name = "cmpw",  .ops  = &mov_ops, },
 342	{ .name = "cmpxch", .ops  = &mov_ops, },
 343	{ .name = "dec",   .ops  = &dec_ops, },
 344	{ .name = "decl",  .ops  = &dec_ops, },
 345	{ .name = "imul",  .ops  = &mov_ops, },
 346	{ .name = "inc",   .ops  = &dec_ops, },
 347	{ .name = "incl",  .ops  = &dec_ops, },
 348	{ .name = "ja",	   .ops  = &jump_ops, },
 349	{ .name = "jae",   .ops  = &jump_ops, },
 350	{ .name = "jb",	   .ops  = &jump_ops, },
 351	{ .name = "jbe",   .ops  = &jump_ops, },
 352	{ .name = "jc",	   .ops  = &jump_ops, },
 353	{ .name = "jcxz",  .ops  = &jump_ops, },
 354	{ .name = "je",	   .ops  = &jump_ops, },
 355	{ .name = "jecxz", .ops  = &jump_ops, },
 356	{ .name = "jg",	   .ops  = &jump_ops, },
 357	{ .name = "jge",   .ops  = &jump_ops, },
 358	{ .name = "jl",    .ops  = &jump_ops, },
 359	{ .name = "jle",   .ops  = &jump_ops, },
 360	{ .name = "jmp",   .ops  = &jump_ops, },
 361	{ .name = "jmpq",  .ops  = &jump_ops, },
 362	{ .name = "jna",   .ops  = &jump_ops, },
 363	{ .name = "jnae",  .ops  = &jump_ops, },
 364	{ .name = "jnb",   .ops  = &jump_ops, },
 365	{ .name = "jnbe",  .ops  = &jump_ops, },
 366	{ .name = "jnc",   .ops  = &jump_ops, },
 367	{ .name = "jne",   .ops  = &jump_ops, },
 368	{ .name = "jng",   .ops  = &jump_ops, },
 369	{ .name = "jnge",  .ops  = &jump_ops, },
 370	{ .name = "jnl",   .ops  = &jump_ops, },
 371	{ .name = "jnle",  .ops  = &jump_ops, },
 372	{ .name = "jno",   .ops  = &jump_ops, },
 373	{ .name = "jnp",   .ops  = &jump_ops, },
 374	{ .name = "jns",   .ops  = &jump_ops, },
 375	{ .name = "jnz",   .ops  = &jump_ops, },
 376	{ .name = "jo",	   .ops  = &jump_ops, },
 377	{ .name = "jp",	   .ops  = &jump_ops, },
 378	{ .name = "jpe",   .ops  = &jump_ops, },
 379	{ .name = "jpo",   .ops  = &jump_ops, },
 380	{ .name = "jrcxz", .ops  = &jump_ops, },
 381	{ .name = "js",	   .ops  = &jump_ops, },
 382	{ .name = "jz",	   .ops  = &jump_ops, },
 383	{ .name = "lea",   .ops  = &mov_ops, },
 384	{ .name = "lock",  .ops  = &lock_ops, },
 385	{ .name = "mov",   .ops  = &mov_ops, },
 386	{ .name = "movb",  .ops  = &mov_ops, },
 387	{ .name = "movdqa",.ops  = &mov_ops, },
 388	{ .name = "movl",  .ops  = &mov_ops, },
 389	{ .name = "movq",  .ops  = &mov_ops, },
 390	{ .name = "movslq", .ops  = &mov_ops, },
 391	{ .name = "movzbl", .ops  = &mov_ops, },
 392	{ .name = "movzwl", .ops  = &mov_ops, },
 393	{ .name = "nop",   .ops  = &nop_ops, },
 394	{ .name = "nopl",  .ops  = &nop_ops, },
 395	{ .name = "nopw",  .ops  = &nop_ops, },
 396	{ .name = "or",    .ops  = &mov_ops, },
 397	{ .name = "orl",   .ops  = &mov_ops, },
 398	{ .name = "test",  .ops  = &mov_ops, },
 399	{ .name = "testb", .ops  = &mov_ops, },
 400	{ .name = "testl", .ops  = &mov_ops, },
 401	{ .name = "xadd",  .ops  = &mov_ops, },
 
 
 402};
 403
 404static int ins__cmp(const void *name, const void *insp)
 405{
 406	const struct ins *ins = insp;
 407
 408	return strcmp(name, ins->name);
 409}
 410
 411static struct ins *ins__find(const char *name)
 412{
 413	const int nmemb = ARRAY_SIZE(instructions);
 414
 415	return bsearch(name, instructions, nmemb, sizeof(struct ins), ins__cmp);
 416}
 417
 418int symbol__annotate_init(struct map *map __used, struct symbol *sym)
 419{
 420	struct annotation *notes = symbol__annotation(sym);
 421	pthread_mutex_init(&notes->lock, NULL);
 422	return 0;
 423}
 424
 425int symbol__alloc_hist(struct symbol *sym)
 426{
 427	struct annotation *notes = symbol__annotation(sym);
 428	const size_t size = symbol__size(sym);
 429	size_t sizeof_sym_hist = (sizeof(struct sym_hist) + size * sizeof(u64));
 
 
 
 
 
 
 
 
 
 
 
 430
 431	notes->src = zalloc(sizeof(*notes->src) + symbol_conf.nr_events * sizeof_sym_hist);
 432	if (notes->src == NULL)
 433		return -1;
 434	notes->src->sizeof_sym_hist = sizeof_sym_hist;
 435	notes->src->nr_histograms   = symbol_conf.nr_events;
 436	INIT_LIST_HEAD(&notes->src->source);
 437	return 0;
 438}
 439
 440void symbol__annotate_zero_histograms(struct symbol *sym)
 441{
 442	struct annotation *notes = symbol__annotation(sym);
 443
 444	pthread_mutex_lock(&notes->lock);
 445	if (notes->src != NULL)
 446		memset(notes->src->histograms, 0,
 447		       notes->src->nr_histograms * notes->src->sizeof_sym_hist);
 448	pthread_mutex_unlock(&notes->lock);
 449}
 450
 451int symbol__inc_addr_samples(struct symbol *sym, struct map *map,
 452			     int evidx, u64 addr)
 453{
 454	unsigned offset;
 455	struct annotation *notes;
 456	struct sym_hist *h;
 457
 458	notes = symbol__annotation(sym);
 459	if (notes->src == NULL)
 460		return -ENOMEM;
 461
 462	pr_debug3("%s: addr=%#" PRIx64 "\n", __func__, map->unmap_ip(map, addr));
 463
 464	if (addr < sym->start || addr > sym->end)
 465		return -ERANGE;
 466
 467	offset = addr - sym->start;
 468	h = annotation__histogram(notes, evidx);
 469	h->sum++;
 470	h->addr[offset]++;
 471
 472	pr_debug3("%#" PRIx64 " %s: period++ [addr: %#" PRIx64 ", %#" PRIx64
 473		  ", evidx=%d] => %" PRIu64 "\n", sym->start, sym->name,
 474		  addr, addr - sym->start, evidx, h->addr[offset]);
 475	return 0;
 476}
 477
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 478static void disasm_line__init_ins(struct disasm_line *dl)
 479{
 480	dl->ins = ins__find(dl->name);
 481
 482	if (dl->ins == NULL)
 483		return;
 484
 485	if (!dl->ins->ops)
 486		return;
 487
 488	if (dl->ins->ops->parse)
 489		dl->ins->ops->parse(&dl->ops);
 490}
 491
 492static int disasm_line__parse(char *line, char **namep, char **rawp)
 493{
 494	char *name = line, tmp;
 495
 496	while (isspace(name[0]))
 497		++name;
 498
 499	if (name[0] == '\0')
 500		return -1;
 501
 502	*rawp = name + 1;
 503
 504	while ((*rawp)[0] != '\0' && !isspace((*rawp)[0]))
 505		++*rawp;
 506
 507	tmp = (*rawp)[0];
 508	(*rawp)[0] = '\0';
 509	*namep = strdup(name);
 510
 511	if (*namep == NULL)
 512		goto out_free_name;
 513
 514	(*rawp)[0] = tmp;
 515
 516	if ((*rawp)[0] != '\0') {
 517		(*rawp)++;
 518		while (isspace((*rawp)[0]))
 519			++(*rawp);
 520	}
 521
 522	return 0;
 523
 524out_free_name:
 525	free(*namep);
 526	*namep = NULL;
 527	return -1;
 528}
 529
 530static struct disasm_line *disasm_line__new(s64 offset, char *line, size_t privsize)
 531{
 532	struct disasm_line *dl = zalloc(sizeof(*dl) + privsize);
 533
 534	if (dl != NULL) {
 535		dl->offset = offset;
 536		dl->line = strdup(line);
 537		if (dl->line == NULL)
 538			goto out_delete;
 539
 540		if (offset != -1) {
 541			if (disasm_line__parse(dl->line, &dl->name, &dl->ops.raw) < 0)
 542				goto out_free_line;
 543
 544			disasm_line__init_ins(dl);
 545		}
 546	}
 547
 548	return dl;
 549
 550out_free_line:
 551	free(dl->line);
 552out_delete:
 553	free(dl);
 554	return NULL;
 555}
 556
 557void disasm_line__free(struct disasm_line *dl)
 558{
 559	free(dl->line);
 560	free(dl->name);
 561	if (dl->ins && dl->ins->ops->free)
 562		dl->ins->ops->free(&dl->ops);
 563	else
 564		ins__delete(&dl->ops);
 565	free(dl);
 566}
 567
 568int disasm_line__scnprintf(struct disasm_line *dl, char *bf, size_t size, bool raw)
 569{
 570	if (raw || !dl->ins)
 571		return scnprintf(bf, size, "%-6.6s %s", dl->name, dl->ops.raw);
 572
 573	return ins__scnprintf(dl->ins, bf, size, &dl->ops);
 574}
 575
 576static void disasm__add(struct list_head *head, struct disasm_line *line)
 577{
 578	list_add_tail(&line->node, head);
 579}
 580
 581struct disasm_line *disasm__get_next_ip_line(struct list_head *head, struct disasm_line *pos)
 582{
 583	list_for_each_entry_continue(pos, head, node)
 584		if (pos->offset >= 0)
 585			return pos;
 586
 587	return NULL;
 588}
 589
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 590static int disasm_line__print(struct disasm_line *dl, struct symbol *sym, u64 start,
 591		      int evidx, u64 len, int min_pcnt, int printed,
 592		      int max_lines, struct disasm_line *queue)
 593{
 594	static const char *prev_line;
 595	static const char *prev_color;
 596
 597	if (dl->offset != -1) {
 598		const char *path = NULL;
 599		unsigned int hits = 0;
 600		double percent = 0.0;
 
 601		const char *color;
 602		struct annotation *notes = symbol__annotation(sym);
 603		struct source_line *src_line = notes->src->lines;
 604		struct sym_hist *h = annotation__histogram(notes, evidx);
 605		s64 offset = dl->offset;
 606		const u64 addr = start + offset;
 607		struct disasm_line *next;
 608
 609		next = disasm__get_next_ip_line(&notes->src->source, dl);
 610
 611		while (offset < (s64)len &&
 612		       (next == NULL || offset < next->offset)) {
 613			if (src_line) {
 614				if (path == NULL)
 615					path = src_line[offset].path;
 616				percent += src_line[offset].percent;
 617			} else
 618				hits += h->addr[offset];
 619
 620			++offset;
 
 
 
 
 
 
 
 
 
 621		}
 622
 623		if (src_line == NULL && h->sum)
 624			percent = 100.0 * hits / h->sum;
 625
 626		if (percent < min_pcnt)
 627			return -1;
 628
 629		if (max_lines && printed >= max_lines)
 630			return 1;
 631
 632		if (queue != NULL) {
 633			list_for_each_entry_from(queue, &notes->src->source, node) {
 634				if (queue == dl)
 635					break;
 636				disasm_line__print(queue, sym, start, evidx, len,
 637						    0, 0, 1, NULL);
 638			}
 639		}
 640
 641		color = get_percent_color(percent);
 642
 643		/*
 644		 * Also color the filename and line if needed, with
 645		 * the same color than the percentage. Don't print it
 646		 * twice for close colored addr with the same filename:line
 647		 */
 648		if (path) {
 649			if (!prev_line || strcmp(prev_line, path)
 650				       || color != prev_color) {
 651				color_fprintf(stdout, color, " %s", path);
 652				prev_line = path;
 653				prev_color = color;
 654			}
 655		}
 656
 657		color_fprintf(stdout, color, " %7.2f", percent);
 
 
 
 
 
 658		printf(" :	");
 659		color_fprintf(stdout, PERF_COLOR_MAGENTA, "  %" PRIx64 ":", addr);
 660		color_fprintf(stdout, PERF_COLOR_BLUE, "%s\n", dl->line);
 
 
 
 
 661	} else if (max_lines && printed >= max_lines)
 662		return 1;
 663	else {
 
 
 664		if (queue)
 665			return -1;
 666
 
 
 
 667		if (!*dl->line)
 668			printf("         :\n");
 669		else
 670			printf("         :	%s\n", dl->line);
 671	}
 672
 673	return 0;
 674}
 675
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 676static int symbol__parse_objdump_line(struct symbol *sym, struct map *map,
 677				      FILE *file, size_t privsize)
 678{
 679	struct annotation *notes = symbol__annotation(sym);
 680	struct disasm_line *dl;
 681	char *line = NULL, *parsed_line, *tmp, *tmp2, *c;
 682	size_t line_len;
 683	s64 line_ip, offset = -1;
 684
 685	if (getline(&line, &line_len, file) < 0)
 686		return -1;
 687
 688	if (!line)
 689		return -1;
 690
 691	while (line_len != 0 && isspace(line[line_len - 1]))
 692		line[--line_len] = '\0';
 693
 694	c = strchr(line, '\n');
 695	if (c)
 696		*c = 0;
 697
 698	line_ip = -1;
 699	parsed_line = line;
 700
 701	/*
 702	 * Strip leading spaces:
 703	 */
 704	tmp = line;
 705	while (*tmp) {
 706		if (*tmp != ' ')
 707			break;
 708		tmp++;
 709	}
 710
 711	if (*tmp) {
 712		/*
 713		 * Parse hexa addresses followed by ':'
 714		 */
 715		line_ip = strtoull(tmp, &tmp2, 16);
 716		if (*tmp2 != ':' || tmp == tmp2 || tmp2[1] == '\0')
 717			line_ip = -1;
 718	}
 719
 720	if (line_ip != -1) {
 721		u64 start = map__rip_2objdump(map, sym->start),
 722		    end = map__rip_2objdump(map, sym->end);
 723
 724		offset = line_ip - start;
 725		if (offset < 0 || (u64)line_ip > end)
 726			offset = -1;
 727		else
 728			parsed_line = tmp2 + 1;
 729	}
 730
 731	dl = disasm_line__new(offset, parsed_line, privsize);
 732	free(line);
 733
 734	if (dl == NULL)
 735		return -1;
 736
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 737	disasm__add(&notes->src->source, dl);
 738
 739	return 0;
 740}
 741
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 742int symbol__annotate(struct symbol *sym, struct map *map, size_t privsize)
 743{
 744	struct dso *dso = map->dso;
 745	char *filename = dso__build_id_filename(dso, NULL, 0);
 746	bool free_filename = true;
 747	char command[PATH_MAX * 2];
 748	FILE *file;
 749	int err = 0;
 750	char symfs_filename[PATH_MAX];
 
 
 751
 752	if (filename) {
 753		snprintf(symfs_filename, sizeof(symfs_filename), "%s%s",
 754			 symbol_conf.symfs, filename);
 755	}
 756
 757	if (filename == NULL) {
 758		if (dso->has_build_id) {
 759			pr_err("Can't annotate %s: not enough memory\n",
 760			       sym->name);
 761			return -ENOMEM;
 762		}
 763		goto fallback;
 764	} else if (readlink(symfs_filename, command, sizeof(command)) < 0 ||
 765		   strstr(command, "[kernel.kallsyms]") ||
 766		   access(symfs_filename, R_OK)) {
 767		free(filename);
 768fallback:
 769		/*
 770		 * If we don't have build-ids or the build-id file isn't in the
 771		 * cache, or is just a kallsyms file, well, lets hope that this
 772		 * DSO is the same as when 'perf record' ran.
 773		 */
 774		filename = dso->long_name;
 775		snprintf(symfs_filename, sizeof(symfs_filename), "%s%s",
 776			 symbol_conf.symfs, filename);
 777		free_filename = false;
 778	}
 779
 780	if (dso->symtab_type == SYMTAB__KALLSYMS) {
 
 781		char bf[BUILD_ID_SIZE * 2 + 16] = " with build id ";
 782		char *build_id_msg = NULL;
 783
 784		if (dso->annotate_warned)
 785			goto out_free_filename;
 786
 787		if (dso->has_build_id) {
 788			build_id__sprintf(dso->build_id,
 789					  sizeof(dso->build_id), bf + 15);
 790			build_id_msg = bf;
 791		}
 792		err = -ENOENT;
 793		dso->annotate_warned = 1;
 794		pr_err("Can't annotate %s:\n\n"
 795		       "No vmlinux file%s\nwas found in the path.\n\n"
 796		       "Please use:\n\n"
 797		       "  perf buildid-cache -av vmlinux\n\n"
 798		       "or:\n\n"
 799		       "  --vmlinux vmlinux\n",
 800		       sym->name, build_id_msg ?: "");
 801		goto out_free_filename;
 802	}
 803
 804	pr_debug("%s: filename=%s, sym=%s, start=%#" PRIx64 ", end=%#" PRIx64 "\n", __func__,
 805		 filename, sym->name, map->unmap_ip(map, sym->start),
 806		 map->unmap_ip(map, sym->end));
 807
 808	pr_debug("annotating [%p] %30s : [%p] %30s\n",
 809		 dso, dso->long_name, sym, sym->name);
 810
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 811	snprintf(command, sizeof(command),
 812		 "objdump %s%s --start-address=0x%016" PRIx64
 813		 " --stop-address=0x%016" PRIx64
 814		 " -d %s %s -C %s|grep -v %s|expand",
 
 815		 disassembler_style ? "-M " : "",
 816		 disassembler_style ? disassembler_style : "",
 817		 map__rip_2objdump(map, sym->start),
 818		 map__rip_2objdump(map, sym->end+1),
 819		 symbol_conf.annotate_asm_raw ? "" : "--no-show-raw",
 820		 symbol_conf.annotate_src ? "-S" : "",
 821		 symfs_filename, filename);
 822
 823	pr_debug("Executing: %s\n", command);
 824
 825	file = popen(command, "r");
 826	if (!file)
 827		goto out_free_filename;
 828
 829	while (!feof(file))
 830		if (symbol__parse_objdump_line(sym, map, file, privsize) < 0)
 831			break;
 832
 
 
 
 
 
 
 
 833	pclose(file);
 834out_free_filename:
 
 
 835	if (free_filename)
 836		free(filename);
 837	return err;
 838}
 839
 840static void insert_source_line(struct rb_root *root, struct source_line *src_line)
 841{
 842	struct source_line *iter;
 843	struct rb_node **p = &root->rb_node;
 844	struct rb_node *parent = NULL;
 
 845
 846	while (*p != NULL) {
 847		parent = *p;
 848		iter = rb_entry(parent, struct source_line, node);
 849
 850		if (src_line->percent > iter->percent)
 
 
 
 
 
 
 
 851			p = &(*p)->rb_left;
 852		else
 853			p = &(*p)->rb_right;
 854	}
 855
 
 
 
 856	rb_link_node(&src_line->node, parent, p);
 857	rb_insert_color(&src_line->node, root);
 858}
 859
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 860static void symbol__free_source_line(struct symbol *sym, int len)
 861{
 862	struct annotation *notes = symbol__annotation(sym);
 863	struct source_line *src_line = notes->src->lines;
 
 864	int i;
 865
 866	for (i = 0; i < len; i++)
 867		free(src_line[i].path);
 868
 869	free(src_line);
 870	notes->src->lines = NULL;
 
 
 
 
 871}
 872
 873/* Get the filename:line for the colored entries */
 874static int symbol__get_source_line(struct symbol *sym, struct map *map,
 875				   int evidx, struct rb_root *root, int len,
 876				   const char *filename)
 877{
 878	u64 start;
 879	int i;
 880	char cmd[PATH_MAX * 2];
 881	struct source_line *src_line;
 882	struct annotation *notes = symbol__annotation(sym);
 883	struct sym_hist *h = annotation__histogram(notes, evidx);
 
 
 
 
 
 
 
 
 
 
 
 
 
 884
 885	if (!h->sum)
 886		return 0;
 887
 888	src_line = notes->src->lines = calloc(len, sizeof(struct source_line));
 889	if (!notes->src->lines)
 890		return -1;
 891
 892	start = map__rip_2objdump(map, sym->start);
 893
 894	for (i = 0; i < len; i++) {
 895		char *path = NULL;
 896		size_t line_len;
 897		u64 offset;
 898		FILE *fp;
 899
 900		src_line[i].percent = 100.0 * h->addr[i] / h->sum;
 901		if (src_line[i].percent <= 0.5)
 902			continue;
 903
 904		offset = start + i;
 905		sprintf(cmd, "addr2line -e %s %016" PRIx64, filename, offset);
 906		fp = popen(cmd, "r");
 907		if (!fp)
 908			continue;
 909
 910		if (getline(&path, &line_len, fp) < 0 || !line_len)
 911			goto next;
 
 912
 913		src_line[i].path = malloc(sizeof(char) * line_len + 1);
 914		if (!src_line[i].path)
 915			goto next;
 916
 917		strcpy(src_line[i].path, path);
 918		insert_source_line(root, &src_line[i]);
 
 919
 920	next:
 921		pclose(fp);
 922	}
 923
 
 924	return 0;
 925}
 926
 927static void print_summary(struct rb_root *root, const char *filename)
 928{
 929	struct source_line *src_line;
 930	struct rb_node *node;
 931
 932	printf("\nSorted summary for file %s\n", filename);
 933	printf("----------------------------------------------\n\n");
 934
 935	if (RB_EMPTY_ROOT(root)) {
 936		printf(" Nothing higher than %1.1f%%\n", MIN_GREEN);
 937		return;
 938	}
 939
 940	node = rb_first(root);
 941	while (node) {
 942		double percent;
 943		const char *color;
 944		char *path;
 
 945
 946		src_line = rb_entry(node, struct source_line, node);
 947		percent = src_line->percent;
 948		color = get_percent_color(percent);
 
 
 
 
 
 
 
 949		path = src_line->path;
 
 
 950
 951		color_fprintf(stdout, color, " %7.2f %s", percent, path);
 952		node = rb_next(node);
 953	}
 954}
 955
 956static void symbol__annotate_hits(struct symbol *sym, int evidx)
 957{
 958	struct annotation *notes = symbol__annotation(sym);
 959	struct sym_hist *h = annotation__histogram(notes, evidx);
 960	u64 len = symbol__size(sym), offset;
 961
 962	for (offset = 0; offset < len; ++offset)
 963		if (h->addr[offset] != 0)
 964			printf("%*" PRIx64 ": %" PRIu64 "\n", BITS_PER_LONG / 2,
 965			       sym->start + offset, h->addr[offset]);
 966	printf("%*s: %" PRIu64 "\n", BITS_PER_LONG / 2, "h->sum", h->sum);
 967}
 968
 969int symbol__annotate_printf(struct symbol *sym, struct map *map, int evidx,
 970			    bool full_paths, int min_pcnt, int max_lines,
 971			    int context)
 972{
 973	struct dso *dso = map->dso;
 974	const char *filename = dso->long_name, *d_filename;
 
 
 975	struct annotation *notes = symbol__annotation(sym);
 976	struct disasm_line *pos, *queue = NULL;
 977	u64 start = map__rip_2objdump(map, sym->start);
 978	int printed = 2, queue_len = 0;
 979	int more = 0;
 980	u64 len;
 
 
 
 
 
 
 981
 982	if (full_paths)
 983		d_filename = filename;
 984	else
 985		d_filename = basename(filename);
 986
 987	len = symbol__size(sym);
 
 
 988
 989	printf(" Percent |	Source code & Disassembly of %s\n", d_filename);
 990	printf("------------------------------------------------\n");
 
 
 
 
 
 
 
 991
 992	if (verbose)
 993		symbol__annotate_hits(sym, evidx);
 994
 995	list_for_each_entry(pos, &notes->src->source, node) {
 996		if (context && queue == NULL) {
 997			queue = pos;
 998			queue_len = 0;
 999		}
1000
1001		switch (disasm_line__print(pos, sym, start, evidx, len,
1002					    min_pcnt, printed, max_lines,
1003					    queue)) {
1004		case 0:
1005			++printed;
1006			if (context) {
1007				printed += queue_len;
1008				queue = NULL;
1009				queue_len = 0;
1010			}
1011			break;
1012		case 1:
1013			/* filtered by max_lines */
1014			++more;
1015			break;
1016		case -1:
1017		default:
1018			/*
1019			 * Filtered by min_pcnt or non IP lines when
1020			 * context != 0
1021			 */
1022			if (!context)
1023				break;
1024			if (queue_len == context)
1025				queue = list_entry(queue->node.next, typeof(*queue), node);
1026			else
1027				++queue_len;
1028			break;
1029		}
1030	}
1031
 
 
1032	return more;
1033}
1034
1035void symbol__annotate_zero_histogram(struct symbol *sym, int evidx)
1036{
1037	struct annotation *notes = symbol__annotation(sym);
1038	struct sym_hist *h = annotation__histogram(notes, evidx);
1039
1040	memset(h, 0, notes->src->sizeof_sym_hist);
1041}
1042
1043void symbol__annotate_decay_histogram(struct symbol *sym, int evidx)
1044{
1045	struct annotation *notes = symbol__annotation(sym);
1046	struct sym_hist *h = annotation__histogram(notes, evidx);
1047	int len = symbol__size(sym), offset;
1048
1049	h->sum = 0;
1050	for (offset = 0; offset < len; ++offset) {
1051		h->addr[offset] = h->addr[offset] * 7 / 8;
1052		h->sum += h->addr[offset];
1053	}
1054}
1055
1056void disasm__purge(struct list_head *head)
1057{
1058	struct disasm_line *pos, *n;
1059
1060	list_for_each_entry_safe(pos, n, head, node) {
1061		list_del(&pos->node);
1062		disasm_line__free(pos);
1063	}
1064}
1065
1066static size_t disasm_line__fprintf(struct disasm_line *dl, FILE *fp)
1067{
1068	size_t printed;
1069
1070	if (dl->offset == -1)
1071		return fprintf(fp, "%s\n", dl->line);
1072
1073	printed = fprintf(fp, "%#" PRIx64 " %s", dl->offset, dl->name);
1074
1075	if (dl->ops.raw[0] != '\0') {
1076		printed += fprintf(fp, "%.*s %s\n", 6 - (int)printed, " ",
1077				   dl->ops.raw);
1078	}
1079
1080	return printed + fprintf(fp, "\n");
1081}
1082
1083size_t disasm__fprintf(struct list_head *head, FILE *fp)
1084{
1085	struct disasm_line *pos;
1086	size_t printed = 0;
1087
1088	list_for_each_entry(pos, head, node)
1089		printed += disasm_line__fprintf(pos, fp);
1090
1091	return printed;
1092}
1093
1094int symbol__tty_annotate(struct symbol *sym, struct map *map, int evidx,
1095			 bool print_lines, bool full_paths, int min_pcnt,
1096			 int max_lines)
1097{
1098	struct dso *dso = map->dso;
1099	const char *filename = dso->long_name;
1100	struct rb_root source_line = RB_ROOT;
1101	u64 len;
1102
1103	if (symbol__annotate(sym, map, 0) < 0)
1104		return -1;
1105
1106	len = symbol__size(sym);
1107
1108	if (print_lines) {
1109		symbol__get_source_line(sym, map, evidx, &source_line,
1110					len, filename);
1111		print_summary(&source_line, filename);
1112	}
1113
1114	symbol__annotate_printf(sym, map, evidx, full_paths,
1115				min_pcnt, max_lines, 0);
1116	if (print_lines)
1117		symbol__free_source_line(sym, len);
1118
1119	disasm__purge(&symbol__annotation(sym)->src->source);
1120
1121	return 0;
 
 
 
 
 
 
 
 
 
 
1122}