Linux Audio

Check our new training course

Loading...
v4.6
 
 
   1#include <dirent.h>
   2#include <errno.h>
 
   3#include <stdlib.h>
   4#include <stdio.h>
   5#include <string.h>
   6#include <sys/types.h>
   7#include <sys/stat.h>
   8#include <sys/param.h>
   9#include <fcntl.h>
  10#include <unistd.h>
  11#include <inttypes.h>
  12#include "build-id.h"
  13#include "util.h"
  14#include "debug.h"
  15#include "machine.h"
  16#include "symbol.h"
  17#include "strlist.h"
  18#include "intlist.h"
  19#include "header.h"
  20
 
 
  21#include <elf.h>
  22#include <limits.h>
  23#include <symbol/kallsyms.h>
  24#include <sys/utsname.h>
  25
 
 
 
 
 
 
 
 
 
 
 
 
  26static int dso__load_kernel_sym(struct dso *dso, struct map *map,
  27				symbol_filter_t filter);
  28static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map,
  29			symbol_filter_t filter);
  30int vmlinux_path__nr_entries;
  31char **vmlinux_path;
  32
  33struct symbol_conf symbol_conf = {
  34	.use_modules		= true,
  35	.try_vmlinux_path	= true,
  36	.annotate_src		= true,
  37	.demangle		= true,
  38	.demangle_kernel	= false,
  39	.cumulate_callchain	= true,
  40	.show_hist_headers	= true,
  41	.symfs			= "",
  42	.event_group		= true,
  43};
  44
  45static enum dso_binary_type binary_type_symtab[] = {
  46	DSO_BINARY_TYPE__KALLSYMS,
  47	DSO_BINARY_TYPE__GUEST_KALLSYMS,
  48	DSO_BINARY_TYPE__JAVA_JIT,
  49	DSO_BINARY_TYPE__DEBUGLINK,
  50	DSO_BINARY_TYPE__BUILD_ID_CACHE,
  51	DSO_BINARY_TYPE__FEDORA_DEBUGINFO,
  52	DSO_BINARY_TYPE__UBUNTU_DEBUGINFO,
  53	DSO_BINARY_TYPE__BUILDID_DEBUGINFO,
  54	DSO_BINARY_TYPE__SYSTEM_PATH_DSO,
  55	DSO_BINARY_TYPE__GUEST_KMODULE,
  56	DSO_BINARY_TYPE__GUEST_KMODULE_COMP,
  57	DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE,
  58	DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP,
  59	DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO,
  60	DSO_BINARY_TYPE__NOT_FOUND,
  61};
  62
  63#define DSO_BINARY_TYPE__SYMTAB_CNT ARRAY_SIZE(binary_type_symtab)
 
 
 
  64
  65bool symbol_type__is_a(char symbol_type, enum map_type map_type)
  66{
  67	symbol_type = toupper(symbol_type);
  68
  69	switch (map_type) {
  70	case MAP__FUNCTION:
  71		return symbol_type == 'T' || symbol_type == 'W';
  72	case MAP__VARIABLE:
  73		return symbol_type == 'D';
  74	default:
  75		return false;
  76	}
  77}
  78
  79static int prefix_underscores_count(const char *str)
  80{
  81	const char *tail = str;
  82
  83	while (*tail == '_')
  84		tail++;
  85
  86	return tail - str;
  87}
  88
  89int __weak arch__choose_best_symbol(struct symbol *syma,
  90				    struct symbol *symb __maybe_unused)
  91{
  92	/* Avoid "SyS" kernel syscall aliases */
  93	if (strlen(syma->name) >= 3 && !strncmp(syma->name, "SyS", 3))
  94		return SYMBOL_B;
  95	if (strlen(syma->name) >= 10 && !strncmp(syma->name, "compat_SyS", 10))
  96		return SYMBOL_B;
  97
  98	return SYMBOL_A;
  99}
 100
 101static int choose_best_symbol(struct symbol *syma, struct symbol *symb)
 102{
 103	s64 a;
 104	s64 b;
 105	size_t na, nb;
 106
 107	/* Prefer a symbol with non zero length */
 108	a = syma->end - syma->start;
 109	b = symb->end - symb->start;
 110	if ((b == 0) && (a > 0))
 111		return SYMBOL_A;
 112	else if ((a == 0) && (b > 0))
 113		return SYMBOL_B;
 114
 115	/* Prefer a non weak symbol over a weak one */
 116	a = syma->binding == STB_WEAK;
 117	b = symb->binding == STB_WEAK;
 118	if (b && !a)
 119		return SYMBOL_A;
 120	if (a && !b)
 121		return SYMBOL_B;
 122
 123	/* Prefer a global symbol over a non global one */
 124	a = syma->binding == STB_GLOBAL;
 125	b = symb->binding == STB_GLOBAL;
 126	if (a && !b)
 127		return SYMBOL_A;
 128	if (b && !a)
 129		return SYMBOL_B;
 130
 131	/* Prefer a symbol with less underscores */
 132	a = prefix_underscores_count(syma->name);
 133	b = prefix_underscores_count(symb->name);
 134	if (b > a)
 135		return SYMBOL_A;
 136	else if (a > b)
 137		return SYMBOL_B;
 138
 139	/* Choose the symbol with the longest name */
 140	na = strlen(syma->name);
 141	nb = strlen(symb->name);
 142	if (na > nb)
 143		return SYMBOL_A;
 144	else if (na < nb)
 145		return SYMBOL_B;
 146
 147	return arch__choose_best_symbol(syma, symb);
 148}
 149
 150void symbols__fixup_duplicate(struct rb_root *symbols)
 151{
 152	struct rb_node *nd;
 153	struct symbol *curr, *next;
 154
 155	nd = rb_first(symbols);
 156
 157	while (nd) {
 158		curr = rb_entry(nd, struct symbol, rb_node);
 159again:
 160		nd = rb_next(&curr->rb_node);
 161		next = rb_entry(nd, struct symbol, rb_node);
 162
 163		if (!nd)
 164			break;
 165
 166		if (curr->start != next->start)
 167			continue;
 168
 169		if (choose_best_symbol(curr, next) == SYMBOL_A) {
 170			rb_erase(&next->rb_node, symbols);
 171			symbol__delete(next);
 172			goto again;
 173		} else {
 174			nd = rb_next(&curr->rb_node);
 175			rb_erase(&curr->rb_node, symbols);
 176			symbol__delete(curr);
 177		}
 178	}
 179}
 180
 181void symbols__fixup_end(struct rb_root *symbols)
 182{
 183	struct rb_node *nd, *prevnd = rb_first(symbols);
 184	struct symbol *curr, *prev;
 185
 186	if (prevnd == NULL)
 187		return;
 188
 189	curr = rb_entry(prevnd, struct symbol, rb_node);
 190
 191	for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
 192		prev = curr;
 193		curr = rb_entry(nd, struct symbol, rb_node);
 194
 195		if (prev->end == prev->start && prev->end != curr->start)
 196			prev->end = curr->start;
 197	}
 198
 199	/* Last entry */
 200	if (curr->end == curr->start)
 201		curr->end = roundup(curr->start, 4096);
 202}
 203
 204void __map_groups__fixup_end(struct map_groups *mg, enum map_type type)
 205{
 206	struct maps *maps = &mg->maps[type];
 207	struct map *next, *curr;
 208
 209	pthread_rwlock_wrlock(&maps->lock);
 
 210
 211	curr = maps__first(maps);
 212	if (curr == NULL)
 213		goto out_unlock;
 214
 215	for (next = map__next(curr); next; next = map__next(curr)) {
 216		curr->end = next->start;
 217		curr = next;
 
 218	}
 219
 220	/*
 221	 * We still haven't the actual symbols, so guess the
 222	 * last map final address.
 223	 */
 224	curr->end = ~0ULL;
 
 225
 226out_unlock:
 227	pthread_rwlock_unlock(&maps->lock);
 
 
 
 228}
 229
 230struct symbol *symbol__new(u64 start, u64 len, u8 binding, const char *name)
 
 231{
 232	size_t namelen = strlen(name) + 1;
 233	struct symbol *sym = calloc(1, (symbol_conf.priv_size +
 234					sizeof(*sym) + namelen));
 235	if (sym == NULL)
 236		return NULL;
 237
 238	if (symbol_conf.priv_size)
 239		sym = ((void *)sym) + symbol_conf.priv_size;
 240
 241	sym->start   = start;
 242	sym->end     = len ? start + len : start;
 243	sym->binding = binding;
 244	sym->namelen = namelen - 1;
 245
 246	pr_debug4("%s: %s %#" PRIx64 "-%#" PRIx64 "\n",
 247		  __func__, name, start, sym->end);
 248	memcpy(sym->name, name, namelen);
 249
 250	return sym;
 251}
 252
 253void symbol__delete(struct symbol *sym)
 254{
 255	free(((void *)sym) - symbol_conf.priv_size);
 256}
 257
 258size_t symbol__fprintf(struct symbol *sym, FILE *fp)
 259{
 260	return fprintf(fp, " %" PRIx64 "-%" PRIx64 " %c %s\n",
 261		       sym->start, sym->end,
 262		       sym->binding == STB_GLOBAL ? 'g' :
 263		       sym->binding == STB_LOCAL  ? 'l' : 'w',
 264		       sym->name);
 265}
 266
 267size_t symbol__fprintf_symname_offs(const struct symbol *sym,
 268				    const struct addr_location *al, FILE *fp)
 269{
 270	unsigned long offset;
 271	size_t length;
 
 
 
 272
 273	if (sym && sym->name) {
 274		length = fprintf(fp, "%s", sym->name);
 275		if (al) {
 276			if (al->addr < sym->end)
 277				offset = al->addr - sym->start;
 278			else
 279				offset = al->addr - al->map->start - sym->start;
 280			length += fprintf(fp, "+0x%lx", offset);
 281		}
 282		return length;
 283	} else
 284		return fprintf(fp, "[unknown]");
 285}
 286
 287size_t symbol__fprintf_symname(const struct symbol *sym, FILE *fp)
 288{
 289	return symbol__fprintf_symname_offs(sym, NULL, fp);
 290}
 291
 292void symbols__delete(struct rb_root *symbols)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 293{
 294	struct symbol *pos;
 295	struct rb_node *next = rb_first(symbols);
 296
 297	while (next) {
 298		pos = rb_entry(next, struct symbol, rb_node);
 299		next = rb_next(&pos->rb_node);
 300		rb_erase(&pos->rb_node, symbols);
 301		symbol__delete(pos);
 302	}
 303}
 304
 305void symbols__insert(struct rb_root *symbols, struct symbol *sym)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 306{
 307	struct rb_node **p = &symbols->rb_node;
 308	struct rb_node *parent = NULL;
 309	const u64 ip = sym->start;
 310	struct symbol *s;
 311
 312	while (*p != NULL) {
 313		parent = *p;
 314		s = rb_entry(parent, struct symbol, rb_node);
 315		if (ip < s->start)
 316			p = &(*p)->rb_left;
 317		else
 318			p = &(*p)->rb_right;
 319	}
 320	rb_link_node(&sym->rb_node, parent, p);
 321	rb_insert_color(&sym->rb_node, symbols);
 322}
 323
 324static struct symbol *symbols__find(struct rb_root *symbols, u64 ip)
 325{
 326	struct rb_node *n;
 327
 328	if (symbols == NULL)
 329		return NULL;
 330
 331	n = symbols->rb_node;
 332
 333	while (n) {
 334		struct symbol *s = rb_entry(n, struct symbol, rb_node);
 335
 336		if (ip < s->start)
 337			n = n->rb_left;
 338		else if (ip >= s->end)
 339			n = n->rb_right;
 340		else
 341			return s;
 342	}
 343
 344	return NULL;
 345}
 346
 347static struct symbol *symbols__first(struct rb_root *symbols)
 348{
 349	struct rb_node *n = rb_first(symbols);
 350
 351	if (n)
 352		return rb_entry(n, struct symbol, rb_node);
 353
 354	return NULL;
 355}
 356
 357static struct symbol *symbols__next(struct symbol *sym)
 358{
 359	struct rb_node *n = rb_next(&sym->rb_node);
 360
 361	if (n)
 362		return rb_entry(n, struct symbol, rb_node);
 363
 364	return NULL;
 365}
 366
 367struct symbol_name_rb_node {
 368	struct rb_node	rb_node;
 369	struct symbol	sym;
 370};
 371
 372static void symbols__insert_by_name(struct rb_root *symbols, struct symbol *sym)
 373{
 374	struct rb_node **p = &symbols->rb_node;
 375	struct rb_node *parent = NULL;
 376	struct symbol_name_rb_node *symn, *s;
 377
 378	symn = container_of(sym, struct symbol_name_rb_node, sym);
 379
 380	while (*p != NULL) {
 381		parent = *p;
 382		s = rb_entry(parent, struct symbol_name_rb_node, rb_node);
 383		if (strcmp(sym->name, s->sym.name) < 0)
 384			p = &(*p)->rb_left;
 385		else
 386			p = &(*p)->rb_right;
 387	}
 388	rb_link_node(&symn->rb_node, parent, p);
 389	rb_insert_color(&symn->rb_node, symbols);
 390}
 391
 392static void symbols__sort_by_name(struct rb_root *symbols,
 393				  struct rb_root *source)
 394{
 395	struct rb_node *nd;
 396
 397	for (nd = rb_first(source); nd; nd = rb_next(nd)) {
 398		struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
 399		symbols__insert_by_name(symbols, pos);
 400	}
 401}
 402
 403static struct symbol *symbols__find_by_name(struct rb_root *symbols,
 404					    const char *name)
 405{
 406	struct rb_node *n;
 407	struct symbol_name_rb_node *s = NULL;
 408
 409	if (symbols == NULL)
 410		return NULL;
 411
 412	n = symbols->rb_node;
 413
 414	while (n) {
 
 415		int cmp;
 416
 417		s = rb_entry(n, struct symbol_name_rb_node, rb_node);
 418		cmp = arch__compare_symbol_names(name, s->sym.name);
 419
 420		if (cmp < 0)
 421			n = n->rb_left;
 422		else if (cmp > 0)
 423			n = n->rb_right;
 424		else
 425			break;
 426	}
 427
 428	if (n == NULL)
 429		return NULL;
 430
 431	/* return first symbol that has same name (if any) */
 432	for (n = rb_prev(n); n; n = rb_prev(n)) {
 433		struct symbol_name_rb_node *tmp;
 434
 435		tmp = rb_entry(n, struct symbol_name_rb_node, rb_node);
 436		if (arch__compare_symbol_names(tmp->sym.name, s->sym.name))
 437			break;
 438
 439		s = tmp;
 440	}
 441
 442	return &s->sym;
 443}
 444
 445void dso__reset_find_symbol_cache(struct dso *dso)
 446{
 447	enum map_type type;
 448
 449	for (type = MAP__FUNCTION; type <= MAP__VARIABLE; ++type) {
 450		dso->last_find_result[type].addr   = 0;
 451		dso->last_find_result[type].symbol = NULL;
 452	}
 453}
 454
 455struct symbol *dso__find_symbol(struct dso *dso,
 456				enum map_type type, u64 addr)
 457{
 458	if (dso->last_find_result[type].addr != addr) {
 459		dso->last_find_result[type].addr   = addr;
 460		dso->last_find_result[type].symbol = symbols__find(&dso->symbols[type], addr);
 461	}
 462
 463	return dso->last_find_result[type].symbol;
 464}
 465
 466struct symbol *dso__first_symbol(struct dso *dso, enum map_type type)
 
 467{
 468	return symbols__first(&dso->symbols[type]);
 469}
 470
 471struct symbol *dso__next_symbol(struct symbol *sym)
 472{
 473	return symbols__next(sym);
 
 
 474}
 475
 476struct symbol *symbol__next_by_name(struct symbol *sym)
 477{
 478	struct symbol_name_rb_node *s = container_of(sym, struct symbol_name_rb_node, sym);
 479	struct rb_node *n = rb_next(&s->rb_node);
 
 480
 481	return n ? &rb_entry(n, struct symbol_name_rb_node, rb_node)->sym : NULL;
 482}
 
 
 
 483
 484 /*
 485  * Teturns first symbol that matched with @name.
 486  */
 487struct symbol *dso__find_symbol_by_name(struct dso *dso, enum map_type type,
 488					const char *name)
 489{
 490	return symbols__find_by_name(&dso->symbol_names[type], name);
 491}
 492
 493void dso__sort_by_name(struct dso *dso, enum map_type type)
 494{
 495	dso__set_sorted_by_name(dso, type);
 496	return symbols__sort_by_name(&dso->symbol_names[type],
 497				     &dso->symbols[type]);
 
 498}
 499
 500size_t dso__fprintf_symbols_by_name(struct dso *dso,
 501				    enum map_type type, FILE *fp)
 502{
 503	size_t ret = 0;
 504	struct rb_node *nd;
 505	struct symbol_name_rb_node *pos;
 506
 507	for (nd = rb_first(&dso->symbol_names[type]); nd; nd = rb_next(nd)) {
 508		pos = rb_entry(nd, struct symbol_name_rb_node, rb_node);
 509		fprintf(fp, "%s\n", pos->sym.name);
 510	}
 511
 512	return ret;
 513}
 514
 515int modules__parse(const char *filename, void *arg,
 516		   int (*process_module)(void *arg, const char *name,
 517					 u64 start))
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 518{
 519	char *line = NULL;
 520	size_t n;
 521	FILE *file;
 522	int err = 0;
 523
 524	file = fopen(filename, "r");
 525	if (file == NULL)
 526		return -1;
 527
 528	while (1) {
 529		char name[PATH_MAX];
 
 530		u64 start;
 531		char *sep;
 532		ssize_t line_len;
 
 533
 534		line_len = getline(&line, &n, file);
 535		if (line_len < 0) {
 536			if (feof(file))
 537				break;
 538			err = -1;
 539			goto out;
 540		}
 541
 542		if (!line) {
 543			err = -1;
 544			goto out;
 545		}
 546
 547		line[--line_len] = '\0'; /* \n */
 548
 549		sep = strrchr(line, 'x');
 550		if (sep == NULL)
 551			continue;
 552
 553		hex2u64(sep + 1, &start);
 554
 555		sep = strchr(line, ' ');
 556		if (sep == NULL)
 557			continue;
 558
 559		*sep = '\0';
 
 
 
 560
 561		scnprintf(name, sizeof(name), "[%s]", line);
 
 
 
 562
 563		err = process_module(arg, name, start);
 
 
 
 
 
 
 564		if (err)
 565			break;
 566	}
 567out:
 568	free(line);
 569	fclose(file);
 570	return err;
 
 
 
 571}
 572
 573struct process_kallsyms_args {
 574	struct map *map;
 575	struct dso *dso;
 576};
 577
 578/*
 579 * These are symbols in the kernel image, so make sure that
 580 * sym is from a kernel DSO.
 581 */
 582bool symbol__is_idle(struct symbol *sym)
 583{
 584	const char * const idle_symbols[] = {
 585		"cpu_idle",
 586		"cpu_startup_entry",
 587		"intel_idle",
 588		"default_idle",
 589		"native_safe_halt",
 590		"enter_idle",
 591		"exit_idle",
 592		"mwait_idle",
 593		"mwait_idle_with_hints",
 594		"poll_idle",
 595		"ppc64_runlatch_off",
 596		"pseries_dedicated_idle_sleep",
 597		NULL
 598	};
 599
 600	int i;
 601
 602	if (!sym)
 603		return false;
 604
 605	for (i = 0; idle_symbols[i]; i++) {
 606		if (!strcmp(idle_symbols[i], sym->name))
 607			return true;
 608	}
 609
 610	return false;
 611}
 612
 613static int map__process_kallsym_symbol(void *arg, const char *name,
 614				       char type, u64 start)
 615{
 616	struct symbol *sym;
 617	struct process_kallsyms_args *a = arg;
 618	struct rb_root *root = &a->dso->symbols[a->map->type];
 619
 620	if (!symbol_type__is_a(type, a->map->type))
 621		return 0;
 622
 623	/*
 624	 * module symbols are not sorted so we add all
 625	 * symbols, setting length to 0, and rely on
 626	 * symbols__fixup_end() to fix it up.
 627	 */
 628	sym = symbol__new(start, 0, kallsyms2elf_binding(type), name);
 629	if (sym == NULL)
 630		return -ENOMEM;
 631	/*
 632	 * We will pass the symbols to the filter later, in
 633	 * map__split_kallsyms, when we have split the maps per module
 634	 */
 635	symbols__insert(root, sym);
 636
 637	return 0;
 638}
 639
 640/*
 641 * Loads the function entries in /proc/kallsyms into kernel_map->dso,
 642 * so that we can in the next step set the symbol ->end address and then
 643 * call kernel_maps__split_kallsyms.
 644 */
 645static int dso__load_all_kallsyms(struct dso *dso, const char *filename,
 646				  struct map *map)
 647{
 648	struct process_kallsyms_args args = { .map = map, .dso = dso, };
 649	return kallsyms__parse(filename, &args, map__process_kallsym_symbol);
 650}
 651
 652static int dso__split_kallsyms_for_kcore(struct dso *dso, struct map *map,
 653					 symbol_filter_t filter)
 654{
 655	struct map_groups *kmaps = map__kmaps(map);
 656	struct map *curr_map;
 657	struct symbol *pos;
 658	int count = 0;
 659	struct rb_root old_root = dso->symbols[map->type];
 660	struct rb_root *root = &dso->symbols[map->type];
 661	struct rb_node *next = rb_first(root);
 662
 663	if (!kmaps)
 664		return -1;
 665
 666	*root = RB_ROOT;
 667
 668	while (next) {
 669		char *module;
 670
 671		pos = rb_entry(next, struct symbol, rb_node);
 672		next = rb_next(&pos->rb_node);
 673
 674		rb_erase_init(&pos->rb_node, &old_root);
 675
 676		module = strchr(pos->name, '\t');
 677		if (module)
 678			*module = '\0';
 679
 680		curr_map = map_groups__find(kmaps, map->type, pos->start);
 681
 682		if (!curr_map || (filter && filter(curr_map, pos))) {
 683			symbol__delete(pos);
 684			continue;
 685		}
 686
 687		pos->start -= curr_map->start - curr_map->pgoff;
 688		if (pos->end)
 689			pos->end -= curr_map->start - curr_map->pgoff;
 690		symbols__insert(&curr_map->dso->symbols[curr_map->type], pos);
 691		++count;
 692	}
 693
 694	/* Symbols have been adjusted */
 695	dso->adjust_symbols = 1;
 696
 697	return count;
 698}
 699
 700/*
 701 * Split the symbols into maps, making sure there are no overlaps, i.e. the
 702 * kernel range is broken in several maps, named [kernel].N, as we don't have
 703 * the original ELF section names vmlinux have.
 704 */
 705static int dso__split_kallsyms(struct dso *dso, struct map *map, u64 delta,
 706			       symbol_filter_t filter)
 707{
 708	struct map_groups *kmaps = map__kmaps(map);
 709	struct machine *machine;
 710	struct map *curr_map = map;
 711	struct symbol *pos;
 712	int count = 0, moved = 0;
 713	struct rb_root *root = &dso->symbols[map->type];
 714	struct rb_node *next = rb_first(root);
 715	int kernel_range = 0;
 716
 717	if (!kmaps)
 718		return -1;
 719
 720	machine = kmaps->machine;
 721
 722	while (next) {
 723		char *module;
 724
 725		pos = rb_entry(next, struct symbol, rb_node);
 726		next = rb_next(&pos->rb_node);
 727
 728		module = strchr(pos->name, '\t');
 729		if (module) {
 730			if (!symbol_conf.use_modules)
 731				goto discard_symbol;
 732
 733			*module++ = '\0';
 734
 735			if (strcmp(curr_map->dso->short_name, module)) {
 736				if (curr_map != map &&
 737				    dso->kernel == DSO_TYPE_GUEST_KERNEL &&
 738				    machine__is_default_guest(machine)) {
 739					/*
 740					 * We assume all symbols of a module are
 741					 * continuous in * kallsyms, so curr_map
 742					 * points to a module and all its
 743					 * symbols are in its kmap. Mark it as
 744					 * loaded.
 745					 */
 746					dso__set_loaded(curr_map->dso,
 747							curr_map->type);
 748				}
 749
 750				curr_map = map_groups__find_by_name(kmaps,
 751							map->type, module);
 752				if (curr_map == NULL) {
 753					pr_debug("%s/proc/{kallsyms,modules} "
 754					         "inconsistency while looking "
 755						 "for \"%s\" module!\n",
 756						 machine->root_dir, module);
 757					curr_map = map;
 758					goto discard_symbol;
 759				}
 760
 761				if (curr_map->dso->loaded &&
 762				    !machine__is_default_guest(machine))
 763					goto discard_symbol;
 764			}
 765			/*
 766			 * So that we look just like we get from .ko files,
 767			 * i.e. not prelinked, relative to map->start.
 768			 */
 769			pos->start = curr_map->map_ip(curr_map, pos->start);
 770			pos->end   = curr_map->map_ip(curr_map, pos->end);
 771		} else if (curr_map != map) {
 772			char dso_name[PATH_MAX];
 773			struct dso *ndso;
 774
 775			if (delta) {
 776				/* Kernel was relocated at boot time */
 777				pos->start -= delta;
 778				pos->end -= delta;
 779			}
 780
 781			if (count == 0) {
 782				curr_map = map;
 783				goto filter_symbol;
 784			}
 785
 786			if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
 787				snprintf(dso_name, sizeof(dso_name),
 788					"[guest.kernel].%d",
 789					kernel_range++);
 790			else
 791				snprintf(dso_name, sizeof(dso_name),
 792					"[kernel].%d",
 793					kernel_range++);
 794
 795			ndso = dso__new(dso_name);
 796			if (ndso == NULL)
 797				return -1;
 798
 799			ndso->kernel = dso->kernel;
 800
 801			curr_map = map__new2(pos->start, ndso, map->type);
 802			if (curr_map == NULL) {
 803				dso__put(ndso);
 804				return -1;
 805			}
 806
 807			curr_map->map_ip = curr_map->unmap_ip = identity__map_ip;
 808			map_groups__insert(kmaps, curr_map);
 809			++kernel_range;
 810		} else if (delta) {
 811			/* Kernel was relocated at boot time */
 812			pos->start -= delta;
 813			pos->end -= delta;
 814		}
 815filter_symbol:
 816		if (filter && filter(curr_map, pos)) {
 817discard_symbol:		rb_erase(&pos->rb_node, root);
 818			symbol__delete(pos);
 819		} else {
 820			if (curr_map != map) {
 821				rb_erase(&pos->rb_node, root);
 822				symbols__insert(&curr_map->dso->symbols[curr_map->type], pos);
 823				++moved;
 824			} else
 825				++count;
 826		}
 827	}
 828
 829	if (curr_map != map &&
 830	    dso->kernel == DSO_TYPE_GUEST_KERNEL &&
 831	    machine__is_default_guest(kmaps->machine)) {
 832		dso__set_loaded(curr_map->dso, curr_map->type);
 833	}
 834
 835	return count + moved;
 836}
 837
 838bool symbol__restricted_filename(const char *filename,
 839				 const char *restricted_filename)
 840{
 841	bool restricted = false;
 842
 843	if (symbol_conf.kptr_restrict) {
 844		char *r = realpath(filename, NULL);
 845
 846		if (r != NULL) {
 847			restricted = strcmp(r, restricted_filename) == 0;
 848			free(r);
 849			return restricted;
 850		}
 851	}
 852
 853	return restricted;
 854}
 855
 856struct module_info {
 857	struct rb_node rb_node;
 858	char *name;
 859	u64 start;
 860};
 861
 862static void add_module(struct module_info *mi, struct rb_root *modules)
 863{
 864	struct rb_node **p = &modules->rb_node;
 865	struct rb_node *parent = NULL;
 866	struct module_info *m;
 867
 868	while (*p != NULL) {
 869		parent = *p;
 870		m = rb_entry(parent, struct module_info, rb_node);
 871		if (strcmp(mi->name, m->name) < 0)
 872			p = &(*p)->rb_left;
 873		else
 874			p = &(*p)->rb_right;
 875	}
 876	rb_link_node(&mi->rb_node, parent, p);
 877	rb_insert_color(&mi->rb_node, modules);
 878}
 879
 880static void delete_modules(struct rb_root *modules)
 881{
 882	struct module_info *mi;
 883	struct rb_node *next = rb_first(modules);
 884
 885	while (next) {
 886		mi = rb_entry(next, struct module_info, rb_node);
 887		next = rb_next(&mi->rb_node);
 888		rb_erase(&mi->rb_node, modules);
 889		zfree(&mi->name);
 890		free(mi);
 891	}
 892}
 893
 894static struct module_info *find_module(const char *name,
 895				       struct rb_root *modules)
 896{
 897	struct rb_node *n = modules->rb_node;
 
 
 
 898
 899	while (n) {
 900		struct module_info *m;
 901		int cmp;
 902
 903		m = rb_entry(n, struct module_info, rb_node);
 904		cmp = strcmp(name, m->name);
 905		if (cmp < 0)
 906			n = n->rb_left;
 907		else if (cmp > 0)
 908			n = n->rb_right;
 909		else
 910			return m;
 911	}
 912
 913	return NULL;
 914}
 
 915
 916static int __read_proc_modules(void *arg, const char *name, u64 start)
 917{
 918	struct rb_root *modules = arg;
 919	struct module_info *mi;
 920
 921	mi = zalloc(sizeof(struct module_info));
 922	if (!mi)
 923		return -ENOMEM;
 924
 925	mi->name = strdup(name);
 926	mi->start = start;
 927
 928	if (!mi->name) {
 929		free(mi);
 930		return -ENOMEM;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 931	}
 932
 933	add_module(mi, modules);
 
 
 
 934
 935	return 0;
 
 
 
 936}
 937
 938static int read_proc_modules(const char *filename, struct rb_root *modules)
 
 
 
 
 
 
 
 
 
 
 
 
 939{
 940	if (symbol__restricted_filename(filename, "/proc/modules"))
 941		return -1;
 942
 943	if (modules__parse(filename, modules, __read_proc_modules)) {
 944		delete_modules(modules);
 945		return -1;
 946	}
 
 
 947
 948	return 0;
 
 
 
 
 949}
 950
 951int compare_proc_modules(const char *from, const char *to)
 952{
 953	struct rb_root from_modules = RB_ROOT;
 954	struct rb_root to_modules = RB_ROOT;
 955	struct rb_node *from_node, *to_node;
 956	struct module_info *from_m, *to_m;
 957	int ret = -1;
 958
 959	if (read_proc_modules(from, &from_modules))
 960		return -1;
 
 
 
 961
 962	if (read_proc_modules(to, &to_modules))
 963		goto out_delete_from;
 
 
 
 964
 965	from_node = rb_first(&from_modules);
 966	to_node = rb_first(&to_modules);
 967	while (from_node) {
 968		if (!to_node)
 969			break;
 970
 971		from_m = rb_entry(from_node, struct module_info, rb_node);
 972		to_m = rb_entry(to_node, struct module_info, rb_node);
 
 
 
 973
 974		if (from_m->start != to_m->start ||
 975		    strcmp(from_m->name, to_m->name))
 976			break;
 
 
 
 
 
 
 977
 978		from_node = rb_next(from_node);
 979		to_node = rb_next(to_node);
 
 
 
 
 
 
 980	}
 981
 982	if (!from_node && !to_node)
 983		ret = 0;
 984
 985	delete_modules(&to_modules);
 986out_delete_from:
 987	delete_modules(&from_modules);
 
 988
 989	return ret;
 990}
 
 
 991
 992static int do_validate_kcore_modules(const char *filename, struct map *map,
 993				  struct map_groups *kmaps)
 
 
 
 
 
 
 
 994{
 995	struct rb_root modules = RB_ROOT;
 996	struct map *old_map;
 997	int err;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 998
 999	err = read_proc_modules(filename, &modules);
1000	if (err)
1001		return err;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1002
1003	old_map = map_groups__first(kmaps, map->type);
1004	while (old_map) {
1005		struct map *next = map_groups__next(old_map);
1006		struct module_info *mi;
1007
1008		if (old_map == map || old_map->start == map->start) {
1009			/* The kernel map */
1010			old_map = next;
1011			continue;
1012		}
1013
1014		/* Module must be in memory at the same address */
1015		mi = find_module(old_map->dso->short_name, &modules);
1016		if (!mi || mi->start != old_map->start) {
1017			err = -EINVAL;
1018			goto out;
1019		}
1020
1021		old_map = next;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1022	}
 
 
 
 
 
 
 
 
 
1023out:
1024	delete_modules(&modules);
1025	return err;
 
1026}
1027
1028/*
1029 * If kallsyms is referenced by name then we look for filename in the same
1030 * directory.
1031 */
1032static bool filename_from_kallsyms_filename(char *filename,
1033					    const char *base_name,
1034					    const char *kallsyms_filename)
1035{
1036	char *name;
1037
1038	strcpy(filename, kallsyms_filename);
1039	name = strrchr(filename, '/');
1040	if (!name)
 
1041		return false;
1042
1043	name += 1;
1044
1045	if (!strcmp(name, "kallsyms")) {
1046		strcpy(name, base_name);
1047		return true;
1048	}
 
1049
1050	return false;
 
 
 
 
 
 
 
 
 
 
1051}
1052
1053static int validate_kcore_modules(const char *kallsyms_filename,
1054				  struct map *map)
1055{
1056	struct map_groups *kmaps = map__kmaps(map);
1057	char modules_filename[PATH_MAX];
 
1058
1059	if (!kmaps)
1060		return -EINVAL;
1061
1062	if (!filename_from_kallsyms_filename(modules_filename, "modules",
1063					     kallsyms_filename))
1064		return -EINVAL;
1065
1066	if (do_validate_kcore_modules(modules_filename, map, kmaps))
1067		return -EINVAL;
1068
1069	return 0;
1070}
1071
1072static int validate_kcore_addresses(const char *kallsyms_filename,
1073				    struct map *map)
 
1074{
1075	struct kmap *kmap = map__kmap(map);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1076
1077	if (!kmap)
1078		return -EINVAL;
1079
1080	if (kmap->ref_reloc_sym && kmap->ref_reloc_sym->name) {
1081		u64 start;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1082
1083		start = kallsyms__get_function_start(kallsyms_filename,
1084						     kmap->ref_reloc_sym->name);
1085		if (start != kmap->ref_reloc_sym->addr)
1086			return -EINVAL;
1087	}
1088
1089	return validate_kcore_modules(kallsyms_filename, map);
1090}
1091
1092struct kcore_mapfn_data {
1093	struct dso *dso;
1094	enum map_type type;
1095	struct list_head maps;
1096};
1097
1098static int kcore_mapfn(u64 start, u64 len, u64 pgoff, void *data)
1099{
1100	struct kcore_mapfn_data *md = data;
1101	struct map *map;
 
 
1102
1103	map = map__new2(start, md->dso, md->type);
1104	if (map == NULL)
1105		return -ENOMEM;
1106
1107	map->end = map->start + len;
1108	map->pgoff = pgoff;
 
 
1109
1110	list_add(&map->node, &md->maps);
 
 
 
 
1111
1112	return 0;
1113}
1114
1115static int dso__load_kcore(struct dso *dso, struct map *map,
1116			   const char *kallsyms_filename)
1117{
1118	struct map_groups *kmaps = map__kmaps(map);
1119	struct machine *machine;
1120	struct kcore_mapfn_data md;
1121	struct map *old_map, *new_map, *replacement_map = NULL;
1122	bool is_64_bit;
1123	int err, fd;
1124	char kcore_filename[PATH_MAX];
1125	struct symbol *sym;
1126
1127	if (!kmaps)
1128		return -EINVAL;
1129
1130	machine = kmaps->machine;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1131
1132	/* This function requires that the map is the kernel map */
1133	if (map != machine->vmlinux_maps[map->type])
1134		return -EINVAL;
1135
1136	if (!filename_from_kallsyms_filename(kcore_filename, "kcore",
1137					     kallsyms_filename))
1138		return -EINVAL;
1139
1140	/* Modules and kernel must be present at their original addresses */
1141	if (validate_kcore_addresses(kallsyms_filename, map))
1142		return -EINVAL;
1143
1144	md.dso = dso;
1145	md.type = map->type;
1146	INIT_LIST_HEAD(&md.maps);
1147
1148	fd = open(kcore_filename, O_RDONLY);
1149	if (fd < 0) {
1150		pr_debug("Failed to open %s. Note /proc/kcore requires CAP_SYS_RAWIO capability to access.\n",
1151			 kcore_filename);
1152		return -EINVAL;
1153	}
1154
1155	/* Read new maps into temporary lists */
1156	err = file__read_maps(fd, md.type == MAP__FUNCTION, kcore_mapfn, &md,
1157			      &is_64_bit);
1158	if (err)
1159		goto out_err;
1160	dso->is_64_bit = is_64_bit;
1161
1162	if (list_empty(&md.maps)) {
1163		err = -EINVAL;
1164		goto out_err;
1165	}
1166
1167	/* Remove old maps */
1168	old_map = map_groups__first(kmaps, map->type);
1169	while (old_map) {
1170		struct map *next = map_groups__next(old_map);
1171
1172		if (old_map != map)
1173			map_groups__remove(kmaps, old_map);
1174		old_map = next;
1175	}
1176
1177	/* Find the kernel map using the first symbol */
1178	sym = dso__first_symbol(dso, map->type);
1179	list_for_each_entry(new_map, &md.maps, node) {
1180		if (sym && sym->start >= new_map->start &&
1181		    sym->start < new_map->end) {
1182			replacement_map = new_map;
1183			break;
1184		}
1185	}
1186
1187	if (!replacement_map)
1188		replacement_map = list_entry(md.maps.next, struct map, node);
1189
1190	/* Add new maps */
1191	while (!list_empty(&md.maps)) {
1192		new_map = list_entry(md.maps.next, struct map, node);
1193		list_del_init(&new_map->node);
1194		if (new_map == replacement_map) {
1195			map->start	= new_map->start;
1196			map->end	= new_map->end;
1197			map->pgoff	= new_map->pgoff;
1198			map->map_ip	= new_map->map_ip;
1199			map->unmap_ip	= new_map->unmap_ip;
1200			/* Ensure maps are correctly ordered */
1201			map__get(map);
1202			map_groups__remove(kmaps, map);
1203			map_groups__insert(kmaps, map);
1204			map__put(map);
1205		} else {
1206			map_groups__insert(kmaps, new_map);
1207		}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1208
1209		map__put(new_map);
 
 
 
 
 
1210	}
1211
1212	/*
1213	 * Set the data type and long name so that kcore can be read via
1214	 * dso__data_read_addr().
1215	 */
1216	if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1217		dso->binary_type = DSO_BINARY_TYPE__GUEST_KCORE;
1218	else
1219		dso->binary_type = DSO_BINARY_TYPE__KCORE;
1220	dso__set_long_name(dso, strdup(kcore_filename), true);
1221
1222	close(fd);
1223
1224	if (map->type == MAP__FUNCTION)
1225		pr_debug("Using %s for kernel object code\n", kcore_filename);
1226	else
1227		pr_debug("Using %s for kernel data\n", kcore_filename);
1228
1229	return 0;
1230
1231out_err:
1232	while (!list_empty(&md.maps)) {
1233		map = list_entry(md.maps.next, struct map, node);
1234		list_del_init(&map->node);
1235		map__put(map);
1236	}
1237	close(fd);
1238	return -EINVAL;
 
 
 
1239}
1240
1241/*
1242 * If the kernel is relocated at boot time, kallsyms won't match.  Compute the
1243 * delta based on the relocation reference symbol.
1244 */
1245static int kallsyms__delta(struct map *map, const char *filename, u64 *delta)
1246{
1247	struct kmap *kmap = map__kmap(map);
1248	u64 addr;
1249
1250	if (!kmap)
1251		return -1;
1252
1253	if (!kmap->ref_reloc_sym || !kmap->ref_reloc_sym->name)
1254		return 0;
 
 
1255
1256	addr = kallsyms__get_function_start(filename,
1257					    kmap->ref_reloc_sym->name);
1258	if (!addr)
1259		return -1;
 
 
 
 
 
 
 
 
 
1260
1261	*delta = addr - kmap->ref_reloc_sym->addr;
1262	return 0;
1263}
1264
1265int dso__load_kallsyms(struct dso *dso, const char *filename,
1266		       struct map *map, symbol_filter_t filter)
 
 
 
 
1267{
1268	u64 delta = 0;
 
 
 
 
 
 
1269
1270	if (symbol__restricted_filename(filename, "/proc/kallsyms"))
1271		return -1;
1272
1273	if (dso__load_all_kallsyms(dso, filename, map) < 0)
1274		return -1;
 
1275
1276	if (kallsyms__delta(map, filename, &delta))
1277		return -1;
 
 
1278
1279	symbols__fixup_duplicate(&dso->symbols[map->type]);
1280	symbols__fixup_end(&dso->symbols[map->type]);
 
 
 
 
 
 
1281
1282	if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1283		dso->symtab_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;
1284	else
1285		dso->symtab_type = DSO_BINARY_TYPE__KALLSYMS;
1286
1287	if (!dso__load_kcore(dso, map, filename))
1288		return dso__split_kallsyms_for_kcore(dso, map, filter);
1289	else
1290		return dso__split_kallsyms(dso, map, delta, filter);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1291}
1292
1293static int dso__load_perf_map(struct dso *dso, struct map *map,
1294			      symbol_filter_t filter)
1295{
1296	char *line = NULL;
1297	size_t n;
1298	FILE *file;
1299	int nr_syms = 0;
1300
1301	file = fopen(dso->long_name, "r");
1302	if (file == NULL)
1303		goto out_failure;
1304
1305	while (!feof(file)) {
1306		u64 start, size;
1307		struct symbol *sym;
1308		int line_len, len;
1309
1310		line_len = getline(&line, &n, file);
1311		if (line_len < 0)
1312			break;
1313
1314		if (!line)
1315			goto out_failure;
 
 
 
1316
1317		line[--line_len] = '\0'; /* \n */
1318
1319		len = hex2u64(line, &start);
 
 
 
 
 
1320
1321		len++;
1322		if (len + 2 >= line_len)
1323			continue;
1324
1325		len += hex2u64(line + len, &size);
 
1326
1327		len++;
1328		if (len + 2 >= line_len)
1329			continue;
1330
1331		sym = symbol__new(start, size, STB_GLOBAL, line + len);
 
 
 
1332
1333		if (sym == NULL)
1334			goto out_delete_line;
1335
1336		if (filter && filter(map, sym))
1337			symbol__delete(sym);
1338		else {
1339			symbols__insert(&dso->symbols[map->type], sym);
1340			nr_syms++;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1341		}
1342	}
1343
1344	free(line);
1345	fclose(file);
1346
1347	return nr_syms;
1348
1349out_delete_line:
1350	free(line);
1351out_failure:
1352	return -1;
1353}
1354
1355static bool dso__is_compatible_symtab_type(struct dso *dso, bool kmod,
1356					   enum dso_binary_type type)
1357{
1358	switch (type) {
1359	case DSO_BINARY_TYPE__JAVA_JIT:
1360	case DSO_BINARY_TYPE__DEBUGLINK:
1361	case DSO_BINARY_TYPE__SYSTEM_PATH_DSO:
1362	case DSO_BINARY_TYPE__FEDORA_DEBUGINFO:
1363	case DSO_BINARY_TYPE__UBUNTU_DEBUGINFO:
1364	case DSO_BINARY_TYPE__BUILDID_DEBUGINFO:
1365	case DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO:
1366		return !kmod && dso->kernel == DSO_TYPE_USER;
1367
1368	case DSO_BINARY_TYPE__KALLSYMS:
1369	case DSO_BINARY_TYPE__VMLINUX:
1370	case DSO_BINARY_TYPE__KCORE:
1371		return dso->kernel == DSO_TYPE_KERNEL;
1372
1373	case DSO_BINARY_TYPE__GUEST_KALLSYMS:
1374	case DSO_BINARY_TYPE__GUEST_VMLINUX:
1375	case DSO_BINARY_TYPE__GUEST_KCORE:
1376		return dso->kernel == DSO_TYPE_GUEST_KERNEL;
1377
1378	case DSO_BINARY_TYPE__GUEST_KMODULE:
1379	case DSO_BINARY_TYPE__GUEST_KMODULE_COMP:
1380	case DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE:
1381	case DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP:
1382		/*
1383		 * kernel modules know their symtab type - it's set when
1384		 * creating a module dso in machine__findnew_module_map().
1385		 */
1386		return kmod && dso->symtab_type == type;
1387
1388	case DSO_BINARY_TYPE__BUILD_ID_CACHE:
1389		return true;
1390
1391	case DSO_BINARY_TYPE__NOT_FOUND:
1392	default:
1393		return false;
1394	}
1395}
1396
1397int dso__load(struct dso *dso, struct map *map, symbol_filter_t filter)
1398{
 
1399	char *name;
1400	int ret = -1;
1401	u_int i;
1402	struct machine *machine;
1403	char *root_dir = (char *) "";
1404	int ss_pos = 0;
1405	struct symsrc ss_[2];
1406	struct symsrc *syms_ss = NULL, *runtime_ss = NULL;
1407	bool kmod;
1408	unsigned char build_id[BUILD_ID_SIZE];
1409
1410	pthread_mutex_lock(&dso->lock);
1411
1412	/* check again under the dso->lock */
1413	if (dso__loaded(dso, map->type)) {
1414		ret = 1;
1415		goto out;
1416	}
1417
1418	if (dso->kernel) {
1419		if (dso->kernel == DSO_TYPE_KERNEL)
1420			ret = dso__load_kernel_sym(dso, map, filter);
1421		else if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1422			ret = dso__load_guest_kernel_sym(dso, map, filter);
1423
1424		goto out;
1425	}
 
 
1426
1427	if (map->groups && map->groups->machine)
1428		machine = map->groups->machine;
1429	else
1430		machine = NULL;
1431
 
 
 
 
1432	dso->adjust_symbols = 0;
1433
1434	if (strncmp(dso->name, "/tmp/perf-", 10) == 0) {
1435		struct stat st;
1436
1437		if (lstat(dso->name, &st) < 0)
1438			goto out;
1439
1440		if (!symbol_conf.force && st.st_uid && (st.st_uid != geteuid())) {
1441			pr_warning("File %s not owned by current user or root, "
1442				   "ignoring it (use -f to override).\n", dso->name);
1443			goto out;
1444		}
1445
1446		ret = dso__load_perf_map(dso, map, filter);
1447		dso->symtab_type = ret > 0 ? DSO_BINARY_TYPE__JAVA_JIT :
1448					     DSO_BINARY_TYPE__NOT_FOUND;
1449		goto out;
1450	}
1451
1452	if (machine)
1453		root_dir = machine->root_dir;
1454
1455	name = malloc(PATH_MAX);
1456	if (!name)
1457		goto out;
1458
1459	kmod = dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE ||
1460		dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP ||
1461		dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE ||
1462		dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE_COMP;
1463
1464
1465	/*
1466	 * Read the build id if possible. This is required for
1467	 * DSO_BINARY_TYPE__BUILDID_DEBUGINFO to work
1468	 */
1469	if (is_regular_file(name) &&
1470	    filename__read_build_id(dso->long_name, build_id, BUILD_ID_SIZE) > 0)
1471		dso__set_build_id(dso, build_id);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1472
1473	/*
1474	 * Iterate over candidate debug images.
1475	 * Keep track of "interesting" ones (those which have a symtab, dynsym,
1476	 * and/or opd section) for processing.
1477	 */
1478	for (i = 0; i < DSO_BINARY_TYPE__SYMTAB_CNT; i++) {
1479		struct symsrc *ss = &ss_[ss_pos];
1480		bool next_slot = false;
1481
1482		enum dso_binary_type symtab_type = binary_type_symtab[i];
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1483
1484		if (!dso__is_compatible_symtab_type(dso, kmod, symtab_type))
1485			continue;
 
 
 
 
1486
1487		if (dso__read_binary_type_filename(dso, symtab_type,
1488						   root_dir, name, PATH_MAX))
 
1489			continue;
1490
1491		if (!is_regular_file(name))
1492			continue;
 
1493
1494		/* Name is now the name of the next image to try */
1495		if (symsrc__init(ss, dso, name, symtab_type) < 0)
 
 
 
1496			continue;
1497
1498		if (!syms_ss && symsrc__has_symtab(ss)) {
1499			syms_ss = ss;
1500			next_slot = true;
1501			if (!dso->symsrc_filename)
1502				dso->symsrc_filename = strdup(name);
 
1503		}
 
1504
1505		if (!runtime_ss && symsrc__possibly_runtime(ss)) {
1506			runtime_ss = ss;
1507			next_slot = true;
1508		}
 
 
 
 
1509
1510		if (next_slot) {
1511			ss_pos++;
 
 
 
1512
1513			if (syms_ss && runtime_ss)
1514				break;
1515		} else {
1516			symsrc__destroy(ss);
1517		}
1518
 
 
 
 
 
1519	}
1520
1521	if (!runtime_ss && !syms_ss)
1522		goto out_free;
1523
1524	if (runtime_ss && !syms_ss) {
1525		syms_ss = runtime_ss;
1526	}
 
 
 
 
 
 
1527
1528	/* We'll have to hope for the best */
1529	if (!runtime_ss && syms_ss)
1530		runtime_ss = syms_ss;
 
 
 
 
1531
1532	if (syms_ss && syms_ss->type == DSO_BINARY_TYPE__BUILD_ID_CACHE)
1533		if (dso__build_id_is_kmod(dso, name, PATH_MAX))
1534			kmod = true;
1535
1536	if (syms_ss)
1537		ret = dso__load_sym(dso, map, syms_ss, runtime_ss, filter, kmod);
1538	else
1539		ret = -1;
 
 
1540
1541	if (ret > 0) {
1542		int nr_plt;
 
 
 
 
 
 
 
 
 
 
 
1543
1544		nr_plt = dso__synthesize_plt_symbols(dso, runtime_ss, map, filter);
1545		if (nr_plt > 0)
1546			ret += nr_plt;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1547	}
1548
1549	for (; ss_pos > 0; ss_pos--)
1550		symsrc__destroy(&ss_[ss_pos - 1]);
1551out_free:
1552	free(name);
1553	if (ret < 0 && strstr(dso->name, " (deleted)") != NULL)
1554		ret = 0;
1555out:
1556	dso__set_loaded(dso, map->type);
1557	pthread_mutex_unlock(&dso->lock);
1558
1559	return ret;
1560}
1561
1562struct map *map_groups__find_by_name(struct map_groups *mg,
1563				     enum map_type type, const char *name)
1564{
1565	struct maps *maps = &mg->maps[type];
1566	struct map *map;
 
 
1567
1568	pthread_rwlock_rdlock(&maps->lock);
 
 
 
1569
1570	for (map = maps__first(maps); map; map = map__next(map)) {
1571		if (map->dso && strcmp(map->dso->short_name, name) == 0)
1572			goto out_unlock;
1573	}
1574
1575	map = NULL;
 
 
 
 
 
 
1576
1577out_unlock:
1578	pthread_rwlock_unlock(&maps->lock);
1579	return map;
1580}
1581
1582int dso__load_vmlinux(struct dso *dso, struct map *map,
1583		      const char *vmlinux, bool vmlinux_allocated,
1584		      symbol_filter_t filter)
1585{
1586	int err = -1;
1587	struct symsrc ss;
1588	char symfs_vmlinux[PATH_MAX];
1589	enum dso_binary_type symtab_type;
1590
1591	if (vmlinux[0] == '/')
1592		snprintf(symfs_vmlinux, sizeof(symfs_vmlinux), "%s", vmlinux);
1593	else
1594		symbol__join_symfs(symfs_vmlinux, vmlinux);
1595
1596	if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1597		symtab_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
1598	else
1599		symtab_type = DSO_BINARY_TYPE__VMLINUX;
1600
1601	if (symsrc__init(&ss, dso, symfs_vmlinux, symtab_type))
1602		return -1;
1603
1604	err = dso__load_sym(dso, map, &ss, &ss, filter, 0);
1605	symsrc__destroy(&ss);
 
1606
1607	if (err > 0) {
1608		if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1609			dso->binary_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
1610		else
1611			dso->binary_type = DSO_BINARY_TYPE__VMLINUX;
1612		dso__set_long_name(dso, vmlinux, vmlinux_allocated);
1613		dso__set_loaded(dso, map->type);
1614		pr_debug("Using %s for symbols\n", symfs_vmlinux);
 
 
 
 
 
 
 
 
 
1615	}
1616
1617	return err;
1618}
1619
1620int dso__load_vmlinux_path(struct dso *dso, struct map *map,
1621			   symbol_filter_t filter)
1622{
1623	int i, err = 0;
1624	char *filename = NULL;
1625
1626	pr_debug("Looking at the vmlinux_path (%d entries long)\n",
1627		 vmlinux_path__nr_entries + 1);
1628
1629	for (i = 0; i < vmlinux_path__nr_entries; ++i) {
1630		err = dso__load_vmlinux(dso, map, vmlinux_path[i], false, filter);
1631		if (err > 0)
1632			goto out;
1633	}
1634
1635	if (!symbol_conf.ignore_vmlinux_buildid)
1636		filename = dso__build_id_filename(dso, NULL, 0);
1637	if (filename != NULL) {
1638		err = dso__load_vmlinux(dso, map, filename, true, filter);
1639		if (err > 0)
1640			goto out;
1641		free(filename);
1642	}
1643out:
1644	return err;
1645}
1646
1647static int find_matching_kcore(struct map *map, char *dir, size_t dir_sz)
1648{
1649	char kallsyms_filename[PATH_MAX];
1650	struct dirent *dent;
1651	int ret = -1;
1652	DIR *d;
 
 
 
 
 
 
 
 
 
1653
1654	d = opendir(dir);
1655	if (!d)
1656		return -1;
1657
1658	while (1) {
1659		dent = readdir(d);
1660		if (!dent)
 
 
 
 
 
 
 
 
 
1661			break;
1662		if (dent->d_type != DT_DIR)
 
 
 
 
 
 
 
1663			continue;
1664		scnprintf(kallsyms_filename, sizeof(kallsyms_filename),
1665			  "%s/%s/kallsyms", dir, dent->d_name);
1666		if (!validate_kcore_addresses(kallsyms_filename, map)) {
1667			strlcpy(dir, kallsyms_filename, dir_sz);
1668			ret = 0;
1669			break;
1670		}
1671	}
1672
1673	closedir(d);
1674
1675	return ret;
1676}
 
1677
1678static char *dso__find_kallsyms(struct dso *dso, struct map *map)
1679{
1680	u8 host_build_id[BUILD_ID_SIZE];
1681	char sbuild_id[BUILD_ID_SIZE * 2 + 1];
1682	bool is_host = false;
1683	char path[PATH_MAX];
1684
1685	if (!dso->has_build_id) {
1686		/*
1687		 * Last resort, if we don't have a build-id and couldn't find
1688		 * any vmlinux file, try the running kernel kallsyms table.
1689		 */
1690		goto proc_kallsyms;
1691	}
1692
1693	if (sysfs__read_build_id("/sys/kernel/notes", host_build_id,
1694				 sizeof(host_build_id)) == 0)
1695		is_host = dso__build_id_equal(dso, host_build_id);
1696
1697	build_id__sprintf(dso->build_id, sizeof(dso->build_id), sbuild_id);
1698
1699	scnprintf(path, sizeof(path), "%s/[kernel.kcore]/%s", buildid_dir,
1700		  sbuild_id);
 
 
 
1701
1702	/* Use /proc/kallsyms if possible */
1703	if (is_host) {
1704		DIR *d;
1705		int fd;
1706
1707		/* If no cached kcore go with /proc/kallsyms */
1708		d = opendir(path);
1709		if (!d)
1710			goto proc_kallsyms;
1711		closedir(d);
1712
1713		/*
1714		 * Do not check the build-id cache, until we know we cannot use
1715		 * /proc/kcore.
1716		 */
1717		fd = open("/proc/kcore", O_RDONLY);
1718		if (fd != -1) {
1719			close(fd);
1720			/* If module maps match go with /proc/kallsyms */
1721			if (!validate_kcore_addresses("/proc/kallsyms", map))
1722				goto proc_kallsyms;
1723		}
1724
1725		/* Find kallsyms in build-id cache with kcore */
1726		if (!find_matching_kcore(map, path, sizeof(path)))
1727			return strdup(path);
1728
1729		goto proc_kallsyms;
1730	}
1731
1732	/* Find kallsyms in build-id cache with kcore */
1733	if (!find_matching_kcore(map, path, sizeof(path)))
1734		return strdup(path);
 
 
1735
1736	scnprintf(path, sizeof(path), "%s/[kernel.kallsyms]/%s",
1737		  buildid_dir, sbuild_id);
1738
1739	if (access(path, F_OK)) {
1740		pr_err("No kallsyms or vmlinux with build-id %s was found\n",
1741		       sbuild_id);
1742		return NULL;
 
 
 
 
1743	}
1744
1745	return strdup(path);
1746
1747proc_kallsyms:
1748	return strdup("/proc/kallsyms");
 
 
 
 
 
1749}
1750
1751static int dso__load_kernel_sym(struct dso *dso, struct map *map,
1752				symbol_filter_t filter)
1753{
1754	int err;
1755	const char *kallsyms_filename = NULL;
1756	char *kallsyms_allocated_filename = NULL;
1757	/*
1758	 * Step 1: if the user specified a kallsyms or vmlinux filename, use
1759	 * it and only it, reporting errors to the user if it cannot be used.
1760	 *
1761	 * For instance, try to analyse an ARM perf.data file _without_ a
1762	 * build-id, or if the user specifies the wrong path to the right
1763	 * vmlinux file, obviously we can't fallback to another vmlinux (a
1764	 * x86_86 one, on the machine where analysis is being performed, say),
1765	 * or worse, /proc/kallsyms.
1766	 *
1767	 * If the specified file _has_ a build-id and there is a build-id
1768	 * section in the perf.data file, we will still do the expected
1769	 * validation in dso__load_vmlinux and will bail out if they don't
1770	 * match.
1771	 */
1772	if (symbol_conf.kallsyms_name != NULL) {
1773		kallsyms_filename = symbol_conf.kallsyms_name;
1774		goto do_kallsyms;
1775	}
1776
1777	if (!symbol_conf.ignore_vmlinux && symbol_conf.vmlinux_name != NULL) {
1778		return dso__load_vmlinux(dso, map, symbol_conf.vmlinux_name,
1779					 false, filter);
 
 
 
 
 
 
1780	}
1781
1782	if (!symbol_conf.ignore_vmlinux && vmlinux_path != NULL) {
1783		err = dso__load_vmlinux_path(dso, map, filter);
1784		if (err > 0)
1785			return err;
1786	}
1787
1788	/* do not try local files if a symfs was given */
1789	if (symbol_conf.symfs[0] != 0)
1790		return -1;
1791
1792	kallsyms_allocated_filename = dso__find_kallsyms(dso, map);
1793	if (!kallsyms_allocated_filename)
1794		return -1;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1795
1796	kallsyms_filename = kallsyms_allocated_filename;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1797
1798do_kallsyms:
1799	err = dso__load_kallsyms(dso, kallsyms_filename, map, filter);
1800	if (err > 0)
1801		pr_debug("Using %s for symbols\n", kallsyms_filename);
1802	free(kallsyms_allocated_filename);
1803
1804	if (err > 0 && !dso__is_kcore(dso)) {
1805		dso->binary_type = DSO_BINARY_TYPE__KALLSYMS;
1806		dso__set_long_name(dso, "[kernel.kallsyms]", false);
 
1807		map__fixup_start(map);
1808		map__fixup_end(map);
1809	}
1810
1811	return err;
1812}
1813
1814static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map,
1815				      symbol_filter_t filter)
1816{
1817	int err;
1818	const char *kallsyms_filename = NULL;
1819	struct machine *machine;
1820	char path[PATH_MAX];
1821
1822	if (!map->groups) {
1823		pr_debug("Guest kernel map hasn't the point to groups\n");
1824		return -1;
1825	}
1826	machine = map->groups->machine;
1827
1828	if (machine__is_default_guest(machine)) {
1829		/*
1830		 * if the user specified a vmlinux filename, use it and only
1831		 * it, reporting errors to the user if it cannot be used.
1832		 * Or use file guest_kallsyms inputted by user on commandline
1833		 */
1834		if (symbol_conf.default_guest_vmlinux_name != NULL) {
1835			err = dso__load_vmlinux(dso, map,
1836						symbol_conf.default_guest_vmlinux_name,
1837						false, filter);
1838			return err;
1839		}
1840
1841		kallsyms_filename = symbol_conf.default_guest_kallsyms;
1842		if (!kallsyms_filename)
1843			return -1;
1844	} else {
1845		sprintf(path, "%s/proc/kallsyms", machine->root_dir);
1846		kallsyms_filename = path;
1847	}
1848
1849	err = dso__load_kallsyms(dso, kallsyms_filename, map, filter);
1850	if (err > 0)
1851		pr_debug("Using %s for symbols\n", kallsyms_filename);
1852	if (err > 0 && !dso__is_kcore(dso)) {
1853		dso->binary_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;
1854		machine__mmap_name(machine, path, sizeof(path));
1855		dso__set_long_name(dso, strdup(path), true);
 
 
 
1856		map__fixup_start(map);
1857		map__fixup_end(map);
1858	}
1859
1860	return err;
1861}
1862
1863static void vmlinux_path__exit(void)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1864{
1865	while (--vmlinux_path__nr_entries >= 0)
1866		zfree(&vmlinux_path[vmlinux_path__nr_entries]);
1867	vmlinux_path__nr_entries = 0;
1868
1869	zfree(&vmlinux_path);
 
 
 
 
 
 
 
 
1870}
1871
1872static const char * const vmlinux_paths[] = {
1873	"vmlinux",
1874	"/boot/vmlinux"
1875};
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1876
1877static const char * const vmlinux_paths_upd[] = {
1878	"/boot/vmlinux-%s",
1879	"/usr/lib/debug/boot/vmlinux-%s",
1880	"/lib/modules/%s/build/vmlinux",
1881	"/usr/lib/debug/lib/modules/%s/vmlinux",
1882	"/usr/lib/debug/boot/vmlinux-%s.debug"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1883};
1884
1885static int vmlinux_path__add(const char *new_entry)
 
1886{
1887	vmlinux_path[vmlinux_path__nr_entries] = strdup(new_entry);
1888	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1889		return -1;
1890	++vmlinux_path__nr_entries;
1891
 
 
 
 
 
 
1892	return 0;
1893}
1894
1895static int vmlinux_path__init(struct perf_env *env)
 
 
 
 
 
 
 
 
 
 
 
1896{
1897	struct utsname uts;
1898	char bf[PATH_MAX];
1899	char *kernel_version;
1900	unsigned int i;
1901
1902	vmlinux_path = malloc(sizeof(char *) * (ARRAY_SIZE(vmlinux_paths) +
1903			      ARRAY_SIZE(vmlinux_paths_upd)));
1904	if (vmlinux_path == NULL)
1905		return -1;
1906
1907	for (i = 0; i < ARRAY_SIZE(vmlinux_paths); i++)
1908		if (vmlinux_path__add(vmlinux_paths[i]) < 0)
1909			goto out_fail;
 
 
 
 
 
1910
1911	/* only try kernel version if no symfs was given */
1912	if (symbol_conf.symfs[0] != 0)
1913		return 0;
1914
1915	if (env) {
1916		kernel_version = env->os_release;
1917	} else {
1918		if (uname(&uts) < 0)
1919			goto out_fail;
1920
1921		kernel_version = uts.release;
1922	}
1923
1924	for (i = 0; i < ARRAY_SIZE(vmlinux_paths_upd); i++) {
1925		snprintf(bf, sizeof(bf), vmlinux_paths_upd[i], kernel_version);
1926		if (vmlinux_path__add(bf) < 0)
1927			goto out_fail;
1928	}
 
 
 
 
 
 
 
 
 
 
 
1929
1930	return 0;
1931
1932out_fail:
1933	vmlinux_path__exit();
1934	return -1;
1935}
1936
1937int setup_list(struct strlist **list, const char *list_str,
1938		      const char *list_name)
1939{
1940	if (list_str == NULL)
1941		return 0;
 
1942
1943	*list = strlist__new(list_str, NULL);
1944	if (!*list) {
1945		pr_err("problems parsing %s list\n", list_name);
1946		return -1;
1947	}
1948
1949	symbol_conf.has_filter = true;
1950	return 0;
 
 
 
1951}
1952
1953int setup_intlist(struct intlist **list, const char *list_str,
1954		  const char *list_name)
1955{
1956	if (list_str == NULL)
1957		return 0;
1958
1959	*list = intlist__new(list_str);
1960	if (!*list) {
1961		pr_err("problems parsing %s list\n", list_name);
1962		return -1;
1963	}
1964	return 0;
1965}
1966
1967static bool symbol__read_kptr_restrict(void)
1968{
1969	bool value = false;
1970
1971	if (geteuid() != 0) {
1972		FILE *fp = fopen("/proc/sys/kernel/kptr_restrict", "r");
1973		if (fp != NULL) {
1974			char line[8];
1975
1976			if (fgets(line, sizeof(line), fp) != NULL)
1977				value = atoi(line) != 0;
1978
1979			fclose(fp);
1980		}
1981	}
1982
1983	return value;
1984}
1985
1986int symbol__init(struct perf_env *env)
1987{
1988	const char *symfs;
1989
1990	if (symbol_conf.initialized)
1991		return 0;
1992
1993	symbol_conf.priv_size = PERF_ALIGN(symbol_conf.priv_size, sizeof(u64));
1994
1995	symbol__elf_init();
1996
 
1997	if (symbol_conf.sort_by_name)
1998		symbol_conf.priv_size += (sizeof(struct symbol_name_rb_node) -
1999					  sizeof(struct symbol));
2000
2001	if (symbol_conf.try_vmlinux_path && vmlinux_path__init(env) < 0)
2002		return -1;
2003
2004	if (symbol_conf.field_sep && *symbol_conf.field_sep == '.') {
2005		pr_err("'.' is the only non valid --field-separator argument\n");
2006		return -1;
2007	}
2008
2009	if (setup_list(&symbol_conf.dso_list,
2010		       symbol_conf.dso_list_str, "dso") < 0)
2011		return -1;
2012
2013	if (setup_list(&symbol_conf.comm_list,
2014		       symbol_conf.comm_list_str, "comm") < 0)
2015		goto out_free_dso_list;
2016
2017	if (setup_intlist(&symbol_conf.pid_list,
2018		       symbol_conf.pid_list_str, "pid") < 0)
2019		goto out_free_comm_list;
2020
2021	if (setup_intlist(&symbol_conf.tid_list,
2022		       symbol_conf.tid_list_str, "tid") < 0)
2023		goto out_free_pid_list;
2024
2025	if (setup_list(&symbol_conf.sym_list,
2026		       symbol_conf.sym_list_str, "symbol") < 0)
2027		goto out_free_tid_list;
2028
2029	/*
2030	 * A path to symbols of "/" is identical to ""
2031	 * reset here for simplicity.
2032	 */
2033	symfs = realpath(symbol_conf.symfs, NULL);
2034	if (symfs == NULL)
2035		symfs = symbol_conf.symfs;
2036	if (strcmp(symfs, "/") == 0)
2037		symbol_conf.symfs = "";
2038	if (symfs != symbol_conf.symfs)
2039		free((void *)symfs);
2040
2041	symbol_conf.kptr_restrict = symbol__read_kptr_restrict();
2042
2043	symbol_conf.initialized = true;
2044	return 0;
2045
2046out_free_tid_list:
2047	intlist__delete(symbol_conf.tid_list);
2048out_free_pid_list:
2049	intlist__delete(symbol_conf.pid_list);
2050out_free_comm_list:
2051	strlist__delete(symbol_conf.comm_list);
2052out_free_dso_list:
2053	strlist__delete(symbol_conf.dso_list);
 
 
2054	return -1;
2055}
2056
2057void symbol__exit(void)
2058{
2059	if (!symbol_conf.initialized)
2060		return;
2061	strlist__delete(symbol_conf.sym_list);
2062	strlist__delete(symbol_conf.dso_list);
2063	strlist__delete(symbol_conf.comm_list);
2064	intlist__delete(symbol_conf.tid_list);
2065	intlist__delete(symbol_conf.pid_list);
2066	vmlinux_path__exit();
2067	symbol_conf.sym_list = symbol_conf.dso_list = symbol_conf.comm_list = NULL;
2068	symbol_conf.initialized = false;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2069}
v3.1
   1#define _GNU_SOURCE
   2#include <ctype.h>
   3#include <dirent.h>
   4#include <errno.h>
   5#include <libgen.h>
   6#include <stdlib.h>
   7#include <stdio.h>
   8#include <string.h>
   9#include <sys/types.h>
  10#include <sys/stat.h>
  11#include <sys/param.h>
  12#include <fcntl.h>
  13#include <unistd.h>
  14#include <inttypes.h>
  15#include "build-id.h"
 
  16#include "debug.h"
 
  17#include "symbol.h"
  18#include "strlist.h"
 
 
  19
  20#include <libelf.h>
  21#include <gelf.h>
  22#include <elf.h>
  23#include <limits.h>
 
  24#include <sys/utsname.h>
  25
  26#ifndef KSYM_NAME_LEN
  27#define KSYM_NAME_LEN 128
  28#endif
  29
  30#ifndef NT_GNU_BUILD_ID
  31#define NT_GNU_BUILD_ID 3
  32#endif
  33
  34static bool dso__build_id_equal(const struct dso *dso, u8 *build_id);
  35static int elf_read_build_id(Elf *elf, void *bf, size_t size);
  36static void dsos__add(struct list_head *head, struct dso *dso);
  37static struct map *map__new2(u64 start, struct dso *dso, enum map_type type);
  38static int dso__load_kernel_sym(struct dso *dso, struct map *map,
  39				symbol_filter_t filter);
  40static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map,
  41			symbol_filter_t filter);
  42static int vmlinux_path__nr_entries;
  43static char **vmlinux_path;
  44
  45struct symbol_conf symbol_conf = {
  46	.exclude_other	  = true,
  47	.use_modules	  = true,
  48	.try_vmlinux_path = true,
  49	.symfs            = "",
 
 
 
 
 
  50};
  51
  52int dso__name_len(const struct dso *dso)
  53{
  54	if (verbose)
  55		return dso->long_name_len;
  56
  57	return dso->short_name_len;
  58}
  59
  60bool dso__loaded(const struct dso *dso, enum map_type type)
  61{
  62	return dso->loaded & (1 << type);
  63}
  64
  65bool dso__sorted_by_name(const struct dso *dso, enum map_type type)
  66{
  67	return dso->sorted_by_name & (1 << type);
  68}
  69
  70static void dso__set_sorted_by_name(struct dso *dso, enum map_type type)
  71{
  72	dso->sorted_by_name |= (1 << type);
  73}
  74
  75bool symbol_type__is_a(char symbol_type, enum map_type map_type)
  76{
  77	symbol_type = toupper(symbol_type);
  78
  79	switch (map_type) {
  80	case MAP__FUNCTION:
  81		return symbol_type == 'T' || symbol_type == 'W';
  82	case MAP__VARIABLE:
  83		return symbol_type == 'D';
  84	default:
  85		return false;
  86	}
  87}
  88
  89static int prefix_underscores_count(const char *str)
  90{
  91	const char *tail = str;
  92
  93	while (*tail == '_')
  94		tail++;
  95
  96	return tail - str;
  97}
  98
  99#define SYMBOL_A 0
 100#define SYMBOL_B 1
 
 
 
 
 
 
 
 
 
 101
 102static int choose_best_symbol(struct symbol *syma, struct symbol *symb)
 103{
 104	s64 a;
 105	s64 b;
 
 106
 107	/* Prefer a symbol with non zero length */
 108	a = syma->end - syma->start;
 109	b = symb->end - symb->start;
 110	if ((b == 0) && (a > 0))
 111		return SYMBOL_A;
 112	else if ((a == 0) && (b > 0))
 113		return SYMBOL_B;
 114
 115	/* Prefer a non weak symbol over a weak one */
 116	a = syma->binding == STB_WEAK;
 117	b = symb->binding == STB_WEAK;
 118	if (b && !a)
 119		return SYMBOL_A;
 120	if (a && !b)
 121		return SYMBOL_B;
 122
 123	/* Prefer a global symbol over a non global one */
 124	a = syma->binding == STB_GLOBAL;
 125	b = symb->binding == STB_GLOBAL;
 126	if (a && !b)
 127		return SYMBOL_A;
 128	if (b && !a)
 129		return SYMBOL_B;
 130
 131	/* Prefer a symbol with less underscores */
 132	a = prefix_underscores_count(syma->name);
 133	b = prefix_underscores_count(symb->name);
 134	if (b > a)
 135		return SYMBOL_A;
 136	else if (a > b)
 137		return SYMBOL_B;
 138
 139	/* If all else fails, choose the symbol with the longest name */
 140	if (strlen(syma->name) >= strlen(symb->name))
 
 
 141		return SYMBOL_A;
 142	else
 143		return SYMBOL_B;
 
 
 144}
 145
 146static void symbols__fixup_duplicate(struct rb_root *symbols)
 147{
 148	struct rb_node *nd;
 149	struct symbol *curr, *next;
 150
 151	nd = rb_first(symbols);
 152
 153	while (nd) {
 154		curr = rb_entry(nd, struct symbol, rb_node);
 155again:
 156		nd = rb_next(&curr->rb_node);
 157		next = rb_entry(nd, struct symbol, rb_node);
 158
 159		if (!nd)
 160			break;
 161
 162		if (curr->start != next->start)
 163			continue;
 164
 165		if (choose_best_symbol(curr, next) == SYMBOL_A) {
 166			rb_erase(&next->rb_node, symbols);
 
 167			goto again;
 168		} else {
 169			nd = rb_next(&curr->rb_node);
 170			rb_erase(&curr->rb_node, symbols);
 
 171		}
 172	}
 173}
 174
 175static void symbols__fixup_end(struct rb_root *symbols)
 176{
 177	struct rb_node *nd, *prevnd = rb_first(symbols);
 178	struct symbol *curr, *prev;
 179
 180	if (prevnd == NULL)
 181		return;
 182
 183	curr = rb_entry(prevnd, struct symbol, rb_node);
 184
 185	for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
 186		prev = curr;
 187		curr = rb_entry(nd, struct symbol, rb_node);
 188
 189		if (prev->end == prev->start && prev->end != curr->start)
 190			prev->end = curr->start - 1;
 191	}
 192
 193	/* Last entry */
 194	if (curr->end == curr->start)
 195		curr->end = roundup(curr->start, 4096);
 196}
 197
 198static void __map_groups__fixup_end(struct map_groups *mg, enum map_type type)
 199{
 200	struct map *prev, *curr;
 201	struct rb_node *nd, *prevnd = rb_first(&mg->maps[type]);
 202
 203	if (prevnd == NULL)
 204		return;
 205
 206	curr = rb_entry(prevnd, struct map, rb_node);
 
 
 207
 208	for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
 209		prev = curr;
 210		curr = rb_entry(nd, struct map, rb_node);
 211		prev->end = curr->start - 1;
 212	}
 213
 214	/*
 215	 * We still haven't the actual symbols, so guess the
 216	 * last map final address.
 217	 */
 218	curr->end = ~0ULL;
 219}
 220
 221static void map_groups__fixup_end(struct map_groups *mg)
 222{
 223	int i;
 224	for (i = 0; i < MAP__NR_TYPES; ++i)
 225		__map_groups__fixup_end(mg, i);
 226}
 227
 228static struct symbol *symbol__new(u64 start, u64 len, u8 binding,
 229				  const char *name)
 230{
 231	size_t namelen = strlen(name) + 1;
 232	struct symbol *sym = calloc(1, (symbol_conf.priv_size +
 233					sizeof(*sym) + namelen));
 234	if (sym == NULL)
 235		return NULL;
 236
 237	if (symbol_conf.priv_size)
 238		sym = ((void *)sym) + symbol_conf.priv_size;
 239
 240	sym->start   = start;
 241	sym->end     = len ? start + len - 1 : start;
 242	sym->binding = binding;
 243	sym->namelen = namelen - 1;
 244
 245	pr_debug4("%s: %s %#" PRIx64 "-%#" PRIx64 "\n",
 246		  __func__, name, start, sym->end);
 247	memcpy(sym->name, name, namelen);
 248
 249	return sym;
 250}
 251
 252void symbol__delete(struct symbol *sym)
 253{
 254	free(((void *)sym) - symbol_conf.priv_size);
 255}
 256
 257static size_t symbol__fprintf(struct symbol *sym, FILE *fp)
 258{
 259	return fprintf(fp, " %" PRIx64 "-%" PRIx64 " %c %s\n",
 260		       sym->start, sym->end,
 261		       sym->binding == STB_GLOBAL ? 'g' :
 262		       sym->binding == STB_LOCAL  ? 'l' : 'w',
 263		       sym->name);
 264}
 265
 266void dso__set_long_name(struct dso *dso, char *name)
 
 267{
 268	if (name == NULL)
 269		return;
 270	dso->long_name = name;
 271	dso->long_name_len = strlen(name);
 272}
 273
 274static void dso__set_short_name(struct dso *dso, const char *name)
 275{
 276	if (name == NULL)
 277		return;
 278	dso->short_name = name;
 279	dso->short_name_len = strlen(name);
 
 
 
 
 
 
 280}
 281
 282static void dso__set_basename(struct dso *dso)
 283{
 284	dso__set_short_name(dso, basename(dso->long_name));
 285}
 286
 287struct dso *dso__new(const char *name)
 288{
 289	struct dso *dso = calloc(1, sizeof(*dso) + strlen(name) + 1);
 290
 291	if (dso != NULL) {
 292		int i;
 293		strcpy(dso->name, name);
 294		dso__set_long_name(dso, dso->name);
 295		dso__set_short_name(dso, dso->name);
 296		for (i = 0; i < MAP__NR_TYPES; ++i)
 297			dso->symbols[i] = dso->symbol_names[i] = RB_ROOT;
 298		dso->symtab_type = SYMTAB__NOT_FOUND;
 299		dso->loaded = 0;
 300		dso->sorted_by_name = 0;
 301		dso->has_build_id = 0;
 302		dso->kernel = DSO_TYPE_USER;
 303		INIT_LIST_HEAD(&dso->node);
 304	}
 305
 306	return dso;
 307}
 308
 309static void symbols__delete(struct rb_root *symbols)
 310{
 311	struct symbol *pos;
 312	struct rb_node *next = rb_first(symbols);
 313
 314	while (next) {
 315		pos = rb_entry(next, struct symbol, rb_node);
 316		next = rb_next(&pos->rb_node);
 317		rb_erase(&pos->rb_node, symbols);
 318		symbol__delete(pos);
 319	}
 320}
 321
 322void dso__delete(struct dso *dso)
 323{
 324	int i;
 325	for (i = 0; i < MAP__NR_TYPES; ++i)
 326		symbols__delete(&dso->symbols[i]);
 327	if (dso->sname_alloc)
 328		free((char *)dso->short_name);
 329	if (dso->lname_alloc)
 330		free(dso->long_name);
 331	free(dso);
 332}
 333
 334void dso__set_build_id(struct dso *dso, void *build_id)
 335{
 336	memcpy(dso->build_id, build_id, sizeof(dso->build_id));
 337	dso->has_build_id = 1;
 338}
 339
 340static void symbols__insert(struct rb_root *symbols, struct symbol *sym)
 341{
 342	struct rb_node **p = &symbols->rb_node;
 343	struct rb_node *parent = NULL;
 344	const u64 ip = sym->start;
 345	struct symbol *s;
 346
 347	while (*p != NULL) {
 348		parent = *p;
 349		s = rb_entry(parent, struct symbol, rb_node);
 350		if (ip < s->start)
 351			p = &(*p)->rb_left;
 352		else
 353			p = &(*p)->rb_right;
 354	}
 355	rb_link_node(&sym->rb_node, parent, p);
 356	rb_insert_color(&sym->rb_node, symbols);
 357}
 358
 359static struct symbol *symbols__find(struct rb_root *symbols, u64 ip)
 360{
 361	struct rb_node *n;
 362
 363	if (symbols == NULL)
 364		return NULL;
 365
 366	n = symbols->rb_node;
 367
 368	while (n) {
 369		struct symbol *s = rb_entry(n, struct symbol, rb_node);
 370
 371		if (ip < s->start)
 372			n = n->rb_left;
 373		else if (ip > s->end)
 374			n = n->rb_right;
 375		else
 376			return s;
 377	}
 378
 379	return NULL;
 380}
 381
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 382struct symbol_name_rb_node {
 383	struct rb_node	rb_node;
 384	struct symbol	sym;
 385};
 386
 387static void symbols__insert_by_name(struct rb_root *symbols, struct symbol *sym)
 388{
 389	struct rb_node **p = &symbols->rb_node;
 390	struct rb_node *parent = NULL;
 391	struct symbol_name_rb_node *symn, *s;
 392
 393	symn = container_of(sym, struct symbol_name_rb_node, sym);
 394
 395	while (*p != NULL) {
 396		parent = *p;
 397		s = rb_entry(parent, struct symbol_name_rb_node, rb_node);
 398		if (strcmp(sym->name, s->sym.name) < 0)
 399			p = &(*p)->rb_left;
 400		else
 401			p = &(*p)->rb_right;
 402	}
 403	rb_link_node(&symn->rb_node, parent, p);
 404	rb_insert_color(&symn->rb_node, symbols);
 405}
 406
 407static void symbols__sort_by_name(struct rb_root *symbols,
 408				  struct rb_root *source)
 409{
 410	struct rb_node *nd;
 411
 412	for (nd = rb_first(source); nd; nd = rb_next(nd)) {
 413		struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
 414		symbols__insert_by_name(symbols, pos);
 415	}
 416}
 417
 418static struct symbol *symbols__find_by_name(struct rb_root *symbols,
 419					    const char *name)
 420{
 421	struct rb_node *n;
 
 422
 423	if (symbols == NULL)
 424		return NULL;
 425
 426	n = symbols->rb_node;
 427
 428	while (n) {
 429		struct symbol_name_rb_node *s;
 430		int cmp;
 431
 432		s = rb_entry(n, struct symbol_name_rb_node, rb_node);
 433		cmp = strcmp(name, s->sym.name);
 434
 435		if (cmp < 0)
 436			n = n->rb_left;
 437		else if (cmp > 0)
 438			n = n->rb_right;
 439		else
 440			return &s->sym;
 441	}
 442
 443	return NULL;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 444}
 445
 446struct symbol *dso__find_symbol(struct dso *dso,
 447				enum map_type type, u64 addr)
 448{
 449	return symbols__find(&dso->symbols[type], addr);
 
 
 
 
 
 450}
 451
 452struct symbol *dso__find_symbol_by_name(struct dso *dso, enum map_type type,
 453					const char *name)
 454{
 455	return symbols__find_by_name(&dso->symbol_names[type], name);
 456}
 457
 458void dso__sort_by_name(struct dso *dso, enum map_type type)
 459{
 460	dso__set_sorted_by_name(dso, type);
 461	return symbols__sort_by_name(&dso->symbol_names[type],
 462				     &dso->symbols[type]);
 463}
 464
 465int build_id__sprintf(const u8 *build_id, int len, char *bf)
 466{
 467	char *bid = bf;
 468	const u8 *raw = build_id;
 469	int i;
 470
 471	for (i = 0; i < len; ++i) {
 472		sprintf(bid, "%02x", *raw);
 473		++raw;
 474		bid += 2;
 475	}
 476
 477	return raw - build_id;
 
 
 
 
 
 
 478}
 479
 480size_t dso__fprintf_buildid(struct dso *dso, FILE *fp)
 481{
 482	char sbuild_id[BUILD_ID_SIZE * 2 + 1];
 483
 484	build_id__sprintf(dso->build_id, sizeof(dso->build_id), sbuild_id);
 485	return fprintf(fp, "%s", sbuild_id);
 486}
 487
 488size_t dso__fprintf_symbols_by_name(struct dso *dso,
 489				    enum map_type type, FILE *fp)
 490{
 491	size_t ret = 0;
 492	struct rb_node *nd;
 493	struct symbol_name_rb_node *pos;
 494
 495	for (nd = rb_first(&dso->symbol_names[type]); nd; nd = rb_next(nd)) {
 496		pos = rb_entry(nd, struct symbol_name_rb_node, rb_node);
 497		fprintf(fp, "%s\n", pos->sym.name);
 498	}
 499
 500	return ret;
 501}
 502
 503size_t dso__fprintf(struct dso *dso, enum map_type type, FILE *fp)
 504{
 505	struct rb_node *nd;
 506	size_t ret = fprintf(fp, "dso: %s (", dso->short_name);
 507
 508	if (dso->short_name != dso->long_name)
 509		ret += fprintf(fp, "%s, ", dso->long_name);
 510	ret += fprintf(fp, "%s, %sloaded, ", map_type__name[type],
 511		       dso->loaded ? "" : "NOT ");
 512	ret += dso__fprintf_buildid(dso, fp);
 513	ret += fprintf(fp, ")\n");
 514	for (nd = rb_first(&dso->symbols[type]); nd; nd = rb_next(nd)) {
 515		struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
 516		ret += symbol__fprintf(pos, fp);
 517	}
 518
 519	return ret;
 520}
 521
 522int kallsyms__parse(const char *filename, void *arg,
 523		    int (*process_symbol)(void *arg, const char *name,
 524					  char type, u64 start, u64 end))
 525{
 526	char *line = NULL;
 527	size_t n;
 528	int err = -1;
 529	FILE *file = fopen(filename, "r");
 530
 
 531	if (file == NULL)
 532		goto out_failure;
 533
 534	err = 0;
 535
 536	while (!feof(file)) {
 537		u64 start;
 538		int line_len, len;
 539		char symbol_type;
 540		char *symbol_name;
 541
 542		line_len = getline(&line, &n, file);
 543		if (line_len < 0 || !line)
 544			break;
 
 
 
 
 
 
 
 
 
 545
 546		line[--line_len] = '\0'; /* \n */
 547
 548		len = hex2u64(line, &start);
 
 
 
 
 549
 550		len++;
 551		if (len + 2 >= line_len)
 552			continue;
 553
 554		symbol_type = line[len];
 555		len += 2;
 556		symbol_name = line + len;
 557		len = line_len - len;
 558
 559		if (len >= KSYM_NAME_LEN) {
 560			err = -1;
 561			break;
 562		}
 563
 564		/*
 565		 * module symbols are not sorted so we add all
 566		 * symbols with zero length and rely on
 567		 * symbols__fixup_end() to fix it up.
 568		 */
 569		err = process_symbol(arg, symbol_name,
 570				     symbol_type, start, start);
 571		if (err)
 572			break;
 573	}
 574
 575	free(line);
 576	fclose(file);
 577	return err;
 578
 579out_failure:
 580	return -1;
 581}
 582
 583struct process_kallsyms_args {
 584	struct map *map;
 585	struct dso *dso;
 586};
 587
 588static u8 kallsyms2elf_type(char type)
 
 
 
 
 589{
 590	if (type == 'W')
 591		return STB_WEAK;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 592
 593	return isupper(type) ? STB_GLOBAL : STB_LOCAL;
 
 
 
 
 
 
 
 
 594}
 595
 596static int map__process_kallsym_symbol(void *arg, const char *name,
 597				       char type, u64 start, u64 end)
 598{
 599	struct symbol *sym;
 600	struct process_kallsyms_args *a = arg;
 601	struct rb_root *root = &a->dso->symbols[a->map->type];
 602
 603	if (!symbol_type__is_a(type, a->map->type))
 604		return 0;
 605
 606	sym = symbol__new(start, end - start + 1,
 607			  kallsyms2elf_type(type), name);
 
 
 
 
 608	if (sym == NULL)
 609		return -ENOMEM;
 610	/*
 611	 * We will pass the symbols to the filter later, in
 612	 * map__split_kallsyms, when we have split the maps per module
 613	 */
 614	symbols__insert(root, sym);
 615
 616	return 0;
 617}
 618
 619/*
 620 * Loads the function entries in /proc/kallsyms into kernel_map->dso,
 621 * so that we can in the next step set the symbol ->end address and then
 622 * call kernel_maps__split_kallsyms.
 623 */
 624static int dso__load_all_kallsyms(struct dso *dso, const char *filename,
 625				  struct map *map)
 626{
 627	struct process_kallsyms_args args = { .map = map, .dso = dso, };
 628	return kallsyms__parse(filename, &args, map__process_kallsym_symbol);
 629}
 630
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 631/*
 632 * Split the symbols into maps, making sure there are no overlaps, i.e. the
 633 * kernel range is broken in several maps, named [kernel].N, as we don't have
 634 * the original ELF section names vmlinux have.
 635 */
 636static int dso__split_kallsyms(struct dso *dso, struct map *map,
 637			       symbol_filter_t filter)
 638{
 639	struct map_groups *kmaps = map__kmap(map)->kmaps;
 640	struct machine *machine = kmaps->machine;
 641	struct map *curr_map = map;
 642	struct symbol *pos;
 643	int count = 0, moved = 0;	
 644	struct rb_root *root = &dso->symbols[map->type];
 645	struct rb_node *next = rb_first(root);
 646	int kernel_range = 0;
 647
 
 
 
 
 
 648	while (next) {
 649		char *module;
 650
 651		pos = rb_entry(next, struct symbol, rb_node);
 652		next = rb_next(&pos->rb_node);
 653
 654		module = strchr(pos->name, '\t');
 655		if (module) {
 656			if (!symbol_conf.use_modules)
 657				goto discard_symbol;
 658
 659			*module++ = '\0';
 660
 661			if (strcmp(curr_map->dso->short_name, module)) {
 662				if (curr_map != map &&
 663				    dso->kernel == DSO_TYPE_GUEST_KERNEL &&
 664				    machine__is_default_guest(machine)) {
 665					/*
 666					 * We assume all symbols of a module are
 667					 * continuous in * kallsyms, so curr_map
 668					 * points to a module and all its
 669					 * symbols are in its kmap. Mark it as
 670					 * loaded.
 671					 */
 672					dso__set_loaded(curr_map->dso,
 673							curr_map->type);
 674				}
 675
 676				curr_map = map_groups__find_by_name(kmaps,
 677							map->type, module);
 678				if (curr_map == NULL) {
 679					pr_debug("%s/proc/{kallsyms,modules} "
 680					         "inconsistency while looking "
 681						 "for \"%s\" module!\n",
 682						 machine->root_dir, module);
 683					curr_map = map;
 684					goto discard_symbol;
 685				}
 686
 687				if (curr_map->dso->loaded &&
 688				    !machine__is_default_guest(machine))
 689					goto discard_symbol;
 690			}
 691			/*
 692			 * So that we look just like we get from .ko files,
 693			 * i.e. not prelinked, relative to map->start.
 694			 */
 695			pos->start = curr_map->map_ip(curr_map, pos->start);
 696			pos->end   = curr_map->map_ip(curr_map, pos->end);
 697		} else if (curr_map != map) {
 698			char dso_name[PATH_MAX];
 699			struct dso *ndso;
 700
 
 
 
 
 
 
 701			if (count == 0) {
 702				curr_map = map;
 703				goto filter_symbol;
 704			}
 705
 706			if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
 707				snprintf(dso_name, sizeof(dso_name),
 708					"[guest.kernel].%d",
 709					kernel_range++);
 710			else
 711				snprintf(dso_name, sizeof(dso_name),
 712					"[kernel].%d",
 713					kernel_range++);
 714
 715			ndso = dso__new(dso_name);
 716			if (ndso == NULL)
 717				return -1;
 718
 719			ndso->kernel = dso->kernel;
 720
 721			curr_map = map__new2(pos->start, ndso, map->type);
 722			if (curr_map == NULL) {
 723				dso__delete(ndso);
 724				return -1;
 725			}
 726
 727			curr_map->map_ip = curr_map->unmap_ip = identity__map_ip;
 728			map_groups__insert(kmaps, curr_map);
 729			++kernel_range;
 
 
 
 
 730		}
 731filter_symbol:
 732		if (filter && filter(curr_map, pos)) {
 733discard_symbol:		rb_erase(&pos->rb_node, root);
 734			symbol__delete(pos);
 735		} else {
 736			if (curr_map != map) {
 737				rb_erase(&pos->rb_node, root);
 738				symbols__insert(&curr_map->dso->symbols[curr_map->type], pos);
 739				++moved;
 740			} else
 741				++count;
 742		}
 743	}
 744
 745	if (curr_map != map &&
 746	    dso->kernel == DSO_TYPE_GUEST_KERNEL &&
 747	    machine__is_default_guest(kmaps->machine)) {
 748		dso__set_loaded(curr_map->dso, curr_map->type);
 749	}
 750
 751	return count + moved;
 752}
 753
 754static bool symbol__restricted_filename(const char *filename,
 755					const char *restricted_filename)
 756{
 757	bool restricted = false;
 758
 759	if (symbol_conf.kptr_restrict) {
 760		char *r = realpath(filename, NULL);
 761
 762		if (r != NULL) {
 763			restricted = strcmp(r, restricted_filename) == 0;
 764			free(r);
 765			return restricted;
 766		}
 767	}
 768
 769	return restricted;
 770}
 771
 772int dso__load_kallsyms(struct dso *dso, const char *filename,
 773		       struct map *map, symbol_filter_t filter)
 
 
 
 
 
 774{
 775	if (symbol__restricted_filename(filename, "/proc/kallsyms"))
 776		return -1;
 
 777
 778	if (dso__load_all_kallsyms(dso, filename, map) < 0)
 779		return -1;
 
 
 
 
 
 
 
 
 
 780
 781	symbols__fixup_duplicate(&dso->symbols[map->type]);
 782	symbols__fixup_end(&dso->symbols[map->type]);
 
 
 783
 784	if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
 785		dso->symtab_type = SYMTAB__GUEST_KALLSYMS;
 786	else
 787		dso->symtab_type = SYMTAB__KALLSYMS;
 788
 789	return dso__split_kallsyms(dso, map, filter);
 
 790}
 791
 792static int dso__load_perf_map(struct dso *dso, struct map *map,
 793			      symbol_filter_t filter)
 794{
 795	char *line = NULL;
 796	size_t n;
 797	FILE *file;
 798	int nr_syms = 0;
 799
 800	file = fopen(dso->long_name, "r");
 801	if (file == NULL)
 802		goto out_failure;
 803
 804	while (!feof(file)) {
 805		u64 start, size;
 806		struct symbol *sym;
 807		int line_len, len;
 
 
 
 
 
 808
 809		line_len = getline(&line, &n, file);
 810		if (line_len < 0)
 811			break;
 812
 813		if (!line)
 814			goto out_failure;
 
 
 815
 816		line[--line_len] = '\0'; /* \n */
 
 
 817
 818		len = hex2u64(line, &start);
 
 819
 820		len++;
 821		if (len + 2 >= line_len)
 822			continue;
 823
 824		len += hex2u64(line + len, &size);
 825
 826		len++;
 827		if (len + 2 >= line_len)
 828			continue;
 829
 830		sym = symbol__new(start, size, STB_GLOBAL, line + len);
 831
 832		if (sym == NULL)
 833			goto out_delete_line;
 834
 835		if (filter && filter(map, sym))
 836			symbol__delete(sym);
 837		else {
 838			symbols__insert(&dso->symbols[map->type], sym);
 839			nr_syms++;
 840		}
 841	}
 842
 843	free(line);
 844	fclose(file);
 845
 846	return nr_syms;
 847
 848out_delete_line:
 849	free(line);
 850out_failure:
 851	return -1;
 852}
 853
 854/**
 855 * elf_symtab__for_each_symbol - iterate thru all the symbols
 856 *
 857 * @syms: struct elf_symtab instance to iterate
 858 * @idx: uint32_t idx
 859 * @sym: GElf_Sym iterator
 860 */
 861#define elf_symtab__for_each_symbol(syms, nr_syms, idx, sym) \
 862	for (idx = 0, gelf_getsym(syms, idx, &sym);\
 863	     idx < nr_syms; \
 864	     idx++, gelf_getsym(syms, idx, &sym))
 865
 866static inline uint8_t elf_sym__type(const GElf_Sym *sym)
 867{
 868	return GELF_ST_TYPE(sym->st_info);
 869}
 870
 871static inline int elf_sym__is_function(const GElf_Sym *sym)
 872{
 873	return elf_sym__type(sym) == STT_FUNC &&
 874	       sym->st_name != 0 &&
 875	       sym->st_shndx != SHN_UNDEF;
 876}
 877
 878static inline bool elf_sym__is_object(const GElf_Sym *sym)
 879{
 880	return elf_sym__type(sym) == STT_OBJECT &&
 881		sym->st_name != 0 &&
 882		sym->st_shndx != SHN_UNDEF;
 883}
 884
 885static inline int elf_sym__is_label(const GElf_Sym *sym)
 886{
 887	return elf_sym__type(sym) == STT_NOTYPE &&
 888		sym->st_name != 0 &&
 889		sym->st_shndx != SHN_UNDEF &&
 890		sym->st_shndx != SHN_ABS;
 891}
 892
 893static inline const char *elf_sec__name(const GElf_Shdr *shdr,
 894					const Elf_Data *secstrs)
 895{
 896	return secstrs->d_buf + shdr->sh_name;
 897}
 898
 899static inline int elf_sec__is_text(const GElf_Shdr *shdr,
 900					const Elf_Data *secstrs)
 901{
 902	return strstr(elf_sec__name(shdr, secstrs), "text") != NULL;
 903}
 904
 905static inline bool elf_sec__is_data(const GElf_Shdr *shdr,
 906				    const Elf_Data *secstrs)
 907{
 908	return strstr(elf_sec__name(shdr, secstrs), "data") != NULL;
 909}
 910
 911static inline const char *elf_sym__name(const GElf_Sym *sym,
 912					const Elf_Data *symstrs)
 913{
 914	return symstrs->d_buf + sym->st_name;
 915}
 916
 917static Elf_Scn *elf_section_by_name(Elf *elf, GElf_Ehdr *ep,
 918				    GElf_Shdr *shp, const char *name,
 919				    size_t *idx)
 920{
 921	Elf_Scn *sec = NULL;
 922	size_t cnt = 1;
 923
 924	while ((sec = elf_nextscn(elf, sec)) != NULL) {
 925		char *str;
 926
 927		gelf_getshdr(sec, shp);
 928		str = elf_strptr(elf, ep->e_shstrndx, shp->sh_name);
 929		if (!strcmp(name, str)) {
 930			if (idx)
 931				*idx = cnt;
 932			break;
 933		}
 934		++cnt;
 935	}
 936
 937	return sec;
 938}
 939
 940#define elf_section__for_each_rel(reldata, pos, pos_mem, idx, nr_entries) \
 941	for (idx = 0, pos = gelf_getrel(reldata, 0, &pos_mem); \
 942	     idx < nr_entries; \
 943	     ++idx, pos = gelf_getrel(reldata, idx, &pos_mem))
 944
 945#define elf_section__for_each_rela(reldata, pos, pos_mem, idx, nr_entries) \
 946	for (idx = 0, pos = gelf_getrela(reldata, 0, &pos_mem); \
 947	     idx < nr_entries; \
 948	     ++idx, pos = gelf_getrela(reldata, idx, &pos_mem))
 949
 950/*
 951 * We need to check if we have a .dynsym, so that we can handle the
 952 * .plt, synthesizing its symbols, that aren't on the symtabs (be it
 953 * .dynsym or .symtab).
 954 * And always look at the original dso, not at debuginfo packages, that
 955 * have the PLT data stripped out (shdr_rel_plt.sh_type == SHT_NOBITS).
 956 */
 957static int dso__synthesize_plt_symbols(struct  dso *dso, struct map *map,
 958				       symbol_filter_t filter)
 959{
 960	uint32_t nr_rel_entries, idx;
 961	GElf_Sym sym;
 962	u64 plt_offset;
 963	GElf_Shdr shdr_plt;
 964	struct symbol *f;
 965	GElf_Shdr shdr_rel_plt, shdr_dynsym;
 966	Elf_Data *reldata, *syms, *symstrs;
 967	Elf_Scn *scn_plt_rel, *scn_symstrs, *scn_dynsym;
 968	size_t dynsym_idx;
 969	GElf_Ehdr ehdr;
 970	char sympltname[1024];
 971	Elf *elf;
 972	int nr = 0, symidx, fd, err = 0;
 973	char name[PATH_MAX];
 974
 975	snprintf(name, sizeof(name), "%s%s",
 976		 symbol_conf.symfs, dso->long_name);
 977	fd = open(name, O_RDONLY);
 978	if (fd < 0)
 979		goto out;
 980
 981	elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
 982	if (elf == NULL)
 983		goto out_close;
 984
 985	if (gelf_getehdr(elf, &ehdr) == NULL)
 986		goto out_elf_end;
 987
 988	scn_dynsym = elf_section_by_name(elf, &ehdr, &shdr_dynsym,
 989					 ".dynsym", &dynsym_idx);
 990	if (scn_dynsym == NULL)
 991		goto out_elf_end;
 992
 993	scn_plt_rel = elf_section_by_name(elf, &ehdr, &shdr_rel_plt,
 994					  ".rela.plt", NULL);
 995	if (scn_plt_rel == NULL) {
 996		scn_plt_rel = elf_section_by_name(elf, &ehdr, &shdr_rel_plt,
 997						  ".rel.plt", NULL);
 998		if (scn_plt_rel == NULL)
 999			goto out_elf_end;
1000	}
1001
1002	err = -1;
 
 
 
 
 
 
 
 
 
1003
1004	if (shdr_rel_plt.sh_link != dynsym_idx)
1005		goto out_elf_end;
 
 
 
 
1006
1007	if (elf_section_by_name(elf, &ehdr, &shdr_plt, ".plt", NULL) == NULL)
1008		goto out_elf_end;
1009
1010	/*
1011	 * Fetch the relocation section to find the idxes to the GOT
1012	 * and the symbols in the .dynsym they refer to.
1013	 */
1014	reldata = elf_getdata(scn_plt_rel, NULL);
1015	if (reldata == NULL)
1016		goto out_elf_end;
1017
1018	syms = elf_getdata(scn_dynsym, NULL);
1019	if (syms == NULL)
1020		goto out_elf_end;
1021
1022	scn_symstrs = elf_getscn(elf, shdr_dynsym.sh_link);
1023	if (scn_symstrs == NULL)
1024		goto out_elf_end;
1025
1026	symstrs = elf_getdata(scn_symstrs, NULL);
1027	if (symstrs == NULL)
1028		goto out_elf_end;
1029
1030	nr_rel_entries = shdr_rel_plt.sh_size / shdr_rel_plt.sh_entsize;
1031	plt_offset = shdr_plt.sh_offset;
1032
1033	if (shdr_rel_plt.sh_type == SHT_RELA) {
1034		GElf_Rela pos_mem, *pos;
1035
1036		elf_section__for_each_rela(reldata, pos, pos_mem, idx,
1037					   nr_rel_entries) {
1038			symidx = GELF_R_SYM(pos->r_info);
1039			plt_offset += shdr_plt.sh_entsize;
1040			gelf_getsym(syms, symidx, &sym);
1041			snprintf(sympltname, sizeof(sympltname),
1042				 "%s@plt", elf_sym__name(&sym, symstrs));
1043
1044			f = symbol__new(plt_offset, shdr_plt.sh_entsize,
1045					STB_GLOBAL, sympltname);
1046			if (!f)
1047				goto out_elf_end;
1048
1049			if (filter && filter(map, f))
1050				symbol__delete(f);
1051			else {
1052				symbols__insert(&dso->symbols[map->type], f);
1053				++nr;
1054			}
1055		}
1056	} else if (shdr_rel_plt.sh_type == SHT_REL) {
1057		GElf_Rel pos_mem, *pos;
1058		elf_section__for_each_rel(reldata, pos, pos_mem, idx,
1059					  nr_rel_entries) {
1060			symidx = GELF_R_SYM(pos->r_info);
1061			plt_offset += shdr_plt.sh_entsize;
1062			gelf_getsym(syms, symidx, &sym);
1063			snprintf(sympltname, sizeof(sympltname),
1064				 "%s@plt", elf_sym__name(&sym, symstrs));
1065
1066			f = symbol__new(plt_offset, shdr_plt.sh_entsize,
1067					STB_GLOBAL, sympltname);
1068			if (!f)
1069				goto out_elf_end;
1070
1071			if (filter && filter(map, f))
1072				symbol__delete(f);
1073			else {
1074				symbols__insert(&dso->symbols[map->type], f);
1075				++nr;
1076			}
1077		}
1078	}
1079
1080	err = 0;
1081out_elf_end:
1082	elf_end(elf);
1083out_close:
1084	close(fd);
1085
1086	if (err == 0)
1087		return nr;
1088out:
1089	pr_debug("%s: problems reading %s PLT info.\n",
1090		 __func__, dso->long_name);
1091	return 0;
1092}
1093
1094static bool elf_sym__is_a(GElf_Sym *sym, enum map_type type)
 
 
 
 
 
 
1095{
1096	switch (type) {
1097	case MAP__FUNCTION:
1098		return elf_sym__is_function(sym);
1099	case MAP__VARIABLE:
1100		return elf_sym__is_object(sym);
1101	default:
1102		return false;
 
 
 
 
 
 
1103	}
1104}
1105
1106static bool elf_sec__is_a(GElf_Shdr *shdr, Elf_Data *secstrs,
1107			  enum map_type type)
1108{
1109	switch (type) {
1110	case MAP__FUNCTION:
1111		return elf_sec__is_text(shdr, secstrs);
1112	case MAP__VARIABLE:
1113		return elf_sec__is_data(shdr, secstrs);
1114	default:
1115		return false;
1116	}
1117}
1118
1119static size_t elf_addr_to_index(Elf *elf, GElf_Addr addr)
 
1120{
1121	Elf_Scn *sec = NULL;
1122	GElf_Shdr shdr;
1123	size_t cnt = 1;
1124
1125	while ((sec = elf_nextscn(elf, sec)) != NULL) {
1126		gelf_getshdr(sec, &shdr);
1127
1128		if ((addr >= shdr.sh_addr) &&
1129		    (addr < (shdr.sh_addr + shdr.sh_size)))
1130			return cnt;
1131
1132		++cnt;
1133	}
1134
1135	return -1;
1136}
1137
1138static int dso__load_sym(struct dso *dso, struct map *map, const char *name,
1139			 int fd, symbol_filter_t filter, int kmodule,
1140			 int want_symtab)
1141{
1142	struct kmap *kmap = dso->kernel ? map__kmap(map) : NULL;
1143	struct map *curr_map = map;
1144	struct dso *curr_dso = dso;
1145	Elf_Data *symstrs, *secstrs;
1146	uint32_t nr_syms;
1147	int err = -1;
1148	uint32_t idx;
1149	GElf_Ehdr ehdr;
1150	GElf_Shdr shdr, opdshdr;
1151	Elf_Data *syms, *opddata = NULL;
1152	GElf_Sym sym;
1153	Elf_Scn *sec, *sec_strndx, *opdsec;
1154	Elf *elf;
1155	int nr = 0;
1156	size_t opdidx = 0;
1157
1158	elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
1159	if (elf == NULL) {
1160		pr_debug("%s: cannot read %s ELF file.\n", __func__, name);
1161		goto out_close;
1162	}
1163
1164	if (gelf_getehdr(elf, &ehdr) == NULL) {
1165		pr_debug("%s: cannot get elf header.\n", __func__);
1166		goto out_elf_end;
1167	}
1168
1169	/* Always reject images with a mismatched build-id: */
1170	if (dso->has_build_id) {
1171		u8 build_id[BUILD_ID_SIZE];
1172
1173		if (elf_read_build_id(elf, build_id, BUILD_ID_SIZE) < 0)
1174			goto out_elf_end;
1175
1176		if (!dso__build_id_equal(dso, build_id))
1177			goto out_elf_end;
1178	}
1179
1180	sec = elf_section_by_name(elf, &ehdr, &shdr, ".symtab", NULL);
1181	if (sec == NULL) {
1182		if (want_symtab)
1183			goto out_elf_end;
1184
1185		sec = elf_section_by_name(elf, &ehdr, &shdr, ".dynsym", NULL);
1186		if (sec == NULL)
1187			goto out_elf_end;
1188	}
1189
1190	opdsec = elf_section_by_name(elf, &ehdr, &opdshdr, ".opd", &opdidx);
1191	if (opdshdr.sh_type != SHT_PROGBITS)
1192		opdsec = NULL;
1193	if (opdsec)
1194		opddata = elf_rawdata(opdsec, NULL);
1195
1196	syms = elf_getdata(sec, NULL);
1197	if (syms == NULL)
1198		goto out_elf_end;
1199
1200	sec = elf_getscn(elf, shdr.sh_link);
1201	if (sec == NULL)
1202		goto out_elf_end;
1203
1204	symstrs = elf_getdata(sec, NULL);
1205	if (symstrs == NULL)
1206		goto out_elf_end;
1207
1208	sec_strndx = elf_getscn(elf, ehdr.e_shstrndx);
1209	if (sec_strndx == NULL)
1210		goto out_elf_end;
1211
1212	secstrs = elf_getdata(sec_strndx, NULL);
1213	if (secstrs == NULL)
1214		goto out_elf_end;
1215
1216	nr_syms = shdr.sh_size / shdr.sh_entsize;
1217
1218	memset(&sym, 0, sizeof(sym));
1219	if (dso->kernel == DSO_TYPE_USER) {
1220		dso->adjust_symbols = (ehdr.e_type == ET_EXEC ||
1221				elf_section_by_name(elf, &ehdr, &shdr,
1222						     ".gnu.prelink_undo",
1223						     NULL) != NULL);
1224	} else {
1225		dso->adjust_symbols = 0;
1226	}
1227	elf_symtab__for_each_symbol(syms, nr_syms, idx, sym) {
1228		struct symbol *f;
1229		const char *elf_name = elf_sym__name(&sym, symstrs);
1230		char *demangled = NULL;
1231		int is_label = elf_sym__is_label(&sym);
1232		const char *section_name;
1233
1234		if (kmap && kmap->ref_reloc_sym && kmap->ref_reloc_sym->name &&
1235		    strcmp(elf_name, kmap->ref_reloc_sym->name) == 0)
1236			kmap->ref_reloc_sym->unrelocated_addr = sym.st_value;
1237
1238		if (!is_label && !elf_sym__is_a(&sym, map->type))
1239			continue;
1240
1241		/* Reject ARM ELF "mapping symbols": these aren't unique and
1242		 * don't identify functions, so will confuse the profile
1243		 * output: */
1244		if (ehdr.e_machine == EM_ARM) {
1245			if (!strcmp(elf_name, "$a") ||
1246			    !strcmp(elf_name, "$d") ||
1247			    !strcmp(elf_name, "$t"))
1248				continue;
1249		}
1250
1251		if (opdsec && sym.st_shndx == opdidx) {
1252			u32 offset = sym.st_value - opdshdr.sh_addr;
1253			u64 *opd = opddata->d_buf + offset;
1254			sym.st_value = *opd;
1255			sym.st_shndx = elf_addr_to_index(elf, sym.st_value);
1256		}
1257
1258		sec = elf_getscn(elf, sym.st_shndx);
1259		if (!sec)
1260			goto out_elf_end;
1261
1262		gelf_getshdr(sec, &shdr);
 
 
 
 
1263
1264		if (is_label && !elf_sec__is_a(&shdr, secstrs, map->type))
1265			continue;
1266
1267		section_name = elf_sec__name(&shdr, secstrs);
 
 
 
 
1268
1269		/* On ARM, symbols for thumb functions have 1 added to
1270		 * the symbol address as a flag - remove it */
1271		if ((ehdr.e_machine == EM_ARM) &&
1272		    (map->type == MAP__FUNCTION) &&
1273		    (sym.st_value & 1))
1274			--sym.st_value;
1275
1276		if (dso->kernel != DSO_TYPE_USER || kmodule) {
1277			char dso_name[PATH_MAX];
 
1278
1279			if (strcmp(section_name,
1280				   (curr_dso->short_name +
1281				    dso->short_name_len)) == 0)
1282				goto new_symbol;
1283
1284			if (strcmp(section_name, ".text") == 0) {
1285				curr_map = map;
1286				curr_dso = dso;
1287				goto new_symbol;
1288			}
1289
1290			snprintf(dso_name, sizeof(dso_name),
1291				 "%s%s", dso->short_name, section_name);
1292
1293			curr_map = map_groups__find_by_name(kmap->kmaps, map->type, dso_name);
1294			if (curr_map == NULL) {
1295				u64 start = sym.st_value;
 
 
 
 
 
 
 
 
1296
1297				if (kmodule)
1298					start += map->start + shdr.sh_offset;
1299
1300				curr_dso = dso__new(dso_name);
1301				if (curr_dso == NULL)
1302					goto out_elf_end;
1303				curr_dso->kernel = dso->kernel;
1304				curr_dso->long_name = dso->long_name;
1305				curr_dso->long_name_len = dso->long_name_len;
1306				curr_map = map__new2(start, curr_dso,
1307						     map->type);
1308				if (curr_map == NULL) {
1309					dso__delete(curr_dso);
1310					goto out_elf_end;
1311				}
1312				curr_map->map_ip = identity__map_ip;
1313				curr_map->unmap_ip = identity__map_ip;
1314				curr_dso->symtab_type = dso->symtab_type;
1315				map_groups__insert(kmap->kmaps, curr_map);
1316				dsos__add(&dso->node, curr_dso);
1317				dso__set_loaded(curr_dso, map->type);
1318			} else
1319				curr_dso = curr_map->dso;
1320
1321			goto new_symbol;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1322		}
 
 
 
 
1323
1324		if (curr_dso->adjust_symbols) {
1325			pr_debug4("%s: adjusting symbol: st_value: %#" PRIx64 " "
1326				  "sh_addr: %#" PRIx64 " sh_offset: %#" PRIx64 "\n", __func__,
1327				  (u64)sym.st_value, (u64)shdr.sh_addr,
1328				  (u64)shdr.sh_offset);
1329			sym.st_value -= shdr.sh_addr - shdr.sh_offset;
 
 
 
 
 
 
 
 
 
 
 
1330		}
1331		/*
1332		 * We need to figure out if the object was created from C++ sources
1333		 * DWARF DW_compile_unit has this, but we don't always have access
1334		 * to it...
1335		 */
1336		demangled = bfd_demangle(NULL, elf_name, DMGL_PARAMS | DMGL_ANSI);
1337		if (demangled != NULL)
1338			elf_name = demangled;
1339new_symbol:
1340		f = symbol__new(sym.st_value, sym.st_size,
1341				GELF_ST_BIND(sym.st_info), elf_name);
1342		free(demangled);
1343		if (!f)
1344			goto out_elf_end;
1345
1346		if (filter && filter(curr_map, f))
1347			symbol__delete(f);
1348		else {
1349			symbols__insert(&curr_dso->symbols[curr_map->type], f);
1350			nr++;
1351		}
1352	}
1353
1354	/*
1355	 * For misannotated, zeroed, ASM function sizes.
 
1356	 */
1357	if (nr > 0) {
1358		symbols__fixup_duplicate(&dso->symbols[map->type]);
1359		symbols__fixup_end(&dso->symbols[map->type]);
1360		if (kmap) {
1361			/*
1362			 * We need to fixup this here too because we create new
1363			 * maps here, for things like vsyscall sections.
1364			 */
1365			__map_groups__fixup_end(kmap->kmaps, map->type);
1366		}
 
 
 
 
 
 
 
 
 
 
1367	}
1368	err = nr;
1369out_elf_end:
1370	elf_end(elf);
1371out_close:
1372	return err;
1373}
1374
1375static bool dso__build_id_equal(const struct dso *dso, u8 *build_id)
 
 
 
 
1376{
1377	return memcmp(dso->build_id, build_id, sizeof(dso->build_id)) == 0;
1378}
 
 
 
1379
1380bool __dsos__read_build_ids(struct list_head *head, bool with_hits)
1381{
1382	bool have_build_id = false;
1383	struct dso *pos;
1384
1385	list_for_each_entry(pos, head, node) {
1386		if (with_hits && !pos->hit)
1387			continue;
1388		if (pos->has_build_id) {
1389			have_build_id = true;
1390			continue;
1391		}
1392		if (filename__read_build_id(pos->long_name, pos->build_id,
1393					    sizeof(pos->build_id)) > 0) {
1394			have_build_id	  = true;
1395			pos->has_build_id = true;
1396		}
1397	}
1398
1399	return have_build_id;
 
1400}
1401
1402/*
1403 * Align offset to 4 bytes as needed for note name and descriptor data.
1404 */
1405#define NOTE_ALIGN(n) (((n) + 3) & -4U)
1406
1407static int elf_read_build_id(Elf *elf, void *bf, size_t size)
1408{
1409	int err = -1;
1410	GElf_Ehdr ehdr;
1411	GElf_Shdr shdr;
1412	Elf_Data *data;
1413	Elf_Scn *sec;
1414	Elf_Kind ek;
1415	void *ptr;
1416
1417	if (size < BUILD_ID_SIZE)
1418		goto out;
1419
1420	ek = elf_kind(elf);
1421	if (ek != ELF_K_ELF)
1422		goto out;
1423
1424	if (gelf_getehdr(elf, &ehdr) == NULL) {
1425		pr_err("%s: cannot get elf header.\n", __func__);
1426		goto out;
1427	}
1428
1429	sec = elf_section_by_name(elf, &ehdr, &shdr,
1430				  ".note.gnu.build-id", NULL);
1431	if (sec == NULL) {
1432		sec = elf_section_by_name(elf, &ehdr, &shdr,
1433					  ".notes", NULL);
1434		if (sec == NULL)
1435			goto out;
1436	}
1437
1438	data = elf_getdata(sec, NULL);
1439	if (data == NULL)
1440		goto out;
 
1441
1442	ptr = data->d_buf;
1443	while (ptr < (data->d_buf + data->d_size)) {
1444		GElf_Nhdr *nhdr = ptr;
1445		size_t namesz = NOTE_ALIGN(nhdr->n_namesz),
1446		       descsz = NOTE_ALIGN(nhdr->n_descsz);
1447		const char *name;
1448
1449		ptr += sizeof(*nhdr);
1450		name = ptr;
1451		ptr += namesz;
1452		if (nhdr->n_type == NT_GNU_BUILD_ID &&
1453		    nhdr->n_namesz == sizeof("GNU")) {
1454			if (memcmp(name, "GNU", sizeof("GNU")) == 0) {
1455				size_t sz = min(size, descsz);
1456				memcpy(bf, ptr, sz);
1457				memset(bf + sz, 0, size - sz);
1458				err = descsz;
1459				break;
1460			}
1461		}
1462		ptr += descsz;
1463	}
1464
1465out:
1466	return err;
1467}
1468
1469int filename__read_build_id(const char *filename, void *bf, size_t size)
 
1470{
1471	int fd, err = -1;
1472	Elf *elf;
 
 
1473
1474	if (size < BUILD_ID_SIZE)
1475		goto out;
 
 
 
 
 
 
1476
1477	fd = open(filename, O_RDONLY);
1478	if (fd < 0)
1479		goto out;
1480
1481	elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL);
1482	if (elf == NULL) {
1483		pr_debug2("%s: cannot read %s ELF file.\n", __func__, filename);
1484		goto out_close;
1485	}
1486
1487	err = elf_read_build_id(elf, bf, size);
1488
1489	elf_end(elf);
1490out_close:
1491	close(fd);
1492out:
1493	return err;
1494}
1495
1496int sysfs__read_build_id(const char *filename, void *build_id, size_t size)
1497{
1498	int fd, err = -1;
1499
1500	if (size < BUILD_ID_SIZE)
1501		goto out;
1502
1503	fd = open(filename, O_RDONLY);
1504	if (fd < 0)
1505		goto out;
1506
1507	while (1) {
1508		char bf[BUFSIZ];
1509		GElf_Nhdr nhdr;
1510		size_t namesz, descsz;
1511
1512		if (read(fd, &nhdr, sizeof(nhdr)) != sizeof(nhdr))
1513			break;
1514
1515		namesz = NOTE_ALIGN(nhdr.n_namesz);
1516		descsz = NOTE_ALIGN(nhdr.n_descsz);
1517		if (nhdr.n_type == NT_GNU_BUILD_ID &&
1518		    nhdr.n_namesz == sizeof("GNU")) {
1519			if (read(fd, bf, namesz) != (ssize_t)namesz)
1520				break;
1521			if (memcmp(bf, "GNU", sizeof("GNU")) == 0) {
1522				size_t sz = min(descsz, size);
1523				if (read(fd, build_id, sz) == (ssize_t)sz) {
1524					memset(build_id + sz, 0, size - sz);
1525					err = 0;
1526					break;
1527				}
1528			} else if (read(fd, bf, descsz) != (ssize_t)descsz)
1529				break;
1530		} else {
1531			int n = namesz + descsz;
1532			if (read(fd, bf, n) != n)
1533				break;
1534		}
1535	}
1536	close(fd);
1537out:
1538	return err;
 
 
 
 
 
 
 
1539}
1540
1541char dso__symtab_origin(const struct dso *dso)
 
1542{
1543	static const char origin[] = {
1544		[SYMTAB__KALLSYMS]	      = 'k',
1545		[SYMTAB__JAVA_JIT]	      = 'j',
1546		[SYMTAB__BUILD_ID_CACHE]      = 'B',
1547		[SYMTAB__FEDORA_DEBUGINFO]    = 'f',
1548		[SYMTAB__UBUNTU_DEBUGINFO]    = 'u',
1549		[SYMTAB__BUILDID_DEBUGINFO]   = 'b',
1550		[SYMTAB__SYSTEM_PATH_DSO]     = 'd',
1551		[SYMTAB__SYSTEM_PATH_KMODULE] = 'K',
1552		[SYMTAB__GUEST_KALLSYMS]      =  'g',
1553		[SYMTAB__GUEST_KMODULE]	      =  'G',
1554	};
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1555
1556	if (dso == NULL || dso->symtab_type == SYMTAB__NOT_FOUND)
1557		return '!';
1558	return origin[dso->symtab_type];
 
1559}
1560
1561int dso__load(struct dso *dso, struct map *map, symbol_filter_t filter)
1562{
1563	int size = PATH_MAX;
1564	char *name;
1565	int ret = -1;
1566	int fd;
1567	struct machine *machine;
1568	const char *root_dir;
1569	int want_symtab;
 
 
 
 
 
 
 
 
 
 
 
 
1570
1571	dso__set_loaded(dso, map->type);
 
 
 
 
1572
1573	if (dso->kernel == DSO_TYPE_KERNEL)
1574		return dso__load_kernel_sym(dso, map, filter);
1575	else if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1576		return dso__load_guest_kernel_sym(dso, map, filter);
1577
1578	if (map->groups && map->groups->machine)
1579		machine = map->groups->machine;
1580	else
1581		machine = NULL;
1582
1583	name = malloc(size);
1584	if (!name)
1585		return -1;
1586
1587	dso->adjust_symbols = 0;
1588
1589	if (strncmp(dso->name, "/tmp/perf-", 10) == 0) {
1590		struct stat st;
1591
1592		if (lstat(dso->name, &st) < 0)
1593			return -1;
1594
1595		if (st.st_uid && (st.st_uid != geteuid())) {
1596			pr_warning("File %s not owned by current user or root, "
1597				"ignoring it.\n", dso->name);
1598			return -1;
1599		}
1600
1601		ret = dso__load_perf_map(dso, map, filter);
1602		dso->symtab_type = ret > 0 ? SYMTAB__JAVA_JIT :
1603					      SYMTAB__NOT_FOUND;
1604		return ret;
1605	}
1606
1607	/* Iterate over candidate debug images.
1608	 * On the first pass, only load images if they have a full symtab.
1609	 * Failing that, do a second pass where we accept .dynsym also
 
 
 
 
 
 
 
 
 
 
 
 
 
1610	 */
1611	want_symtab = 1;
1612restart:
1613	for (dso->symtab_type = SYMTAB__BUILD_ID_CACHE;
1614	     dso->symtab_type != SYMTAB__NOT_FOUND;
1615	     dso->symtab_type++) {
1616		switch (dso->symtab_type) {
1617		case SYMTAB__BUILD_ID_CACHE:
1618			/* skip the locally configured cache if a symfs is given */
1619			if (symbol_conf.symfs[0] ||
1620			    (dso__build_id_filename(dso, name, size) == NULL)) {
1621				continue;
1622			}
1623			break;
1624		case SYMTAB__FEDORA_DEBUGINFO:
1625			snprintf(name, size, "%s/usr/lib/debug%s.debug",
1626				 symbol_conf.symfs, dso->long_name);
1627			break;
1628		case SYMTAB__UBUNTU_DEBUGINFO:
1629			snprintf(name, size, "%s/usr/lib/debug%s",
1630				 symbol_conf.symfs, dso->long_name);
1631			break;
1632		case SYMTAB__BUILDID_DEBUGINFO: {
1633			char build_id_hex[BUILD_ID_SIZE * 2 + 1];
1634
1635			if (!dso->has_build_id)
1636				continue;
 
 
 
 
 
 
1637
1638			build_id__sprintf(dso->build_id,
1639					  sizeof(dso->build_id),
1640					  build_id_hex);
1641			snprintf(name, size,
1642				 "%s/usr/lib/debug/.build-id/%.2s/%s.debug",
1643				 symbol_conf.symfs, build_id_hex, build_id_hex + 2);
1644			}
1645			break;
1646		case SYMTAB__SYSTEM_PATH_DSO:
1647			snprintf(name, size, "%s%s",
1648			     symbol_conf.symfs, dso->long_name);
1649			break;
1650		case SYMTAB__GUEST_KMODULE:
1651			if (map->groups && machine)
1652				root_dir = machine->root_dir;
1653			else
1654				root_dir = "";
1655			snprintf(name, size, "%s%s%s", symbol_conf.symfs,
1656				 root_dir, dso->long_name);
1657			break;
1658
1659		case SYMTAB__SYSTEM_PATH_KMODULE:
1660			snprintf(name, size, "%s%s", symbol_conf.symfs,
1661				 dso->long_name);
1662			break;
1663		default:;
1664		}
1665
1666		/* Name is now the name of the next image to try */
1667		fd = open(name, O_RDONLY);
1668		if (fd < 0)
1669			continue;
1670
1671		ret = dso__load_sym(dso, map, name, fd, filter, 0,
1672				    want_symtab);
1673		close(fd);
1674
1675		/*
1676		 * Some people seem to have debuginfo files _WITHOUT_ debug
1677		 * info!?!?
1678		 */
1679		if (!ret)
1680			continue;
1681
1682		if (ret > 0) {
1683			int nr_plt = dso__synthesize_plt_symbols(dso, map,
1684								 filter);
1685			if (nr_plt > 0)
1686				ret += nr_plt;
1687			break;
1688		}
1689	}
1690
1691	/*
1692	 * If we wanted a full symtab but no image had one,
1693	 * relax our requirements and repeat the search.
1694	 */
1695	if (ret <= 0 && want_symtab) {
1696		want_symtab = 0;
1697		goto restart;
1698	}
1699
1700	free(name);
1701	if (ret < 0 && strstr(dso->name, " (deleted)") != NULL)
1702		return 0;
1703	return ret;
1704}
1705
1706struct map *map_groups__find_by_name(struct map_groups *mg,
1707				     enum map_type type, const char *name)
1708{
1709	struct rb_node *nd;
 
1710
1711	for (nd = rb_first(&mg->maps[type]); nd; nd = rb_next(nd)) {
1712		struct map *map = rb_entry(nd, struct map, rb_node);
1713
1714		if (map->dso && strcmp(map->dso->short_name, name) == 0)
1715			return map;
1716	}
1717
1718	return NULL;
1719}
1720
1721static int dso__kernel_module_get_build_id(struct dso *dso,
1722					   const char *root_dir)
1723{
1724	char filename[PATH_MAX];
1725	/*
1726	 * kernel module short names are of the form "[module]" and
1727	 * we need just "module" here.
1728	 */
1729	const char *name = dso->short_name + 1;
1730
1731	snprintf(filename, sizeof(filename),
1732		 "%s/sys/module/%.*s/notes/.note.gnu.build-id",
1733		 root_dir, (int)strlen(name) - 1, name);
1734
1735	if (sysfs__read_build_id(filename, dso->build_id,
1736				 sizeof(dso->build_id)) == 0)
1737		dso->has_build_id = true;
1738
1739	return 0;
1740}
 
1741
1742static int map_groups__set_modules_path_dir(struct map_groups *mg,
1743				const char *dir_name)
1744{
1745	struct dirent *dent;
1746	DIR *dir = opendir(dir_name);
1747	int ret = 0;
1748
1749	if (!dir) {
1750		pr_debug("%s: cannot open %s dir\n", __func__, dir_name);
1751		return -1;
1752	}
1753
1754	while ((dent = readdir(dir)) != NULL) {
1755		char path[PATH_MAX];
1756		struct stat st;
1757
1758		/*sshfs might return bad dent->d_type, so we have to stat*/
1759		sprintf(path, "%s/%s", dir_name, dent->d_name);
1760		if (stat(path, &st))
1761			continue;
1762
1763		if (S_ISDIR(st.st_mode)) {
1764			if (!strcmp(dent->d_name, ".") ||
1765			    !strcmp(dent->d_name, ".."))
1766				continue;
1767
1768			snprintf(path, sizeof(path), "%s/%s",
1769				 dir_name, dent->d_name);
1770			ret = map_groups__set_modules_path_dir(mg, path);
1771			if (ret < 0)
1772				goto out;
1773		} else {
1774			char *dot = strrchr(dent->d_name, '.'),
1775			     dso_name[PATH_MAX];
1776			struct map *map;
1777			char *long_name;
1778
1779			if (dot == NULL || strcmp(dot, ".ko"))
1780				continue;
1781			snprintf(dso_name, sizeof(dso_name), "[%.*s]",
1782				 (int)(dot - dent->d_name), dent->d_name);
1783
1784			strxfrchar(dso_name, '-', '_');
1785			map = map_groups__find_by_name(mg, MAP__FUNCTION,
1786						       dso_name);
1787			if (map == NULL)
1788				continue;
1789
1790			snprintf(path, sizeof(path), "%s/%s",
1791				 dir_name, dent->d_name);
1792
1793			long_name = strdup(path);
1794			if (long_name == NULL) {
1795				ret = -1;
1796				goto out;
1797			}
1798			dso__set_long_name(map->dso, long_name);
1799			map->dso->lname_alloc = 1;
1800			dso__kernel_module_get_build_id(map->dso, "");
1801		}
1802	}
1803
 
 
 
 
 
 
1804out:
1805	closedir(dir);
 
 
1806	return ret;
1807}
1808
1809static char *get_kernel_version(const char *root_dir)
 
1810{
1811	char version[PATH_MAX];
1812	FILE *file;
1813	char *name, *tmp;
1814	const char *prefix = "Linux version ";
1815
1816	sprintf(version, "%s/proc/version", root_dir);
1817	file = fopen(version, "r");
1818	if (!file)
1819		return NULL;
1820
1821	version[0] = '\0';
1822	tmp = fgets(version, sizeof(version), file);
1823	fclose(file);
 
1824
1825	name = strstr(version, prefix);
1826	if (!name)
1827		return NULL;
1828	name += strlen(prefix);
1829	tmp = strchr(name, ' ');
1830	if (tmp)
1831		*tmp = '\0';
1832
1833	return strdup(name);
 
 
1834}
1835
1836static int machine__set_modules_path(struct machine *machine)
 
 
1837{
1838	char *version;
1839	char modules_path[PATH_MAX];
 
 
1840
1841	version = get_kernel_version(machine->root_dir);
1842	if (!version)
 
 
 
 
 
 
 
 
 
1843		return -1;
1844
1845	snprintf(modules_path, sizeof(modules_path), "%s/lib/modules/%s/kernel",
1846		 machine->root_dir, version);
1847	free(version);
1848
1849	return map_groups__set_modules_path_dir(&machine->kmaps, modules_path);
1850}
1851
1852/*
1853 * Constructor variant for modules (where we know from /proc/modules where
1854 * they are loaded) and for vmlinux, where only after we load all the
1855 * symbols we'll know where it starts and ends.
1856 */
1857static struct map *map__new2(u64 start, struct dso *dso, enum map_type type)
1858{
1859	struct map *map = calloc(1, (sizeof(*map) +
1860				     (dso->kernel ? sizeof(struct kmap) : 0)));
1861	if (map != NULL) {
1862		/*
1863		 * ->end will be filled after we load all the symbols
1864		 */
1865		map__init(map, type, start, 0, 0, dso);
1866	}
1867
1868	return map;
1869}
1870
1871struct map *machine__new_module(struct machine *machine, u64 start,
1872				const char *filename)
1873{
1874	struct map *map;
1875	struct dso *dso = __dsos__findnew(&machine->kernel_dsos, filename);
1876
1877	if (dso == NULL)
1878		return NULL;
1879
1880	map = map__new2(start, dso, MAP__FUNCTION);
1881	if (map == NULL)
1882		return NULL;
 
 
1883
1884	if (machine__is_host(machine))
1885		dso->symtab_type = SYMTAB__SYSTEM_PATH_KMODULE;
1886	else
1887		dso->symtab_type = SYMTAB__GUEST_KMODULE;
1888	map_groups__insert(&machine->kmaps, map);
1889	return map;
 
 
 
 
1890}
1891
1892static int machine__create_modules(struct machine *machine)
1893{
1894	char *line = NULL;
1895	size_t n;
1896	FILE *file;
1897	struct map *map;
1898	const char *modules;
1899	char path[PATH_MAX];
1900
1901	if (machine__is_default_guest(machine))
1902		modules = symbol_conf.default_guest_modules;
1903	else {
1904		sprintf(path, "%s/proc/modules", machine->root_dir);
1905		modules = path;
1906	}
1907
1908	if (symbol__restricted_filename(path, "/proc/modules"))
 
1909		return -1;
1910
1911	file = fopen(modules, "r");
1912	if (file == NULL)
1913		return -1;
1914
1915	while (!feof(file)) {
1916		char name[PATH_MAX];
1917		u64 start;
1918		char *sep;
1919		int line_len;
1920
1921		line_len = getline(&line, &n, file);
1922		if (line_len < 0)
1923			break;
1924
1925		if (!line)
1926			goto out_failure;
1927
1928		line[--line_len] = '\0'; /* \n */
1929
1930		sep = strrchr(line, 'x');
1931		if (sep == NULL)
1932			continue;
 
 
 
 
 
 
 
 
1933
1934		hex2u64(sep + 1, &start);
1935
1936		sep = strchr(line, ' ');
1937		if (sep == NULL)
1938			continue;
1939
1940		*sep = '\0';
 
 
 
 
 
1941
1942		snprintf(name, sizeof(name), "[%s]", line);
1943		map = machine__new_module(machine, start, name);
1944		if (map == NULL)
1945			goto out_delete_line;
1946		dso__kernel_module_get_build_id(map->dso, machine->root_dir);
 
1947	}
1948
1949	free(line);
1950	fclose(file);
 
1951
1952	return machine__set_modules_path(machine);
1953
1954out_delete_line:
1955	free(line);
1956out_failure:
1957	return -1;
1958}
1959
1960int dso__load_vmlinux(struct dso *dso, struct map *map,
1961		      const char *vmlinux, symbol_filter_t filter)
1962{
1963	int err = -1, fd;
1964	char symfs_vmlinux[PATH_MAX];
 
 
 
 
 
1965
1966	snprintf(symfs_vmlinux, sizeof(symfs_vmlinux), "%s%s",
1967		 symbol_conf.symfs, vmlinux);
1968	fd = open(symfs_vmlinux, O_RDONLY);
1969	if (fd < 0)
1970		return -1;
1971
1972	dso__set_long_name(dso, (char *)vmlinux);
1973	dso__set_loaded(dso, map->type);
1974	err = dso__load_sym(dso, map, symfs_vmlinux, fd, filter, 0, 0);
1975	close(fd);
 
1976
1977	if (err > 0)
1978		pr_debug("Using %s for symbols\n", symfs_vmlinux);
 
1979
1980	return err;
1981}
1982
1983int dso__load_vmlinux_path(struct dso *dso, struct map *map,
1984			   symbol_filter_t filter)
1985{
1986	int i, err = 0;
1987	char *filename;
1988
1989	pr_debug("Looking at the vmlinux_path (%d entries long)\n",
1990		 vmlinux_path__nr_entries + 1);
1991
1992	filename = dso__build_id_filename(dso, NULL, 0);
1993	if (filename != NULL) {
1994		err = dso__load_vmlinux(dso, map, filename, filter);
1995		if (err > 0) {
1996			dso__set_long_name(dso, filename);
1997			goto out;
1998		}
1999		free(filename);
2000	}
2001
2002	for (i = 0; i < vmlinux_path__nr_entries; ++i) {
2003		err = dso__load_vmlinux(dso, map, vmlinux_path[i], filter);
2004		if (err > 0) {
2005			dso__set_long_name(dso, strdup(vmlinux_path[i]));
2006			break;
2007		}
2008	}
2009out:
2010	return err;
2011}
2012
2013static int dso__load_kernel_sym(struct dso *dso, struct map *map,
2014				symbol_filter_t filter)
2015{
2016	int err;
2017	const char *kallsyms_filename = NULL;
2018	char *kallsyms_allocated_filename = NULL;
2019	/*
2020	 * Step 1: if the user specified a kallsyms or vmlinux filename, use
2021	 * it and only it, reporting errors to the user if it cannot be used.
2022	 *
2023	 * For instance, try to analyse an ARM perf.data file _without_ a
2024	 * build-id, or if the user specifies the wrong path to the right
2025	 * vmlinux file, obviously we can't fallback to another vmlinux (a
2026	 * x86_86 one, on the machine where analysis is being performed, say),
2027	 * or worse, /proc/kallsyms.
2028	 *
2029	 * If the specified file _has_ a build-id and there is a build-id
2030	 * section in the perf.data file, we will still do the expected
2031	 * validation in dso__load_vmlinux and will bail out if they don't
2032	 * match.
2033	 */
2034	if (symbol_conf.kallsyms_name != NULL) {
2035		kallsyms_filename = symbol_conf.kallsyms_name;
2036		goto do_kallsyms;
2037	}
2038
2039	if (symbol_conf.vmlinux_name != NULL) {
2040		err = dso__load_vmlinux(dso, map,
2041					symbol_conf.vmlinux_name, filter);
2042		if (err > 0) {
2043			dso__set_long_name(dso,
2044					   strdup(symbol_conf.vmlinux_name));
2045			goto out_fixup;
2046		}
2047		return err;
2048	}
2049
2050	if (vmlinux_path != NULL) {
2051		err = dso__load_vmlinux_path(dso, map, filter);
2052		if (err > 0)
2053			goto out_fixup;
2054	}
2055
2056	/* do not try local files if a symfs was given */
2057	if (symbol_conf.symfs[0] != 0)
2058		return -1;
2059
2060	/*
2061	 * Say the kernel DSO was created when processing the build-id header table,
2062	 * we have a build-id, so check if it is the same as the running kernel,
2063	 * using it if it is.
2064	 */
2065	if (dso->has_build_id) {
2066		u8 kallsyms_build_id[BUILD_ID_SIZE];
2067		char sbuild_id[BUILD_ID_SIZE * 2 + 1];
2068
2069		if (sysfs__read_build_id("/sys/kernel/notes", kallsyms_build_id,
2070					 sizeof(kallsyms_build_id)) == 0) {
2071			if (dso__build_id_equal(dso, kallsyms_build_id)) {
2072				kallsyms_filename = "/proc/kallsyms";
2073				goto do_kallsyms;
2074			}
2075		}
2076		/*
2077		 * Now look if we have it on the build-id cache in
2078		 * $HOME/.debug/[kernel.kallsyms].
2079		 */
2080		build_id__sprintf(dso->build_id, sizeof(dso->build_id),
2081				  sbuild_id);
2082
2083		if (asprintf(&kallsyms_allocated_filename,
2084			     "%s/.debug/[kernel.kallsyms]/%s",
2085			     getenv("HOME"), sbuild_id) == -1) {
2086			pr_err("Not enough memory for kallsyms file lookup\n");
2087			return -1;
2088		}
2089
2090		kallsyms_filename = kallsyms_allocated_filename;
2091
2092		if (access(kallsyms_filename, F_OK)) {
2093			pr_err("No kallsyms or vmlinux with build-id %s "
2094			       "was found\n", sbuild_id);
2095			free(kallsyms_allocated_filename);
2096			return -1;
2097		}
2098	} else {
2099		/*
2100		 * Last resort, if we don't have a build-id and couldn't find
2101		 * any vmlinux file, try the running kernel kallsyms table.
2102		 */
2103		kallsyms_filename = "/proc/kallsyms";
2104	}
2105
2106do_kallsyms:
2107	err = dso__load_kallsyms(dso, kallsyms_filename, map, filter);
2108	if (err > 0)
2109		pr_debug("Using %s for symbols\n", kallsyms_filename);
2110	free(kallsyms_allocated_filename);
2111
2112	if (err > 0) {
2113out_fixup:
2114		if (kallsyms_filename != NULL)
2115			dso__set_long_name(dso, strdup("[kernel.kallsyms]"));
2116		map__fixup_start(map);
2117		map__fixup_end(map);
2118	}
2119
2120	return err;
2121}
2122
2123static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map,
2124				      symbol_filter_t filter)
2125{
2126	int err;
2127	const char *kallsyms_filename = NULL;
2128	struct machine *machine;
2129	char path[PATH_MAX];
2130
2131	if (!map->groups) {
2132		pr_debug("Guest kernel map hasn't the point to groups\n");
2133		return -1;
2134	}
2135	machine = map->groups->machine;
2136
2137	if (machine__is_default_guest(machine)) {
2138		/*
2139		 * if the user specified a vmlinux filename, use it and only
2140		 * it, reporting errors to the user if it cannot be used.
2141		 * Or use file guest_kallsyms inputted by user on commandline
2142		 */
2143		if (symbol_conf.default_guest_vmlinux_name != NULL) {
2144			err = dso__load_vmlinux(dso, map,
2145				symbol_conf.default_guest_vmlinux_name, filter);
2146			goto out_try_fixup;
 
2147		}
2148
2149		kallsyms_filename = symbol_conf.default_guest_kallsyms;
2150		if (!kallsyms_filename)
2151			return -1;
2152	} else {
2153		sprintf(path, "%s/proc/kallsyms", machine->root_dir);
2154		kallsyms_filename = path;
2155	}
2156
2157	err = dso__load_kallsyms(dso, kallsyms_filename, map, filter);
2158	if (err > 0)
2159		pr_debug("Using %s for symbols\n", kallsyms_filename);
2160
2161out_try_fixup:
2162	if (err > 0) {
2163		if (kallsyms_filename != NULL) {
2164			machine__mmap_name(machine, path, sizeof(path));
2165			dso__set_long_name(dso, strdup(path));
2166		}
2167		map__fixup_start(map);
2168		map__fixup_end(map);
2169	}
2170
2171	return err;
2172}
2173
2174static void dsos__add(struct list_head *head, struct dso *dso)
2175{
2176	list_add_tail(&dso->node, head);
2177}
2178
2179static struct dso *dsos__find(struct list_head *head, const char *name)
2180{
2181	struct dso *pos;
2182
2183	list_for_each_entry(pos, head, node)
2184		if (strcmp(pos->long_name, name) == 0)
2185			return pos;
2186	return NULL;
2187}
2188
2189struct dso *__dsos__findnew(struct list_head *head, const char *name)
2190{
2191	struct dso *dso = dsos__find(head, name);
 
 
2192
2193	if (!dso) {
2194		dso = dso__new(name);
2195		if (dso != NULL) {
2196			dsos__add(head, dso);
2197			dso__set_basename(dso);
2198		}
2199	}
2200
2201	return dso;
2202}
2203
2204size_t __dsos__fprintf(struct list_head *head, FILE *fp)
2205{
2206	struct dso *pos;
2207	size_t ret = 0;
2208
2209	list_for_each_entry(pos, head, node) {
2210		int i;
2211		for (i = 0; i < MAP__NR_TYPES; ++i)
2212			ret += dso__fprintf(pos, i, fp);
2213	}
2214
2215	return ret;
2216}
2217
2218size_t machines__fprintf_dsos(struct rb_root *machines, FILE *fp)
2219{
2220	struct rb_node *nd;
2221	size_t ret = 0;
2222
2223	for (nd = rb_first(machines); nd; nd = rb_next(nd)) {
2224		struct machine *pos = rb_entry(nd, struct machine, rb_node);
2225		ret += __dsos__fprintf(&pos->kernel_dsos, fp);
2226		ret += __dsos__fprintf(&pos->user_dsos, fp);
2227	}
2228
2229	return ret;
2230}
2231
2232static size_t __dsos__fprintf_buildid(struct list_head *head, FILE *fp,
2233				      bool with_hits)
2234{
2235	struct dso *pos;
2236	size_t ret = 0;
2237
2238	list_for_each_entry(pos, head, node) {
2239		if (with_hits && !pos->hit)
2240			continue;
2241		ret += dso__fprintf_buildid(pos, fp);
2242		ret += fprintf(fp, " %s\n", pos->long_name);
2243	}
2244	return ret;
2245}
2246
2247size_t machine__fprintf_dsos_buildid(struct machine *machine, FILE *fp,
2248				     bool with_hits)
2249{
2250	return __dsos__fprintf_buildid(&machine->kernel_dsos, fp, with_hits) +
2251	       __dsos__fprintf_buildid(&machine->user_dsos, fp, with_hits);
2252}
2253
2254size_t machines__fprintf_dsos_buildid(struct rb_root *machines,
2255				      FILE *fp, bool with_hits)
2256{
2257	struct rb_node *nd;
2258	size_t ret = 0;
2259
2260	for (nd = rb_first(machines); nd; nd = rb_next(nd)) {
2261		struct machine *pos = rb_entry(nd, struct machine, rb_node);
2262		ret += machine__fprintf_dsos_buildid(pos, fp, with_hits);
2263	}
2264	return ret;
2265}
2266
2267static struct dso*
2268dso__kernel_findnew(struct machine *machine, const char *name,
2269		    const char *short_name, int dso_type)
2270{
2271	/*
2272	 * The kernel dso could be created by build_id processing.
2273	 */
2274	struct dso *dso = __dsos__findnew(&machine->kernel_dsos, name);
2275
2276	/*
2277	 * We need to run this in all cases, since during the build_id
2278	 * processing we had no idea this was the kernel dso.
2279	 */
2280	if (dso != NULL) {
2281		dso__set_short_name(dso, short_name);
2282		dso->kernel = dso_type;
2283	}
2284
2285	return dso;
2286}
2287
2288void dso__read_running_kernel_build_id(struct dso *dso, struct machine *machine)
2289{
2290	char path[PATH_MAX];
2291
2292	if (machine__is_default_guest(machine))
2293		return;
2294	sprintf(path, "%s/sys/kernel/notes", machine->root_dir);
2295	if (sysfs__read_build_id(path, dso->build_id,
2296				 sizeof(dso->build_id)) == 0)
2297		dso->has_build_id = true;
2298}
2299
2300static struct dso *machine__get_kernel(struct machine *machine)
2301{
2302	const char *vmlinux_name = NULL;
2303	struct dso *kernel;
2304
2305	if (machine__is_host(machine)) {
2306		vmlinux_name = symbol_conf.vmlinux_name;
2307		if (!vmlinux_name)
2308			vmlinux_name = "[kernel.kallsyms]";
2309
2310		kernel = dso__kernel_findnew(machine, vmlinux_name,
2311					     "[kernel]",
2312					     DSO_TYPE_KERNEL);
2313	} else {
2314		char bf[PATH_MAX];
2315
2316		if (machine__is_default_guest(machine))
2317			vmlinux_name = symbol_conf.default_guest_vmlinux_name;
2318		if (!vmlinux_name)
2319			vmlinux_name = machine__mmap_name(machine, bf,
2320							  sizeof(bf));
2321
2322		kernel = dso__kernel_findnew(machine, vmlinux_name,
2323					     "[guest.kernel]",
2324					     DSO_TYPE_GUEST_KERNEL);
2325	}
2326
2327	if (kernel != NULL && (!kernel->has_build_id))
2328		dso__read_running_kernel_build_id(kernel, machine);
2329
2330	return kernel;
2331}
2332
2333struct process_args {
2334	u64 start;
2335};
2336
2337static int symbol__in_kernel(void *arg, const char *name,
2338			     char type __used, u64 start, u64 end __used)
2339{
2340	struct process_args *args = arg;
2341
2342	if (strchr(name, '['))
2343		return 0;
2344
2345	args->start = start;
2346	return 1;
2347}
2348
2349/* Figure out the start address of kernel map from /proc/kallsyms */
2350static u64 machine__get_kernel_start_addr(struct machine *machine)
2351{
2352	const char *filename;
2353	char path[PATH_MAX];
2354	struct process_args args;
2355
2356	if (machine__is_host(machine)) {
2357		filename = "/proc/kallsyms";
2358	} else {
2359		if (machine__is_default_guest(machine))
2360			filename = (char *)symbol_conf.default_guest_kallsyms;
2361		else {
2362			sprintf(path, "%s/proc/kallsyms", machine->root_dir);
2363			filename = path;
2364		}
2365	}
2366
2367	if (symbol__restricted_filename(filename, "/proc/kallsyms"))
2368		return 0;
2369
2370	if (kallsyms__parse(filename, &args, symbol__in_kernel) <= 0)
2371		return 0;
2372
2373	return args.start;
2374}
2375
2376int __machine__create_kernel_maps(struct machine *machine, struct dso *kernel)
2377{
2378	enum map_type type;
2379	u64 start = machine__get_kernel_start_addr(machine);
2380
2381	for (type = 0; type < MAP__NR_TYPES; ++type) {
2382		struct kmap *kmap;
2383
2384		machine->vmlinux_maps[type] = map__new2(start, kernel, type);
2385		if (machine->vmlinux_maps[type] == NULL)
2386			return -1;
2387
2388		machine->vmlinux_maps[type]->map_ip =
2389			machine->vmlinux_maps[type]->unmap_ip =
2390				identity__map_ip;
2391		kmap = map__kmap(machine->vmlinux_maps[type]);
2392		kmap->kmaps = &machine->kmaps;
2393		map_groups__insert(&machine->kmaps,
2394				   machine->vmlinux_maps[type]);
2395	}
2396
2397	return 0;
2398}
2399
2400void machine__destroy_kernel_maps(struct machine *machine)
2401{
2402	enum map_type type;
2403
2404	for (type = 0; type < MAP__NR_TYPES; ++type) {
2405		struct kmap *kmap;
2406
2407		if (machine->vmlinux_maps[type] == NULL)
2408			continue;
2409
2410		kmap = map__kmap(machine->vmlinux_maps[type]);
2411		map_groups__remove(&machine->kmaps,
2412				   machine->vmlinux_maps[type]);
2413		if (kmap->ref_reloc_sym) {
2414			/*
2415			 * ref_reloc_sym is shared among all maps, so free just
2416			 * on one of them.
2417			 */
2418			if (type == MAP__FUNCTION) {
2419				free((char *)kmap->ref_reloc_sym->name);
2420				kmap->ref_reloc_sym->name = NULL;
2421				free(kmap->ref_reloc_sym);
2422			}
2423			kmap->ref_reloc_sym = NULL;
2424		}
2425
2426		map__delete(machine->vmlinux_maps[type]);
2427		machine->vmlinux_maps[type] = NULL;
2428	}
2429}
2430
2431int machine__create_kernel_maps(struct machine *machine)
2432{
2433	struct dso *kernel = machine__get_kernel(machine);
2434
2435	if (kernel == NULL ||
2436	    __machine__create_kernel_maps(machine, kernel) < 0)
2437		return -1;
 
2438
2439	if (symbol_conf.use_modules && machine__create_modules(machine) < 0)
2440		pr_debug("Problems creating module maps, continuing anyway...\n");
2441	/*
2442	 * Now that we have all the maps created, just set the ->end of them:
2443	 */
2444	map_groups__fixup_end(&machine->kmaps);
2445	return 0;
2446}
2447
2448static void vmlinux_path__exit(void)
2449{
2450	while (--vmlinux_path__nr_entries >= 0) {
2451		free(vmlinux_path[vmlinux_path__nr_entries]);
2452		vmlinux_path[vmlinux_path__nr_entries] = NULL;
2453	}
2454
2455	free(vmlinux_path);
2456	vmlinux_path = NULL;
2457}
2458
2459static int vmlinux_path__init(void)
2460{
2461	struct utsname uts;
2462	char bf[PATH_MAX];
 
 
2463
2464	vmlinux_path = malloc(sizeof(char *) * 5);
 
2465	if (vmlinux_path == NULL)
2466		return -1;
2467
2468	vmlinux_path[vmlinux_path__nr_entries] = strdup("vmlinux");
2469	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
2470		goto out_fail;
2471	++vmlinux_path__nr_entries;
2472	vmlinux_path[vmlinux_path__nr_entries] = strdup("/boot/vmlinux");
2473	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
2474		goto out_fail;
2475	++vmlinux_path__nr_entries;
2476
2477	/* only try running kernel version if no symfs was given */
2478	if (symbol_conf.symfs[0] != 0)
2479		return 0;
2480
2481	if (uname(&uts) < 0)
2482		return -1;
 
 
 
 
 
 
2483
2484	snprintf(bf, sizeof(bf), "/boot/vmlinux-%s", uts.release);
2485	vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
2486	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
2487		goto out_fail;
2488	++vmlinux_path__nr_entries;
2489	snprintf(bf, sizeof(bf), "/lib/modules/%s/build/vmlinux", uts.release);
2490	vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
2491	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
2492		goto out_fail;
2493	++vmlinux_path__nr_entries;
2494	snprintf(bf, sizeof(bf), "/usr/lib/debug/lib/modules/%s/vmlinux",
2495		 uts.release);
2496	vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
2497	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
2498		goto out_fail;
2499	++vmlinux_path__nr_entries;
2500
2501	return 0;
2502
2503out_fail:
2504	vmlinux_path__exit();
2505	return -1;
2506}
2507
2508size_t machine__fprintf_vmlinux_path(struct machine *machine, FILE *fp)
 
2509{
2510	int i;
2511	size_t printed = 0;
2512	struct dso *kdso = machine->vmlinux_maps[MAP__FUNCTION]->dso;
2513
2514	if (kdso->has_build_id) {
2515		char filename[PATH_MAX];
2516		if (dso__build_id_filename(kdso, filename, sizeof(filename)))
2517			printed += fprintf(fp, "[0] %s\n", filename);
2518	}
2519
2520	for (i = 0; i < vmlinux_path__nr_entries; ++i)
2521		printed += fprintf(fp, "[%d] %s\n",
2522				   i + kdso->has_build_id, vmlinux_path[i]);
2523
2524	return printed;
2525}
2526
2527static int setup_list(struct strlist **list, const char *list_str,
2528		      const char *list_name)
2529{
2530	if (list_str == NULL)
2531		return 0;
2532
2533	*list = strlist__new(true, list_str);
2534	if (!*list) {
2535		pr_err("problems parsing %s list\n", list_name);
2536		return -1;
2537	}
2538	return 0;
2539}
2540
2541static bool symbol__read_kptr_restrict(void)
2542{
2543	bool value = false;
2544
2545	if (geteuid() != 0) {
2546		FILE *fp = fopen("/proc/sys/kernel/kptr_restrict", "r");
2547		if (fp != NULL) {
2548			char line[8];
2549
2550			if (fgets(line, sizeof(line), fp) != NULL)
2551				value = atoi(line) != 0;
2552
2553			fclose(fp);
2554		}
2555	}
2556
2557	return value;
2558}
2559
2560int symbol__init(void)
2561{
2562	const char *symfs;
2563
2564	if (symbol_conf.initialized)
2565		return 0;
2566
2567	symbol_conf.priv_size = ALIGN(symbol_conf.priv_size, sizeof(u64));
 
 
2568
2569	elf_version(EV_CURRENT);
2570	if (symbol_conf.sort_by_name)
2571		symbol_conf.priv_size += (sizeof(struct symbol_name_rb_node) -
2572					  sizeof(struct symbol));
2573
2574	if (symbol_conf.try_vmlinux_path && vmlinux_path__init() < 0)
2575		return -1;
2576
2577	if (symbol_conf.field_sep && *symbol_conf.field_sep == '.') {
2578		pr_err("'.' is the only non valid --field-separator argument\n");
2579		return -1;
2580	}
2581
2582	if (setup_list(&symbol_conf.dso_list,
2583		       symbol_conf.dso_list_str, "dso") < 0)
2584		return -1;
2585
2586	if (setup_list(&symbol_conf.comm_list,
2587		       symbol_conf.comm_list_str, "comm") < 0)
2588		goto out_free_dso_list;
2589
 
 
 
 
 
 
 
 
2590	if (setup_list(&symbol_conf.sym_list,
2591		       symbol_conf.sym_list_str, "symbol") < 0)
2592		goto out_free_comm_list;
2593
2594	/*
2595	 * A path to symbols of "/" is identical to ""
2596	 * reset here for simplicity.
2597	 */
2598	symfs = realpath(symbol_conf.symfs, NULL);
2599	if (symfs == NULL)
2600		symfs = symbol_conf.symfs;
2601	if (strcmp(symfs, "/") == 0)
2602		symbol_conf.symfs = "";
2603	if (symfs != symbol_conf.symfs)
2604		free((void *)symfs);
2605
2606	symbol_conf.kptr_restrict = symbol__read_kptr_restrict();
2607
2608	symbol_conf.initialized = true;
2609	return 0;
2610
 
 
 
 
 
 
2611out_free_dso_list:
2612	strlist__delete(symbol_conf.dso_list);
2613out_free_comm_list:
2614	strlist__delete(symbol_conf.comm_list);
2615	return -1;
2616}
2617
2618void symbol__exit(void)
2619{
2620	if (!symbol_conf.initialized)
2621		return;
2622	strlist__delete(symbol_conf.sym_list);
2623	strlist__delete(symbol_conf.dso_list);
2624	strlist__delete(symbol_conf.comm_list);
 
 
2625	vmlinux_path__exit();
2626	symbol_conf.sym_list = symbol_conf.dso_list = symbol_conf.comm_list = NULL;
2627	symbol_conf.initialized = false;
2628}
2629
2630int machines__create_kernel_maps(struct rb_root *machines, pid_t pid)
2631{
2632	struct machine *machine = machines__findnew(machines, pid);
2633
2634	if (machine == NULL)
2635		return -1;
2636
2637	return machine__create_kernel_maps(machine);
2638}
2639
2640static int hex(char ch)
2641{
2642	if ((ch >= '0') && (ch <= '9'))
2643		return ch - '0';
2644	if ((ch >= 'a') && (ch <= 'f'))
2645		return ch - 'a' + 10;
2646	if ((ch >= 'A') && (ch <= 'F'))
2647		return ch - 'A' + 10;
2648	return -1;
2649}
2650
2651/*
2652 * While we find nice hex chars, build a long_val.
2653 * Return number of chars processed.
2654 */
2655int hex2u64(const char *ptr, u64 *long_val)
2656{
2657	const char *p = ptr;
2658	*long_val = 0;
2659
2660	while (*p) {
2661		const int hex_val = hex(*p);
2662
2663		if (hex_val < 0)
2664			break;
2665
2666		*long_val = (*long_val << 4) | hex_val;
2667		p++;
2668	}
2669
2670	return p - ptr;
2671}
2672
2673char *strxfrchar(char *s, char from, char to)
2674{
2675	char *p = s;
2676
2677	while ((p = strchr(p, from)) != NULL)
2678		*p++ = to;
2679
2680	return s;
2681}
2682
2683int machines__create_guest_kernel_maps(struct rb_root *machines)
2684{
2685	int ret = 0;
2686	struct dirent **namelist = NULL;
2687	int i, items = 0;
2688	char path[PATH_MAX];
2689	pid_t pid;
2690
2691	if (symbol_conf.default_guest_vmlinux_name ||
2692	    symbol_conf.default_guest_modules ||
2693	    symbol_conf.default_guest_kallsyms) {
2694		machines__create_kernel_maps(machines, DEFAULT_GUEST_KERNEL_ID);
2695	}
2696
2697	if (symbol_conf.guestmount) {
2698		items = scandir(symbol_conf.guestmount, &namelist, NULL, NULL);
2699		if (items <= 0)
2700			return -ENOENT;
2701		for (i = 0; i < items; i++) {
2702			if (!isdigit(namelist[i]->d_name[0])) {
2703				/* Filter out . and .. */
2704				continue;
2705			}
2706			pid = atoi(namelist[i]->d_name);
2707			sprintf(path, "%s/%s/proc/kallsyms",
2708				symbol_conf.guestmount,
2709				namelist[i]->d_name);
2710			ret = access(path, R_OK);
2711			if (ret) {
2712				pr_debug("Can't access file %s\n", path);
2713				goto failure;
2714			}
2715			machines__create_kernel_maps(machines, pid);
2716		}
2717failure:
2718		free(namelist);
2719	}
2720
2721	return ret;
2722}
2723
2724void machines__destroy_guest_kernel_maps(struct rb_root *machines)
2725{
2726	struct rb_node *next = rb_first(machines);
2727
2728	while (next) {
2729		struct machine *pos = rb_entry(next, struct machine, rb_node);
2730
2731		next = rb_next(&pos->rb_node);
2732		rb_erase(&pos->rb_node, machines);
2733		machine__delete(pos);
2734	}
2735}
2736
2737int machine__load_kallsyms(struct machine *machine, const char *filename,
2738			   enum map_type type, symbol_filter_t filter)
2739{
2740	struct map *map = machine->vmlinux_maps[type];
2741	int ret = dso__load_kallsyms(map->dso, filename, map, filter);
2742
2743	if (ret > 0) {
2744		dso__set_loaded(map->dso, type);
2745		/*
2746		 * Since /proc/kallsyms will have multiple sessions for the
2747		 * kernel, with modules between them, fixup the end of all
2748		 * sections.
2749		 */
2750		__map_groups__fixup_end(&machine->kmaps, type);
2751	}
2752
2753	return ret;
2754}
2755
2756int machine__load_vmlinux_path(struct machine *machine, enum map_type type,
2757			       symbol_filter_t filter)
2758{
2759	struct map *map = machine->vmlinux_maps[type];
2760	int ret = dso__load_vmlinux_path(map->dso, map, filter);
2761
2762	if (ret > 0) {
2763		dso__set_loaded(map->dso, type);
2764		map__reloc_vmlinux(map);
2765	}
2766
2767	return ret;
2768}