Linux Audio

Check our new training course

Buildroot integration, development and maintenance

Need a Buildroot system for your embedded project?
Loading...
v4.17
   1// SPDX-License-Identifier: GPL-2.0
   2#include <linux/hw_breakpoint.h>
   3#include <linux/err.h>
 
 
   4#include <dirent.h>
   5#include <errno.h>
   6#include <sys/ioctl.h>
   7#include <sys/types.h>
   8#include <sys/stat.h>
   9#include <fcntl.h>
  10#include <sys/param.h>
  11#include "term.h"
  12#include "../perf.h"
  13#include "evlist.h"
  14#include "evsel.h"
  15#include <subcmd/parse-options.h>
  16#include "parse-events.h"
  17#include <subcmd/exec-cmd.h>
  18#include "string2.h"
  19#include "strlist.h"
  20#include "symbol.h"
  21#include "cache.h"
  22#include "header.h"
  23#include "bpf-loader.h"
  24#include "debug.h"
  25#include <api/fs/tracing_path.h>
  26#include "parse-events-bison.h"
  27#define YY_EXTRA_TYPE int
  28#include "parse-events-flex.h"
  29#include "pmu.h"
  30#include "thread_map.h"
  31#include "cpumap.h"
  32#include "probe-file.h"
  33#include "asm/bug.h"
  34#include "util/parse-branch-options.h"
  35#include "metricgroup.h"
 
 
 
 
  36
  37#define MAX_NAME_LEN 100
  38
  39#ifdef PARSER_DEBUG
  40extern int parse_events_debug;
  41#endif
  42int parse_events_parse(void *parse_state, void *scanner);
  43static int get_config_terms(struct list_head *head_config,
  44			    struct list_head *head_terms __maybe_unused);
  45
  46static struct perf_pmu_event_symbol *perf_pmu_events_list;
  47/*
  48 * The variable indicates the number of supported pmu event symbols.
  49 * 0 means not initialized and ready to init
  50 * -1 means failed to init, don't try anymore
  51 * >0 is the number of supported pmu event symbols
  52 */
  53static int perf_pmu_events_list_num;
  54
  55struct event_symbol event_symbols_hw[PERF_COUNT_HW_MAX] = {
  56	[PERF_COUNT_HW_CPU_CYCLES] = {
  57		.symbol = "cpu-cycles",
  58		.alias  = "cycles",
  59	},
  60	[PERF_COUNT_HW_INSTRUCTIONS] = {
  61		.symbol = "instructions",
  62		.alias  = "",
  63	},
  64	[PERF_COUNT_HW_CACHE_REFERENCES] = {
  65		.symbol = "cache-references",
  66		.alias  = "",
  67	},
  68	[PERF_COUNT_HW_CACHE_MISSES] = {
  69		.symbol = "cache-misses",
  70		.alias  = "",
  71	},
  72	[PERF_COUNT_HW_BRANCH_INSTRUCTIONS] = {
  73		.symbol = "branch-instructions",
  74		.alias  = "branches",
  75	},
  76	[PERF_COUNT_HW_BRANCH_MISSES] = {
  77		.symbol = "branch-misses",
  78		.alias  = "",
  79	},
  80	[PERF_COUNT_HW_BUS_CYCLES] = {
  81		.symbol = "bus-cycles",
  82		.alias  = "",
  83	},
  84	[PERF_COUNT_HW_STALLED_CYCLES_FRONTEND] = {
  85		.symbol = "stalled-cycles-frontend",
  86		.alias  = "idle-cycles-frontend",
  87	},
  88	[PERF_COUNT_HW_STALLED_CYCLES_BACKEND] = {
  89		.symbol = "stalled-cycles-backend",
  90		.alias  = "idle-cycles-backend",
  91	},
  92	[PERF_COUNT_HW_REF_CPU_CYCLES] = {
  93		.symbol = "ref-cycles",
  94		.alias  = "",
  95	},
  96};
  97
  98struct event_symbol event_symbols_sw[PERF_COUNT_SW_MAX] = {
  99	[PERF_COUNT_SW_CPU_CLOCK] = {
 100		.symbol = "cpu-clock",
 101		.alias  = "",
 102	},
 103	[PERF_COUNT_SW_TASK_CLOCK] = {
 104		.symbol = "task-clock",
 105		.alias  = "",
 106	},
 107	[PERF_COUNT_SW_PAGE_FAULTS] = {
 108		.symbol = "page-faults",
 109		.alias  = "faults",
 110	},
 111	[PERF_COUNT_SW_CONTEXT_SWITCHES] = {
 112		.symbol = "context-switches",
 113		.alias  = "cs",
 114	},
 115	[PERF_COUNT_SW_CPU_MIGRATIONS] = {
 116		.symbol = "cpu-migrations",
 117		.alias  = "migrations",
 118	},
 119	[PERF_COUNT_SW_PAGE_FAULTS_MIN] = {
 120		.symbol = "minor-faults",
 121		.alias  = "",
 122	},
 123	[PERF_COUNT_SW_PAGE_FAULTS_MAJ] = {
 124		.symbol = "major-faults",
 125		.alias  = "",
 126	},
 127	[PERF_COUNT_SW_ALIGNMENT_FAULTS] = {
 128		.symbol = "alignment-faults",
 129		.alias  = "",
 130	},
 131	[PERF_COUNT_SW_EMULATION_FAULTS] = {
 132		.symbol = "emulation-faults",
 133		.alias  = "",
 134	},
 135	[PERF_COUNT_SW_DUMMY] = {
 136		.symbol = "dummy",
 137		.alias  = "",
 138	},
 139	[PERF_COUNT_SW_BPF_OUTPUT] = {
 140		.symbol = "bpf-output",
 141		.alias  = "",
 142	},
 
 
 
 
 143};
 144
 145#define __PERF_EVENT_FIELD(config, name) \
 146	((config & PERF_EVENT_##name##_MASK) >> PERF_EVENT_##name##_SHIFT)
 147
 148#define PERF_EVENT_RAW(config)		__PERF_EVENT_FIELD(config, RAW)
 149#define PERF_EVENT_CONFIG(config)	__PERF_EVENT_FIELD(config, CONFIG)
 150#define PERF_EVENT_TYPE(config)		__PERF_EVENT_FIELD(config, TYPE)
 151#define PERF_EVENT_ID(config)		__PERF_EVENT_FIELD(config, EVENT)
 152
 153#define for_each_subsystem(sys_dir, sys_dirent)			\
 154	while ((sys_dirent = readdir(sys_dir)) != NULL)		\
 155		if (sys_dirent->d_type == DT_DIR &&		\
 156		    (strcmp(sys_dirent->d_name, ".")) &&	\
 157		    (strcmp(sys_dirent->d_name, "..")))
 158
 159static int tp_event_has_id(struct dirent *sys_dir, struct dirent *evt_dir)
 160{
 161	char evt_path[MAXPATHLEN];
 162	int fd;
 163
 164	snprintf(evt_path, MAXPATHLEN, "%s/%s/%s/id", tracing_events_path,
 165			sys_dir->d_name, evt_dir->d_name);
 166	fd = open(evt_path, O_RDONLY);
 167	if (fd < 0)
 168		return -EINVAL;
 169	close(fd);
 170
 171	return 0;
 172}
 173
 174#define for_each_event(sys_dirent, evt_dir, evt_dirent)		\
 175	while ((evt_dirent = readdir(evt_dir)) != NULL)		\
 176		if (evt_dirent->d_type == DT_DIR &&		\
 177		    (strcmp(evt_dirent->d_name, ".")) &&	\
 178		    (strcmp(evt_dirent->d_name, "..")) &&	\
 179		    (!tp_event_has_id(sys_dirent, evt_dirent)))
 180
 181#define MAX_EVENT_LENGTH 512
 182
 183
 184struct tracepoint_path *tracepoint_id_to_path(u64 config)
 185{
 186	struct tracepoint_path *path = NULL;
 187	DIR *sys_dir, *evt_dir;
 188	struct dirent *sys_dirent, *evt_dirent;
 189	char id_buf[24];
 190	int fd;
 191	u64 id;
 192	char evt_path[MAXPATHLEN];
 193	char dir_path[MAXPATHLEN];
 194
 195	sys_dir = opendir(tracing_events_path);
 196	if (!sys_dir)
 197		return NULL;
 198
 199	for_each_subsystem(sys_dir, sys_dirent) {
 200
 201		snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path,
 202			 sys_dirent->d_name);
 203		evt_dir = opendir(dir_path);
 204		if (!evt_dir)
 205			continue;
 206
 207		for_each_event(sys_dirent, evt_dir, evt_dirent) {
 208
 209			scnprintf(evt_path, MAXPATHLEN, "%s/%s/id", dir_path,
 210				  evt_dirent->d_name);
 211			fd = open(evt_path, O_RDONLY);
 212			if (fd < 0)
 213				continue;
 214			if (read(fd, id_buf, sizeof(id_buf)) < 0) {
 215				close(fd);
 216				continue;
 217			}
 218			close(fd);
 219			id = atoll(id_buf);
 220			if (id == config) {
 221				closedir(evt_dir);
 222				closedir(sys_dir);
 223				path = zalloc(sizeof(*path));
 224				if (!path)
 225					return NULL;
 226				path->system = malloc(MAX_EVENT_LENGTH);
 227				if (!path->system) {
 228					free(path);
 229					return NULL;
 230				}
 231				path->name = malloc(MAX_EVENT_LENGTH);
 232				if (!path->name) {
 233					zfree(&path->system);
 234					free(path);
 235					return NULL;
 236				}
 237				strncpy(path->system, sys_dirent->d_name,
 238					MAX_EVENT_LENGTH);
 239				strncpy(path->name, evt_dirent->d_name,
 240					MAX_EVENT_LENGTH);
 241				return path;
 242			}
 243		}
 244		closedir(evt_dir);
 245	}
 246
 247	closedir(sys_dir);
 248	return NULL;
 249}
 250
 251struct tracepoint_path *tracepoint_name_to_path(const char *name)
 252{
 253	struct tracepoint_path *path = zalloc(sizeof(*path));
 254	char *str = strchr(name, ':');
 255
 256	if (path == NULL || str == NULL) {
 257		free(path);
 258		return NULL;
 259	}
 260
 261	path->system = strndup(name, str - name);
 262	path->name = strdup(str+1);
 263
 264	if (path->system == NULL || path->name == NULL) {
 265		zfree(&path->system);
 266		zfree(&path->name);
 267		zfree(&path);
 268	}
 269
 270	return path;
 271}
 272
 273const char *event_type(int type)
 274{
 275	switch (type) {
 276	case PERF_TYPE_HARDWARE:
 277		return "hardware";
 278
 279	case PERF_TYPE_SOFTWARE:
 280		return "software";
 281
 282	case PERF_TYPE_TRACEPOINT:
 283		return "tracepoint";
 284
 285	case PERF_TYPE_HW_CACHE:
 286		return "hardware-cache";
 287
 288	default:
 289		break;
 290	}
 291
 292	return "unknown";
 293}
 294
 295static int parse_events__is_name_term(struct parse_events_term *term)
 296{
 297	return term->type_term == PARSE_EVENTS__TERM_TYPE_NAME;
 298}
 299
 300static char *get_config_name(struct list_head *head_terms)
 301{
 302	struct parse_events_term *term;
 303
 304	if (!head_terms)
 305		return NULL;
 306
 307	list_for_each_entry(term, head_terms, list)
 308		if (parse_events__is_name_term(term))
 309			return term->val.str;
 310
 311	return NULL;
 312}
 313
 314static struct perf_evsel *
 315__add_event(struct list_head *list, int *idx,
 316	    struct perf_event_attr *attr,
 317	    char *name, struct perf_pmu *pmu,
 318	    struct list_head *config_terms, bool auto_merge_stats)
 
 319{
 320	struct perf_evsel *evsel;
 321	struct cpu_map *cpus = pmu ? pmu->cpus : NULL;
 322
 323	event_attr_init(attr);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 324
 325	evsel = perf_evsel__new_idx(attr, *idx);
 326	if (!evsel)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 327		return NULL;
 
 328
 329	(*idx)++;
 330	evsel->cpus        = cpu_map__get(cpus);
 331	evsel->own_cpus    = cpu_map__get(cpus);
 332	evsel->system_wide = pmu ? pmu->is_uncore : false;
 
 333	evsel->auto_merge_stats = auto_merge_stats;
 
 
 334
 335	if (name)
 336		evsel->name = strdup(name);
 337
 
 
 
 338	if (config_terms)
 339		list_splice(config_terms, &evsel->config_terms);
 
 
 
 340
 341	list_add_tail(&evsel->node, list);
 342	return evsel;
 343}
 344
 345static int add_event(struct list_head *list, int *idx,
 346		     struct perf_event_attr *attr, char *name,
 347		     struct list_head *config_terms)
 348{
 349	return __add_event(list, idx, attr, name, NULL, config_terms, false) ? 0 : -ENOMEM;
 
 
 
 350}
 351
 352static int parse_aliases(char *str, const char *names[][PERF_EVSEL__MAX_ALIASES], int size)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 353{
 354	int i, j;
 355	int n, longest = -1;
 
 
 356
 357	for (i = 0; i < size; i++) {
 358		for (j = 0; j < PERF_EVSEL__MAX_ALIASES && names[i][j]; j++) {
 359			n = strlen(names[i][j]);
 360			if (n > longest && !strncasecmp(str, names[i][j], n))
 361				longest = n;
 362		}
 363		if (longest > 0)
 364			return i;
 365	}
 366
 367	return -1;
 368}
 369
 370typedef int config_term_func_t(struct perf_event_attr *attr,
 371			       struct parse_events_term *term,
 372			       struct parse_events_error *err);
 373static int config_term_common(struct perf_event_attr *attr,
 374			      struct parse_events_term *term,
 375			      struct parse_events_error *err);
 376static int config_attr(struct perf_event_attr *attr,
 377		       struct list_head *head,
 378		       struct parse_events_error *err,
 379		       config_term_func_t config_term);
 380
 381int parse_events_add_cache(struct list_head *list, int *idx,
 382			   char *type, char *op_result1, char *op_result2,
 383			   struct parse_events_error *err,
 384			   struct list_head *head_config)
 
 
 
 
 
 
 
 385{
 386	struct perf_event_attr attr;
 387	LIST_HEAD(config_terms);
 388	char name[MAX_NAME_LEN], *config_name;
 389	int cache_type = -1, cache_op = -1, cache_result = -1;
 390	char *op_result[2] = { op_result1, op_result2 };
 391	int i, n;
 392
 393	/*
 394	 * No fallback - if we cannot get a clear cache type
 395	 * then bail out:
 396	 */
 397	cache_type = parse_aliases(type, perf_evsel__hw_cache,
 398				   PERF_COUNT_HW_CACHE_MAX);
 399	if (cache_type == -1)
 400		return -EINVAL;
 
 401
 402	config_name = get_config_name(head_config);
 403	n = snprintf(name, MAX_NAME_LEN, "%s", type);
 404
 405	for (i = 0; (i < 2) && (op_result[i]); i++) {
 406		char *str = op_result[i];
 407
 408		n += snprintf(name + n, MAX_NAME_LEN - n, "-%s", str);
 409
 410		if (cache_op == -1) {
 411			cache_op = parse_aliases(str, perf_evsel__hw_cache_op,
 412						 PERF_COUNT_HW_CACHE_OP_MAX);
 
 
 
 
 
 
 
 413			if (cache_op >= 0) {
 414				if (!perf_evsel__is_cache_op_valid(cache_type, cache_op))
 415					return -EINVAL;
 416				continue;
 417			}
 418		}
 419
 420		if (cache_result == -1) {
 421			cache_result = parse_aliases(str, perf_evsel__hw_cache_result,
 422						     PERF_COUNT_HW_CACHE_RESULT_MAX);
 423			if (cache_result >= 0)
 424				continue;
 425		}
 426	}
 427
 428	/*
 429	 * Fall back to reads:
 430	 */
 431	if (cache_op == -1)
 432		cache_op = PERF_COUNT_HW_CACHE_OP_READ;
 433
 434	/*
 435	 * Fall back to accesses:
 436	 */
 437	if (cache_result == -1)
 438		cache_result = PERF_COUNT_HW_CACHE_RESULT_ACCESS;
 439
 440	memset(&attr, 0, sizeof(attr));
 441	attr.config = cache_type | (cache_op << 8) | (cache_result << 16);
 442	attr.type = PERF_TYPE_HW_CACHE;
 
 
 443
 444	if (head_config) {
 445		if (config_attr(&attr, head_config, err,
 446				config_term_common))
 447			return -EINVAL;
 
 
 
 
 
 448
 449		if (get_config_terms(head_config, &config_terms))
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 450			return -ENOMEM;
 
 
 451	}
 452	return add_event(list, idx, &attr, config_name ? : name, &config_terms);
 453}
 454
 
 455static void tracepoint_error(struct parse_events_error *e, int err,
 456			     const char *sys, const char *name)
 457{
 
 458	char help[BUFSIZ];
 459
 460	if (!e)
 461		return;
 462
 463	/*
 464	 * We get error directly from syscall errno ( > 0),
 465	 * or from encoded pointer's error ( < 0).
 466	 */
 467	err = abs(err);
 468
 469	switch (err) {
 470	case EACCES:
 471		e->str = strdup("can't access trace events");
 472		break;
 473	case ENOENT:
 474		e->str = strdup("unknown tracepoint");
 475		break;
 476	default:
 477		e->str = strdup("failed to add tracepoint");
 478		break;
 479	}
 480
 481	tracing_path__strerror_open_tp(err, help, sizeof(help), sys, name);
 482	e->help = strdup(help);
 483}
 484
 485static int add_tracepoint(struct list_head *list, int *idx,
 
 486			  const char *sys_name, const char *evt_name,
 487			  struct parse_events_error *err,
 488			  struct list_head *head_config)
 489{
 490	struct perf_evsel *evsel;
 
 
 491
 492	evsel = perf_evsel__newtp_idx(sys_name, evt_name, (*idx)++);
 493	if (IS_ERR(evsel)) {
 494		tracepoint_error(err, PTR_ERR(evsel), sys_name, evt_name);
 495		return PTR_ERR(evsel);
 496	}
 497
 498	if (head_config) {
 499		LIST_HEAD(config_terms);
 500
 501		if (get_config_terms(head_config, &config_terms))
 502			return -ENOMEM;
 503		list_splice(&config_terms, &evsel->config_terms);
 504	}
 505
 506	list_add_tail(&evsel->node, list);
 507	return 0;
 508}
 509
 510static int add_tracepoint_multi_event(struct list_head *list, int *idx,
 
 511				      const char *sys_name, const char *evt_name,
 512				      struct parse_events_error *err,
 513				      struct list_head *head_config)
 514{
 515	char evt_path[MAXPATHLEN];
 516	struct dirent *evt_ent;
 517	DIR *evt_dir;
 518	int ret = 0, found = 0;
 519
 520	snprintf(evt_path, MAXPATHLEN, "%s/%s", tracing_events_path, sys_name);
 
 
 
 
 521	evt_dir = opendir(evt_path);
 522	if (!evt_dir) {
 523		tracepoint_error(err, errno, sys_name, evt_name);
 
 524		return -1;
 525	}
 526
 527	while (!ret && (evt_ent = readdir(evt_dir))) {
 528		if (!strcmp(evt_ent->d_name, ".")
 529		    || !strcmp(evt_ent->d_name, "..")
 530		    || !strcmp(evt_ent->d_name, "enable")
 531		    || !strcmp(evt_ent->d_name, "filter"))
 532			continue;
 533
 534		if (!strglobmatch(evt_ent->d_name, evt_name))
 535			continue;
 536
 537		found++;
 538
 539		ret = add_tracepoint(list, idx, sys_name, evt_ent->d_name,
 540				     err, head_config);
 541	}
 542
 543	if (!found) {
 544		tracepoint_error(err, ENOENT, sys_name, evt_name);
 545		ret = -1;
 546	}
 547
 
 548	closedir(evt_dir);
 549	return ret;
 550}
 551
 552static int add_tracepoint_event(struct list_head *list, int *idx,
 
 553				const char *sys_name, const char *evt_name,
 554				struct parse_events_error *err,
 555				struct list_head *head_config)
 556{
 557	return strpbrk(evt_name, "*?") ?
 558	       add_tracepoint_multi_event(list, idx, sys_name, evt_name,
 559					  err, head_config) :
 560	       add_tracepoint(list, idx, sys_name, evt_name,
 561			      err, head_config);
 562}
 563
 564static int add_tracepoint_multi_sys(struct list_head *list, int *idx,
 
 565				    const char *sys_name, const char *evt_name,
 566				    struct parse_events_error *err,
 567				    struct list_head *head_config)
 568{
 569	struct dirent *events_ent;
 570	DIR *events_dir;
 571	int ret = 0;
 572
 573	events_dir = opendir(tracing_events_path);
 574	if (!events_dir) {
 575		tracepoint_error(err, errno, sys_name, evt_name);
 576		return -1;
 577	}
 578
 579	while (!ret && (events_ent = readdir(events_dir))) {
 580		if (!strcmp(events_ent->d_name, ".")
 581		    || !strcmp(events_ent->d_name, "..")
 582		    || !strcmp(events_ent->d_name, "enable")
 583		    || !strcmp(events_ent->d_name, "header_event")
 584		    || !strcmp(events_ent->d_name, "header_page"))
 585			continue;
 586
 587		if (!strglobmatch(events_ent->d_name, sys_name))
 588			continue;
 589
 590		ret = add_tracepoint_event(list, idx, events_ent->d_name,
 591					   evt_name, err, head_config);
 592	}
 593
 594	closedir(events_dir);
 595	return ret;
 596}
 
 597
 598struct __add_bpf_event_param {
 599	struct parse_events_state *parse_state;
 600	struct list_head *list;
 601	struct list_head *head_config;
 602};
 603
 604static int add_bpf_event(const char *group, const char *event, int fd,
 605			 void *_param)
 606{
 607	LIST_HEAD(new_evsels);
 608	struct __add_bpf_event_param *param = _param;
 609	struct parse_events_state *parse_state = param->parse_state;
 610	struct list_head *list = param->list;
 611	struct perf_evsel *pos;
 612	int err;
 613
 614	pr_debug("add bpf event %s:%s and attach bpf program %d\n",
 615		 group, event, fd);
 616
 617	err = parse_events_add_tracepoint(&new_evsels, &parse_state->idx, group,
 618					  event, parse_state->error,
 619					  param->head_config);
 620	if (err) {
 621		struct perf_evsel *evsel, *tmp;
 622
 623		pr_debug("Failed to add BPF event %s:%s\n",
 624			 group, event);
 625		list_for_each_entry_safe(evsel, tmp, &new_evsels, node) {
 626			list_del(&evsel->node);
 627			perf_evsel__delete(evsel);
 628		}
 629		return err;
 630	}
 631	pr_debug("adding %s:%s\n", group, event);
 632
 633	list_for_each_entry(pos, &new_evsels, node) {
 634		pr_debug("adding %s:%s to %p\n",
 635			 group, event, pos);
 636		pos->bpf_fd = fd;
 637	}
 638	list_splice(&new_evsels, list);
 639	return 0;
 640}
 641
 642int parse_events_load_bpf_obj(struct parse_events_state *parse_state,
 643			      struct list_head *list,
 644			      struct bpf_object *obj,
 645			      struct list_head *head_config)
 646{
 647	int err;
 648	char errbuf[BUFSIZ];
 649	struct __add_bpf_event_param param = {parse_state, list, head_config};
 650	static bool registered_unprobe_atexit = false;
 651
 652	if (IS_ERR(obj) || !obj) {
 653		snprintf(errbuf, sizeof(errbuf),
 654			 "Internal error: load bpf obj with NULL");
 655		err = -EINVAL;
 656		goto errout;
 657	}
 658
 659	/*
 660	 * Register atexit handler before calling bpf__probe() so
 661	 * bpf__probe() don't need to unprobe probe points its already
 662	 * created when failure.
 663	 */
 664	if (!registered_unprobe_atexit) {
 665		atexit(bpf__clear);
 666		registered_unprobe_atexit = true;
 667	}
 668
 669	err = bpf__probe(obj);
 670	if (err) {
 671		bpf__strerror_probe(obj, err, errbuf, sizeof(errbuf));
 672		goto errout;
 673	}
 674
 675	err = bpf__load(obj);
 676	if (err) {
 677		bpf__strerror_load(obj, err, errbuf, sizeof(errbuf));
 678		goto errout;
 679	}
 680
 681	err = bpf__foreach_event(obj, add_bpf_event, &param);
 682	if (err) {
 683		snprintf(errbuf, sizeof(errbuf),
 684			 "Attach events in BPF object failed");
 685		goto errout;
 686	}
 687
 688	return 0;
 689errout:
 690	parse_state->error->help = strdup("(add -v to see detail)");
 691	parse_state->error->str = strdup(errbuf);
 692	return err;
 693}
 694
 695static int
 696parse_events_config_bpf(struct parse_events_state *parse_state,
 697			struct bpf_object *obj,
 698			struct list_head *head_config)
 699{
 700	struct parse_events_term *term;
 701	int error_pos;
 702
 703	if (!head_config || list_empty(head_config))
 704		return 0;
 705
 706	list_for_each_entry(term, head_config, list) {
 707		char errbuf[BUFSIZ];
 708		int err;
 709
 710		if (term->type_term != PARSE_EVENTS__TERM_TYPE_USER) {
 711			snprintf(errbuf, sizeof(errbuf),
 712				 "Invalid config term for BPF object");
 713			errbuf[BUFSIZ - 1] = '\0';
 714
 715			parse_state->error->idx = term->err_term;
 716			parse_state->error->str = strdup(errbuf);
 717			return -EINVAL;
 718		}
 719
 720		err = bpf__config_obj(obj, term, parse_state->evlist, &error_pos);
 721		if (err) {
 722			bpf__strerror_config_obj(obj, term, parse_state->evlist,
 723						 &error_pos, err, errbuf,
 724						 sizeof(errbuf));
 725			parse_state->error->help = strdup(
 726"Hint:\tValid config terms:\n"
 727"     \tmap:[<arraymap>].value<indices>=[value]\n"
 728"     \tmap:[<eventmap>].event<indices>=[event]\n"
 729"\n"
 730"     \twhere <indices> is something like [0,3...5] or [all]\n"
 731"     \t(add -v to see detail)");
 732			parse_state->error->str = strdup(errbuf);
 733			if (err == -BPF_LOADER_ERRNO__OBJCONF_MAP_VALUE)
 734				parse_state->error->idx = term->err_val;
 735			else
 736				parse_state->error->idx = term->err_term + error_pos;
 737			return err;
 738		}
 739	}
 740	return 0;
 741}
 742
 743/*
 744 * Split config terms:
 745 * perf record -e bpf.c/call-graph=fp,map:array.value[0]=1/ ...
 746 *  'call-graph=fp' is 'evt config', should be applied to each
 747 *  events in bpf.c.
 748 * 'map:array.value[0]=1' is 'obj config', should be processed
 749 * with parse_events_config_bpf.
 750 *
 751 * Move object config terms from the first list to obj_head_config.
 752 */
 753static void
 754split_bpf_config_terms(struct list_head *evt_head_config,
 755		       struct list_head *obj_head_config)
 756{
 757	struct parse_events_term *term, *temp;
 758
 759	/*
 760	 * Currectly, all possible user config term
 761	 * belong to bpf object. parse_events__is_hardcoded_term()
 762	 * happends to be a good flag.
 763	 *
 764	 * See parse_events_config_bpf() and
 765	 * config_term_tracepoint().
 766	 */
 767	list_for_each_entry_safe(term, temp, evt_head_config, list)
 768		if (!parse_events__is_hardcoded_term(term))
 769			list_move_tail(&term->list, obj_head_config);
 770}
 771
 772int parse_events_load_bpf(struct parse_events_state *parse_state,
 773			  struct list_head *list,
 774			  char *bpf_file_name,
 775			  bool source,
 776			  struct list_head *head_config)
 777{
 778	int err;
 779	struct bpf_object *obj;
 780	LIST_HEAD(obj_head_config);
 781
 782	if (head_config)
 783		split_bpf_config_terms(head_config, &obj_head_config);
 784
 785	obj = bpf__prepare_load(bpf_file_name, source);
 786	if (IS_ERR(obj)) {
 787		char errbuf[BUFSIZ];
 788
 789		err = PTR_ERR(obj);
 790
 791		if (err == -ENOTSUP)
 792			snprintf(errbuf, sizeof(errbuf),
 793				 "BPF support is not compiled");
 794		else
 795			bpf__strerror_prepare_load(bpf_file_name,
 796						   source,
 797						   -err, errbuf,
 798						   sizeof(errbuf));
 799
 800		parse_state->error->help = strdup("(add -v to see detail)");
 801		parse_state->error->str = strdup(errbuf);
 802		return err;
 803	}
 804
 805	err = parse_events_load_bpf_obj(parse_state, list, obj, head_config);
 806	if (err)
 807		return err;
 808	err = parse_events_config_bpf(parse_state, obj, &obj_head_config);
 809
 810	/*
 811	 * Caller doesn't know anything about obj_head_config,
 812	 * so combine them together again before returnning.
 813	 */
 814	if (head_config)
 815		list_splice_tail(&obj_head_config, head_config);
 816	return err;
 
 
 
 817}
 818
 819static int
 820parse_breakpoint_type(const char *type, struct perf_event_attr *attr)
 821{
 822	int i;
 823
 824	for (i = 0; i < 3; i++) {
 825		if (!type || !type[i])
 826			break;
 827
 828#define CHECK_SET_TYPE(bit)		\
 829do {					\
 830	if (attr->bp_type & bit)	\
 831		return -EINVAL;		\
 832	else				\
 833		attr->bp_type |= bit;	\
 834} while (0)
 835
 836		switch (type[i]) {
 837		case 'r':
 838			CHECK_SET_TYPE(HW_BREAKPOINT_R);
 839			break;
 840		case 'w':
 841			CHECK_SET_TYPE(HW_BREAKPOINT_W);
 842			break;
 843		case 'x':
 844			CHECK_SET_TYPE(HW_BREAKPOINT_X);
 845			break;
 846		default:
 847			return -EINVAL;
 848		}
 849	}
 850
 851#undef CHECK_SET_TYPE
 852
 853	if (!attr->bp_type) /* Default */
 854		attr->bp_type = HW_BREAKPOINT_R | HW_BREAKPOINT_W;
 855
 856	return 0;
 857}
 858
 859int parse_events_add_breakpoint(struct list_head *list, int *idx,
 860				void *ptr, char *type, u64 len)
 
 
 861{
 862	struct perf_event_attr attr;
 
 
 863
 864	memset(&attr, 0, sizeof(attr));
 865	attr.bp_addr = (unsigned long) ptr;
 866
 867	if (parse_breakpoint_type(type, &attr))
 868		return -EINVAL;
 869
 870	/* Provide some defaults if len is not specified */
 871	if (!len) {
 872		if (attr.bp_type == HW_BREAKPOINT_X)
 873			len = sizeof(long);
 874		else
 875			len = HW_BREAKPOINT_LEN_4;
 876	}
 877
 878	attr.bp_len = len;
 879
 880	attr.type = PERF_TYPE_BREAKPOINT;
 881	attr.sample_period = 1;
 882
 883	return add_event(list, idx, &attr, NULL, NULL);
 
 
 
 
 
 
 
 
 
 
 
 
 884}
 885
 886static int check_type_val(struct parse_events_term *term,
 887			  struct parse_events_error *err,
 888			  int type)
 889{
 890	if (type == term->type_val)
 891		return 0;
 892
 893	if (err) {
 894		err->idx = term->err_val;
 895		if (type == PARSE_EVENTS__TERM_TYPE_NUM)
 896			err->str = strdup("expected numeric value");
 897		else
 898			err->str = strdup("expected string value");
 899	}
 900	return -EINVAL;
 901}
 902
 903/*
 904 * Update according to parse-events.l
 905 */
 906static const char *config_term_names[__PARSE_EVENTS__TERM_TYPE_NR] = {
 907	[PARSE_EVENTS__TERM_TYPE_USER]			= "<sysfs term>",
 908	[PARSE_EVENTS__TERM_TYPE_CONFIG]		= "config",
 909	[PARSE_EVENTS__TERM_TYPE_CONFIG1]		= "config1",
 910	[PARSE_EVENTS__TERM_TYPE_CONFIG2]		= "config2",
 911	[PARSE_EVENTS__TERM_TYPE_NAME]			= "name",
 912	[PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD]		= "period",
 913	[PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ]		= "freq",
 914	[PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE]	= "branch_type",
 915	[PARSE_EVENTS__TERM_TYPE_TIME]			= "time",
 916	[PARSE_EVENTS__TERM_TYPE_CALLGRAPH]		= "call-graph",
 917	[PARSE_EVENTS__TERM_TYPE_STACKSIZE]		= "stack-size",
 918	[PARSE_EVENTS__TERM_TYPE_NOINHERIT]		= "no-inherit",
 919	[PARSE_EVENTS__TERM_TYPE_INHERIT]		= "inherit",
 920	[PARSE_EVENTS__TERM_TYPE_MAX_STACK]		= "max-stack",
 921	[PARSE_EVENTS__TERM_TYPE_OVERWRITE]		= "overwrite",
 922	[PARSE_EVENTS__TERM_TYPE_NOOVERWRITE]		= "no-overwrite",
 923	[PARSE_EVENTS__TERM_TYPE_DRV_CFG]		= "driver-config",
 924};
 925
 926static bool config_term_shrinked;
 927
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 928static bool
 929config_term_avail(int term_type, struct parse_events_error *err)
 930{
 
 
 931	if (term_type < 0 || term_type >= __PARSE_EVENTS__TERM_TYPE_NR) {
 932		err->str = strdup("Invalid term_type");
 
 933		return false;
 934	}
 935	if (!config_term_shrinked)
 936		return true;
 937
 938	switch (term_type) {
 939	case PARSE_EVENTS__TERM_TYPE_CONFIG:
 940	case PARSE_EVENTS__TERM_TYPE_CONFIG1:
 941	case PARSE_EVENTS__TERM_TYPE_CONFIG2:
 
 942	case PARSE_EVENTS__TERM_TYPE_NAME:
 
 943	case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD:
 
 944		return true;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 945	default:
 946		if (!err)
 947			return false;
 948
 949		/* term_type is validated so indexing is safe */
 950		if (asprintf(&err->str, "'%s' is not usable in 'perf stat'",
 951			     config_term_names[term_type]) < 0)
 952			err->str = NULL;
 953		return false;
 954	}
 955}
 956
 957void parse_events__shrink_config_terms(void)
 958{
 959	config_term_shrinked = true;
 960}
 961
 962static int config_term_common(struct perf_event_attr *attr,
 963			      struct parse_events_term *term,
 964			      struct parse_events_error *err)
 965{
 966#define CHECK_TYPE_VAL(type)						   \
 967do {									   \
 968	if (check_type_val(term, err, PARSE_EVENTS__TERM_TYPE_ ## type)) \
 969		return -EINVAL;						   \
 970} while (0)
 971
 972	switch (term->type_term) {
 973	case PARSE_EVENTS__TERM_TYPE_CONFIG:
 974		CHECK_TYPE_VAL(NUM);
 975		attr->config = term->val.num;
 976		break;
 977	case PARSE_EVENTS__TERM_TYPE_CONFIG1:
 978		CHECK_TYPE_VAL(NUM);
 979		attr->config1 = term->val.num;
 980		break;
 981	case PARSE_EVENTS__TERM_TYPE_CONFIG2:
 982		CHECK_TYPE_VAL(NUM);
 983		attr->config2 = term->val.num;
 984		break;
 
 
 
 
 985	case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD:
 986		CHECK_TYPE_VAL(NUM);
 987		break;
 988	case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ:
 989		CHECK_TYPE_VAL(NUM);
 990		break;
 991	case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE:
 992		CHECK_TYPE_VAL(STR);
 993		if (strcmp(term->val.str, "no") &&
 994		    parse_branch_str(term->val.str, &attr->branch_sample_type)) {
 995			err->str = strdup("invalid branch sample type");
 996			err->idx = term->err_val;
 
 
 997			return -EINVAL;
 998		}
 999		break;
1000	case PARSE_EVENTS__TERM_TYPE_TIME:
1001		CHECK_TYPE_VAL(NUM);
1002		if (term->val.num > 1) {
1003			err->str = strdup("expected 0 or 1");
1004			err->idx = term->err_val;
 
1005			return -EINVAL;
1006		}
1007		break;
1008	case PARSE_EVENTS__TERM_TYPE_CALLGRAPH:
1009		CHECK_TYPE_VAL(STR);
1010		break;
1011	case PARSE_EVENTS__TERM_TYPE_STACKSIZE:
1012		CHECK_TYPE_VAL(NUM);
1013		break;
1014	case PARSE_EVENTS__TERM_TYPE_INHERIT:
1015		CHECK_TYPE_VAL(NUM);
1016		break;
1017	case PARSE_EVENTS__TERM_TYPE_NOINHERIT:
1018		CHECK_TYPE_VAL(NUM);
1019		break;
1020	case PARSE_EVENTS__TERM_TYPE_OVERWRITE:
1021		CHECK_TYPE_VAL(NUM);
1022		break;
1023	case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE:
1024		CHECK_TYPE_VAL(NUM);
1025		break;
1026	case PARSE_EVENTS__TERM_TYPE_NAME:
1027		CHECK_TYPE_VAL(STR);
1028		break;
 
 
 
 
 
 
1029	case PARSE_EVENTS__TERM_TYPE_MAX_STACK:
1030		CHECK_TYPE_VAL(NUM);
1031		break;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1032	default:
1033		err->str = strdup("unknown term");
1034		err->idx = term->err_term;
1035		err->help = parse_events_formats_error_string(NULL);
1036		return -EINVAL;
1037	}
1038
1039	/*
1040	 * Check term availbility after basic checking so
1041	 * PARSE_EVENTS__TERM_TYPE_USER can be found and filtered.
1042	 *
1043	 * If check availbility at the entry of this function,
1044	 * user will see "'<sysfs term>' is not usable in 'perf stat'"
1045	 * if an invalid config term is provided for legacy events
1046	 * (for example, instructions/badterm/...), which is confusing.
1047	 */
1048	if (!config_term_avail(term->type_term, err))
1049		return -EINVAL;
1050	return 0;
1051#undef CHECK_TYPE_VAL
1052}
1053
1054static int config_term_pmu(struct perf_event_attr *attr,
1055			   struct parse_events_term *term,
1056			   struct parse_events_error *err)
1057{
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1058	if (term->type_term == PARSE_EVENTS__TERM_TYPE_USER ||
1059	    term->type_term == PARSE_EVENTS__TERM_TYPE_DRV_CFG)
1060		/*
1061		 * Always succeed for sysfs terms, as we dont know
1062		 * at this point what type they need to have.
1063		 */
1064		return 0;
1065	else
1066		return config_term_common(attr, term, err);
1067}
1068
 
1069static int config_term_tracepoint(struct perf_event_attr *attr,
1070				  struct parse_events_term *term,
1071				  struct parse_events_error *err)
1072{
1073	switch (term->type_term) {
1074	case PARSE_EVENTS__TERM_TYPE_CALLGRAPH:
1075	case PARSE_EVENTS__TERM_TYPE_STACKSIZE:
1076	case PARSE_EVENTS__TERM_TYPE_INHERIT:
1077	case PARSE_EVENTS__TERM_TYPE_NOINHERIT:
1078	case PARSE_EVENTS__TERM_TYPE_MAX_STACK:
 
1079	case PARSE_EVENTS__TERM_TYPE_OVERWRITE:
1080	case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE:
 
 
1081		return config_term_common(attr, term, err);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1082	default:
1083		if (err) {
1084			err->idx = term->err_term;
1085			err->str = strdup("unknown term");
1086			err->help = strdup("valid terms: call-graph,stack-size\n");
 
1087		}
1088		return -EINVAL;
1089	}
1090
1091	return 0;
1092}
 
1093
1094static int config_attr(struct perf_event_attr *attr,
1095		       struct list_head *head,
1096		       struct parse_events_error *err,
1097		       config_term_func_t config_term)
1098{
1099	struct parse_events_term *term;
1100
1101	list_for_each_entry(term, head, list)
1102		if (config_term(attr, term, err))
1103			return -EINVAL;
1104
1105	return 0;
1106}
1107
1108static int get_config_terms(struct list_head *head_config,
1109			    struct list_head *head_terms __maybe_unused)
1110{
1111#define ADD_CONFIG_TERM(__type, __name, __val)			\
1112do {								\
1113	struct perf_evsel_config_term *__t;			\
1114								\
1115	__t = zalloc(sizeof(*__t));				\
1116	if (!__t)						\
1117		return -ENOMEM;					\
1118								\
1119	INIT_LIST_HEAD(&__t->list);				\
1120	__t->type       = PERF_EVSEL__CONFIG_TERM_ ## __type;	\
 
 
 
 
 
 
1121	__t->val.__name = __val;				\
1122	__t->weak	= term->weak;				\
1123	list_add_tail(&__t->list, head_terms);			\
 
 
 
 
 
 
 
 
 
1124} while (0)
1125
1126	struct parse_events_term *term;
1127
1128	list_for_each_entry(term, head_config, list) {
1129		switch (term->type_term) {
1130		case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD:
1131			ADD_CONFIG_TERM(PERIOD, period, term->val.num);
1132			break;
1133		case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ:
1134			ADD_CONFIG_TERM(FREQ, freq, term->val.num);
1135			break;
1136		case PARSE_EVENTS__TERM_TYPE_TIME:
1137			ADD_CONFIG_TERM(TIME, time, term->val.num);
1138			break;
1139		case PARSE_EVENTS__TERM_TYPE_CALLGRAPH:
1140			ADD_CONFIG_TERM(CALLGRAPH, callgraph, term->val.str);
1141			break;
1142		case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE:
1143			ADD_CONFIG_TERM(BRANCH, branch, term->val.str);
1144			break;
1145		case PARSE_EVENTS__TERM_TYPE_STACKSIZE:
1146			ADD_CONFIG_TERM(STACK_USER, stack_user, term->val.num);
 
1147			break;
1148		case PARSE_EVENTS__TERM_TYPE_INHERIT:
1149			ADD_CONFIG_TERM(INHERIT, inherit, term->val.num ? 1 : 0);
 
1150			break;
1151		case PARSE_EVENTS__TERM_TYPE_NOINHERIT:
1152			ADD_CONFIG_TERM(INHERIT, inherit, term->val.num ? 0 : 1);
 
1153			break;
1154		case PARSE_EVENTS__TERM_TYPE_MAX_STACK:
1155			ADD_CONFIG_TERM(MAX_STACK, max_stack, term->val.num);
 
 
 
 
 
1156			break;
1157		case PARSE_EVENTS__TERM_TYPE_OVERWRITE:
1158			ADD_CONFIG_TERM(OVERWRITE, overwrite, term->val.num ? 1 : 0);
 
1159			break;
1160		case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE:
1161			ADD_CONFIG_TERM(OVERWRITE, overwrite, term->val.num ? 0 : 1);
 
1162			break;
1163		case PARSE_EVENTS__TERM_TYPE_DRV_CFG:
1164			ADD_CONFIG_TERM(DRV_CFG, drv_cfg, term->val.str);
 
 
 
 
 
 
 
 
 
 
 
 
1165			break;
 
 
 
 
 
 
 
 
 
 
1166		default:
1167			break;
1168		}
1169	}
1170#undef ADD_EVSEL_CONFIG
1171	return 0;
1172}
1173
1174int parse_events_add_tracepoint(struct list_head *list, int *idx,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1175				const char *sys, const char *event,
1176				struct parse_events_error *err,
1177				struct list_head *head_config)
1178{
 
 
1179	if (head_config) {
1180		struct perf_event_attr attr;
1181
1182		if (config_attr(&attr, head_config, err,
1183				config_term_tracepoint))
1184			return -EINVAL;
1185	}
1186
1187	if (strpbrk(sys, "*?"))
1188		return add_tracepoint_multi_sys(list, idx, sys, event,
1189						err, head_config);
1190	else
1191		return add_tracepoint_event(list, idx, sys, event,
1192					    err, head_config);
 
 
 
 
 
 
 
 
 
 
1193}
1194
1195int parse_events_add_numeric(struct parse_events_state *parse_state,
1196			     struct list_head *list,
1197			     u32 type, u64 config,
1198			     struct list_head *head_config)
1199{
1200	struct perf_event_attr attr;
1201	LIST_HEAD(config_terms);
 
 
1202
1203	memset(&attr, 0, sizeof(attr));
1204	attr.type = type;
1205	attr.config = config;
 
 
 
 
1206
1207	if (head_config) {
1208		if (config_attr(&attr, head_config, parse_state->error,
1209				config_term_common))
1210			return -EINVAL;
1211
1212		if (get_config_terms(head_config, &config_terms))
1213			return -ENOMEM;
1214	}
1215
1216	return add_event(list, &parse_state->idx, &attr,
1217			 get_config_name(head_config), &config_terms);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1218}
1219
1220int parse_events_add_pmu(struct parse_events_state *parse_state,
1221			 struct list_head *list, char *name,
1222			 struct list_head *head_config,
1223			 bool auto_merge_stats,
1224			 bool use_alias)
1225{
1226	struct perf_event_attr attr;
1227	struct perf_pmu_info info;
1228	struct perf_pmu *pmu;
1229	struct perf_evsel *evsel;
1230	struct parse_events_error *err = parse_state->error;
1231	bool use_uncore_alias;
1232	LIST_HEAD(config_terms);
 
 
1233
1234	pmu = perf_pmu__find(name);
1235	if (!pmu) {
1236		if (asprintf(&err->str,
1237				"Cannot find PMU `%s'. Missing kernel support?",
1238				name) < 0)
1239			err->str = NULL;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1240		return -EINVAL;
1241	}
1242
1243	if (pmu->default_config) {
1244		memcpy(&attr, pmu->default_config,
1245		       sizeof(struct perf_event_attr));
1246	} else {
1247		memset(&attr, 0, sizeof(attr));
 
1248	}
1249
1250	use_uncore_alias = (pmu->is_uncore && use_alias);
 
1251
1252	if (!head_config) {
1253		attr.type = pmu->type;
1254		evsel = __add_event(list, &parse_state->idx, &attr, NULL, pmu, NULL, auto_merge_stats);
1255		if (evsel) {
1256			evsel->pmu_name = name;
1257			evsel->use_uncore_alias = use_uncore_alias;
1258			return 0;
1259		} else {
1260			return -ENOMEM;
1261		}
1262	}
1263
1264	if (perf_pmu__check_alias(pmu, head_config, &info))
 
 
 
1265		return -EINVAL;
 
 
 
 
 
 
1266
1267	/*
1268	 * Configure hardcoded terms first, no need to check
1269	 * return value when called with fail == 0 ;)
1270	 */
1271	if (config_attr(&attr, head_config, parse_state->error, config_term_pmu))
1272		return -EINVAL;
1273
1274	if (get_config_terms(head_config, &config_terms))
1275		return -ENOMEM;
 
1276
1277	if (perf_pmu__config(pmu, &attr, head_config, parse_state->error))
 
 
 
 
1278		return -EINVAL;
 
1279
1280	evsel = __add_event(list, &parse_state->idx, &attr,
1281			    get_config_name(head_config), pmu,
1282			    &config_terms, auto_merge_stats);
1283	if (evsel) {
1284		evsel->unit = info.unit;
1285		evsel->scale = info.scale;
1286		evsel->per_pkg = info.per_pkg;
1287		evsel->snapshot = info.snapshot;
1288		evsel->metric_expr = info.metric_expr;
1289		evsel->metric_name = info.metric_name;
1290		evsel->pmu_name = name;
1291		evsel->use_uncore_alias = use_uncore_alias;
1292	}
1293
1294	return evsel ? 0 : -ENOMEM;
 
 
 
 
 
 
 
 
 
 
 
1295}
1296
1297int parse_events_multi_pmu_add(struct parse_events_state *parse_state,
1298			       char *str, struct list_head **listp)
 
 
1299{
1300	struct list_head *head;
1301	struct parse_events_term *term;
1302	struct list_head *list;
1303	struct perf_pmu *pmu = NULL;
 
1304	int ok = 0;
 
 
1305
1306	*listp = NULL;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1307	/* Add it for all PMUs that support the alias */
1308	list = malloc(sizeof(struct list_head));
1309	if (!list)
1310		return -1;
 
1311	INIT_LIST_HEAD(list);
1312	while ((pmu = perf_pmu__scan(pmu)) != NULL) {
1313		struct perf_pmu_alias *alias;
1314
1315		list_for_each_entry(alias, &pmu->aliases, list) {
1316			if (!strcasecmp(alias->name, str)) {
1317				head = malloc(sizeof(struct list_head));
1318				if (!head)
1319					return -1;
1320				INIT_LIST_HEAD(head);
1321				if (parse_events_term__num(&term, PARSE_EVENTS__TERM_TYPE_USER,
1322							   str, 1, false, &str, NULL) < 0)
1323					return -1;
1324				list_add_tail(&term->list, head);
1325
1326				if (!parse_events_add_pmu(parse_state, list,
1327							  pmu->name, head,
1328							  true, true)) {
1329					pr_debug("%s -> %s/%s/\n", str,
1330						 pmu->name, alias->str);
1331					ok++;
1332				}
1333
1334				parse_events_terms__delete(head);
1335			}
1336		}
1337	}
1338	if (!ok)
1339		return -1;
1340	*listp = list;
1341	return 0;
1342}
1343
1344int parse_events__modifier_group(struct list_head *list,
1345				 char *event_mod)
1346{
1347	return parse_events__modifier_event(list, event_mod, true);
1348}
1349
1350/*
1351 * Check if the two uncore PMUs are from the same uncore block
1352 * The format of the uncore PMU name is uncore_#blockname_#pmuidx
1353 */
1354static bool is_same_uncore_block(const char *pmu_name_a, const char *pmu_name_b)
1355{
1356	char *end_a, *end_b;
1357
1358	end_a = strrchr(pmu_name_a, '_');
1359	end_b = strrchr(pmu_name_b, '_');
 
 
 
 
 
1360
1361	if (!end_a || !end_b)
1362		return false;
 
 
1363
1364	if ((end_a - pmu_name_a) != (end_b - pmu_name_b))
1365		return false;
 
 
 
 
 
 
 
 
 
 
 
 
1366
1367	return (strncmp(pmu_name_a, pmu_name_b, end_a - pmu_name_a) == 0);
1368}
1369
1370static int
1371parse_events__set_leader_for_uncore_aliase(char *name, struct list_head *list,
1372					   struct parse_events_state *parse_state)
 
 
1373{
1374	struct perf_evsel *evsel, *leader;
1375	uintptr_t *leaders;
1376	bool is_leader = true;
1377	int i, nr_pmu = 0, total_members, ret = 0;
1378
1379	leader = list_first_entry(list, struct perf_evsel, node);
1380	evsel = list_last_entry(list, struct perf_evsel, node);
1381	total_members = evsel->idx - leader->idx + 1;
1382
1383	leaders = calloc(total_members, sizeof(uintptr_t));
1384	if (WARN_ON(!leaders))
1385		return 0;
1386
1387	/*
1388	 * Going through the whole group and doing sanity check.
1389	 * All members must use alias, and be from the same uncore block.
1390	 * Also, storing the leader events in an array.
1391	 */
1392	__evlist__for_each_entry(list, evsel) {
1393
1394		/* Only split the uncore group which members use alias */
1395		if (!evsel->use_uncore_alias)
1396			goto out;
1397
1398		/* The events must be from the same uncore block */
1399		if (!is_same_uncore_block(leader->pmu_name, evsel->pmu_name))
1400			goto out;
1401
1402		if (!is_leader)
1403			continue;
1404		/*
1405		 * If the event's PMU name starts to repeat, it must be a new
1406		 * event. That can be used to distinguish the leader from
1407		 * other members, even they have the same event name.
1408		 */
1409		if ((leader != evsel) && (leader->pmu_name == evsel->pmu_name)) {
1410			is_leader = false;
1411			continue;
1412		}
1413		/* The name is always alias name */
1414		WARN_ON(strcmp(leader->name, evsel->name));
1415
1416		/* Store the leader event for each PMU */
1417		leaders[nr_pmu++] = (uintptr_t) evsel;
1418	}
1419
1420	/* only one event alias */
1421	if (nr_pmu == total_members) {
1422		parse_state->nr_groups--;
1423		goto handled;
1424	}
 
1425
1426	/*
1427	 * An uncore event alias is a joint name which means the same event
1428	 * runs on all PMUs of a block.
1429	 * Perf doesn't support mixed events from different PMUs in the same
1430	 * group. The big group has to be split into multiple small groups
1431	 * which only include the events from the same PMU.
1432	 *
1433	 * Here the uncore event aliases must be from the same uncore block.
1434	 * The number of PMUs must be same for each alias. The number of new
1435	 * small groups equals to the number of PMUs.
1436	 * Setting the leader event for corresponding members in each group.
1437	 */
1438	i = 0;
1439	__evlist__for_each_entry(list, evsel) {
1440		if (i >= nr_pmu)
1441			i = 0;
1442		evsel->leader = (struct perf_evsel *) leaders[i++];
1443	}
1444
1445	/* The number of members and group name are same for each group */
1446	for (i = 0; i < nr_pmu; i++) {
1447		evsel = (struct perf_evsel *) leaders[i];
1448		evsel->nr_members = total_members / nr_pmu;
1449		evsel->group_name = name ? strdup(name) : NULL;
 
 
 
 
 
 
 
 
 
 
1450	}
 
 
1451
1452	/* Take the new small groups into account */
1453	parse_state->nr_groups += nr_pmu - 1;
 
 
 
1454
1455handled:
1456	ret = 1;
1457out:
1458	free(leaders);
1459	return ret;
 
 
1460}
1461
1462void parse_events__set_leader(char *name, struct list_head *list,
1463			      struct parse_events_state *parse_state)
1464{
1465	struct perf_evsel *leader;
1466
1467	if (list_empty(list)) {
1468		WARN_ONCE(true, "WARNING: failed to set leader: empty list");
1469		return;
1470	}
1471
1472	if (parse_events__set_leader_for_uncore_aliase(name, list, parse_state))
1473		return;
1474
1475	__perf_evlist__set_leader(list);
1476	leader = list_entry(list->next, struct perf_evsel, node);
1477	leader->group_name = name ? strdup(name) : NULL;
1478}
1479
1480/* list_event is assumed to point to malloc'ed memory */
1481void parse_events_update_lists(struct list_head *list_event,
1482			       struct list_head *list_all)
1483{
1484	/*
1485	 * Called for single event definition. Update the
1486	 * 'all event' list, and reinit the 'single event'
1487	 * list, for next event definition.
1488	 */
1489	list_splice_tail(list_event, list_all);
1490	free(list_event);
1491}
1492
1493struct event_modifier {
1494	int eu;
1495	int ek;
1496	int eh;
1497	int eH;
1498	int eG;
1499	int eI;
1500	int precise;
1501	int precise_max;
1502	int exclude_GH;
1503	int sample_read;
1504	int pinned;
1505	int weak;
1506};
1507
1508static int get_event_modifier(struct event_modifier *mod, char *str,
1509			       struct perf_evsel *evsel)
1510{
1511	int eu = evsel ? evsel->attr.exclude_user : 0;
1512	int ek = evsel ? evsel->attr.exclude_kernel : 0;
1513	int eh = evsel ? evsel->attr.exclude_hv : 0;
1514	int eH = evsel ? evsel->attr.exclude_host : 0;
1515	int eG = evsel ? evsel->attr.exclude_guest : 0;
1516	int eI = evsel ? evsel->attr.exclude_idle : 0;
1517	int precise = evsel ? evsel->attr.precise_ip : 0;
1518	int precise_max = 0;
1519	int sample_read = 0;
1520	int pinned = evsel ? evsel->attr.pinned : 0;
1521
1522	int exclude = eu | ek | eh;
1523	int exclude_GH = evsel ? evsel->exclude_GH : 0;
1524	int weak = 0;
1525
1526	memset(mod, 0, sizeof(*mod));
 
 
 
 
 
 
 
 
1527
1528	while (*str) {
1529		if (*str == 'u') {
1530			if (!exclude)
1531				exclude = eu = ek = eh = 1;
 
 
1532			eu = 0;
1533		} else if (*str == 'k') {
 
1534			if (!exclude)
1535				exclude = eu = ek = eh = 1;
1536			ek = 0;
1537		} else if (*str == 'h') {
 
1538			if (!exclude)
1539				exclude = eu = ek = eh = 1;
1540			eh = 0;
1541		} else if (*str == 'G') {
 
1542			if (!exclude_GH)
1543				exclude_GH = eG = eH = 1;
1544			eG = 0;
1545		} else if (*str == 'H') {
 
1546			if (!exclude_GH)
1547				exclude_GH = eG = eH = 1;
1548			eH = 0;
1549		} else if (*str == 'I') {
1550			eI = 1;
1551		} else if (*str == 'p') {
1552			precise++;
1553			/* use of precise requires exclude_guest */
1554			if (!exclude_GH)
1555				eG = 1;
1556		} else if (*str == 'P') {
1557			precise_max = 1;
1558		} else if (*str == 'S') {
1559			sample_read = 1;
1560		} else if (*str == 'D') {
1561			pinned = 1;
1562		} else if (*str == 'W') {
1563			weak = 1;
1564		} else
1565			break;
 
 
 
 
 
 
1566
1567		++str;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1568	}
1569
1570	/*
1571	 * precise ip:
1572	 *
1573	 *  0 - SAMPLE_IP can have arbitrary skid
1574	 *  1 - SAMPLE_IP must have constant skid
1575	 *  2 - SAMPLE_IP requested to have 0 skid
1576	 *  3 - SAMPLE_IP must have 0 skid
1577	 *
1578	 *  See also PERF_RECORD_MISC_EXACT_IP
1579	 */
1580	if (precise > 3)
1581		return -EINVAL;
1582
1583	mod->eu = eu;
1584	mod->ek = ek;
1585	mod->eh = eh;
1586	mod->eH = eH;
1587	mod->eG = eG;
1588	mod->eI = eI;
1589	mod->precise = precise;
1590	mod->precise_max = precise_max;
1591	mod->exclude_GH = exclude_GH;
1592	mod->sample_read = sample_read;
1593	mod->pinned = pinned;
1594	mod->weak = weak;
1595
1596	return 0;
1597}
1598
1599/*
1600 * Basic modifier sanity check to validate it contains only one
1601 * instance of any modifier (apart from 'p') present.
1602 */
1603static int check_modifier(char *str)
1604{
1605	char *p = str;
1606
1607	/* The sizeof includes 0 byte as well. */
1608	if (strlen(str) > (sizeof("ukhGHpppPSDIW") - 1))
1609		return -1;
1610
1611	while (*p) {
1612		if (*p != 'p' && strchr(p + 1, *p))
1613			return -1;
1614		p++;
1615	}
1616
1617	return 0;
1618}
1619
1620int parse_events__modifier_event(struct list_head *list, char *str, bool add)
 
 
1621{
1622	struct perf_evsel *evsel;
1623	struct event_modifier mod;
1624
1625	if (str == NULL)
1626		return 0;
1627
1628	if (check_modifier(str))
1629		return -EINVAL;
1630
1631	if (!add && get_event_modifier(&mod, str, NULL))
1632		return -EINVAL;
1633
1634	__evlist__for_each_entry(list, evsel) {
1635		if (add && get_event_modifier(&mod, str, evsel))
1636			return -EINVAL;
1637
1638		evsel->attr.exclude_user   = mod.eu;
1639		evsel->attr.exclude_kernel = mod.ek;
1640		evsel->attr.exclude_hv     = mod.eh;
1641		evsel->attr.precise_ip     = mod.precise;
1642		evsel->attr.exclude_host   = mod.eH;
1643		evsel->attr.exclude_guest  = mod.eG;
1644		evsel->attr.exclude_idle   = mod.eI;
1645		evsel->exclude_GH          = mod.exclude_GH;
1646		evsel->sample_read         = mod.sample_read;
1647		evsel->precise_max         = mod.precise_max;
1648		evsel->weak_group	   = mod.weak;
1649
1650		if (perf_evsel__is_group_leader(evsel))
1651			evsel->attr.pinned = mod.pinned;
1652	}
1653
1654	return 0;
1655}
1656
1657int parse_events_name(struct list_head *list, char *name)
1658{
1659	struct perf_evsel *evsel;
 
1660
1661	__evlist__for_each_entry(list, evsel) {
1662		if (!evsel->name)
1663			evsel->name = strdup(name);
 
 
 
 
1664	}
1665
 
1666	return 0;
1667}
1668
1669static int
1670comp_pmu(const void *p1, const void *p2)
 
1671{
1672	struct perf_pmu_event_symbol *pmu1 = (struct perf_pmu_event_symbol *) p1;
1673	struct perf_pmu_event_symbol *pmu2 = (struct perf_pmu_event_symbol *) p2;
 
1674
1675	return strcasecmp(pmu1->symbol, pmu2->symbol);
1676}
 
1677
1678static void perf_pmu__parse_cleanup(void)
1679{
1680	if (perf_pmu_events_list_num > 0) {
1681		struct perf_pmu_event_symbol *p;
1682		int i;
1683
1684		for (i = 0; i < perf_pmu_events_list_num; i++) {
1685			p = perf_pmu_events_list + i;
1686			zfree(&p->symbol);
1687		}
1688		zfree(&perf_pmu_events_list);
1689		perf_pmu_events_list_num = 0;
 
 
 
1690	}
 
 
1691}
1692
1693#define SET_SYMBOL(str, stype)		\
1694do {					\
1695	p->symbol = str;		\
1696	if (!p->symbol)			\
1697		goto err;		\
1698	p->type = stype;		\
1699} while (0)
1700
1701/*
1702 * Read the pmu events list from sysfs
1703 * Save it into perf_pmu_events_list
1704 */
1705static void perf_pmu__parse_init(void)
1706{
 
 
 
 
 
1707
1708	struct perf_pmu *pmu = NULL;
1709	struct perf_pmu_alias *alias;
1710	int len = 0;
1711
1712	pmu = NULL;
1713	while ((pmu = perf_pmu__scan(pmu)) != NULL) {
1714		list_for_each_entry(alias, &pmu->aliases, list) {
1715			if (strchr(alias->name, '-'))
1716				len++;
1717			len++;
1718		}
1719	}
1720
1721	if (len == 0) {
1722		perf_pmu_events_list_num = -1;
1723		return;
 
 
 
 
 
 
 
 
 
 
 
 
1724	}
1725	perf_pmu_events_list = malloc(sizeof(struct perf_pmu_event_symbol) * len);
1726	if (!perf_pmu_events_list)
1727		return;
1728	perf_pmu_events_list_num = len;
 
 
 
 
 
 
 
 
 
 
 
1729
1730	len = 0;
1731	pmu = NULL;
1732	while ((pmu = perf_pmu__scan(pmu)) != NULL) {
1733		list_for_each_entry(alias, &pmu->aliases, list) {
1734			struct perf_pmu_event_symbol *p = perf_pmu_events_list + len;
1735			char *tmp = strchr(alias->name, '-');
1736
1737			if (tmp != NULL) {
1738				SET_SYMBOL(strndup(alias->name, tmp - alias->name),
1739						PMU_EVENT_SYMBOL_PREFIX);
1740				p++;
1741				SET_SYMBOL(strdup(++tmp), PMU_EVENT_SYMBOL_SUFFIX);
1742				len += 2;
1743			} else {
1744				SET_SYMBOL(strdup(alias->name), PMU_EVENT_SYMBOL);
1745				len++;
 
 
 
 
 
 
 
 
 
 
 
1746			}
1747		}
1748	}
1749	qsort(perf_pmu_events_list, len,
1750		sizeof(struct perf_pmu_event_symbol), comp_pmu);
 
 
1751
1752	return;
1753err:
1754	perf_pmu__parse_cleanup();
 
1755}
1756
1757enum perf_pmu_event_symbol_type
1758perf_pmu__parse_check(const char *name)
1759{
1760	struct perf_pmu_event_symbol p, *r;
 
 
 
 
 
 
 
1761
1762	/* scan kernel pmu events from sysfs if needed */
1763	if (perf_pmu_events_list_num == 0)
1764		perf_pmu__parse_init();
1765	/*
1766	 * name "cpu" could be prefix of cpu-cycles or cpu// events.
1767	 * cpu-cycles has been handled by hardcode.
1768	 * So it must be cpu// events, not kernel pmu event.
 
 
 
1769	 */
1770	if ((perf_pmu_events_list_num <= 0) || !strcmp(name, "cpu"))
1771		return PMU_EVENT_SYMBOL_ERR;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1772
1773	p.symbol = strdup(name);
1774	r = bsearch(&p, perf_pmu_events_list,
1775			(size_t) perf_pmu_events_list_num,
1776			sizeof(struct perf_pmu_event_symbol), comp_pmu);
1777	zfree(&p.symbol);
1778	return r ? r->type : PMU_EVENT_SYMBOL_ERR;
 
 
 
 
 
 
 
 
1779}
1780
1781static int parse_events__scanner(const char *str, void *parse_state, int start_token)
1782{
1783	YY_BUFFER_STATE buffer;
1784	void *scanner;
 
 
 
1785	int ret;
1786
1787	ret = parse_events_lex_init_extra(start_token, &scanner);
1788	if (ret)
1789		return ret;
 
 
 
1790
1791	buffer = parse_events__scan_string(str, scanner);
 
 
1792
1793#ifdef PARSER_DEBUG
1794	parse_events_debug = 1;
1795#endif
1796	ret = parse_events_parse(parse_state, scanner);
1797
1798	parse_events__flush_buffer(buffer, scanner);
1799	parse_events__delete_buffer(buffer, scanner);
1800	parse_events_lex_destroy(scanner);
1801	return ret;
1802}
 
1803
1804/*
1805 * parse event config string, return a list of event terms.
1806 */
1807int parse_events_terms(struct list_head *terms, const char *str)
1808{
1809	struct parse_events_state parse_state = {
1810		.terms = NULL,
1811	};
1812	int ret;
1813
1814	ret = parse_events__scanner(str, &parse_state, PE_START_TERMS);
1815	if (!ret) {
1816		list_splice(parse_state.terms, terms);
1817		zfree(&parse_state.terms);
1818		return 0;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1819	}
 
 
1820
1821	parse_events_terms__delete(parse_state.terms);
1822	return ret;
 
 
 
1823}
1824
1825int parse_events(struct perf_evlist *evlist, const char *str,
1826		 struct parse_events_error *err)
 
1827{
1828	struct parse_events_state parse_state = {
1829		.list   = LIST_HEAD_INIT(parse_state.list),
1830		.idx    = evlist->nr_entries,
1831		.error  = err,
1832		.evlist = evlist,
 
 
 
 
1833	};
1834	int ret;
1835
1836	ret = parse_events__scanner(str, &parse_state, PE_START_EVENTS);
1837	perf_pmu__parse_cleanup();
1838	if (!ret) {
1839		struct perf_evsel *last;
1840
1841		if (list_empty(&parse_state.list)) {
1842			WARN_ONCE(true, "WARNING: event parser found nothing\n");
1843			return -1;
1844		}
 
 
 
 
 
 
 
1845
1846		perf_evlist__splice_list_tail(evlist, &parse_state.list);
1847		evlist->nr_groups += parse_state.nr_groups;
1848		last = perf_evlist__last(evlist);
 
 
 
 
 
 
1849		last->cmdline_group_boundary = true;
1850
1851		return 0;
1852	}
1853
1854	/*
1855	 * There are 2 users - builtin-record and builtin-test objects.
1856	 * Both call perf_evlist__delete in case of error, so we dont
1857	 * need to bother.
1858	 */
1859	return ret;
1860}
1861
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1862#define MAX_WIDTH 1000
1863static int get_term_width(void)
1864{
1865	struct winsize ws;
1866
1867	get_term_dimensions(&ws);
1868	return ws.ws_col > MAX_WIDTH ? MAX_WIDTH : ws.ws_col;
1869}
1870
1871void parse_events_print_error(struct parse_events_error *err,
1872			      const char *event)
1873{
1874	const char *str = "invalid or unsupported event: ";
1875	char _buf[MAX_WIDTH];
1876	char *buf = (char *) event;
1877	int idx = 0;
1878
1879	if (err->str) {
1880		/* -2 for extra '' in the final fprintf */
1881		int width       = get_term_width() - 2;
1882		int len_event   = strlen(event);
1883		int len_str, max_len, cut = 0;
1884
1885		/*
1886		 * Maximum error index indent, we will cut
1887		 * the event string if it's bigger.
1888		 */
1889		int max_err_idx = 13;
1890
1891		/*
1892		 * Let's be specific with the message when
1893		 * we have the precise error.
1894		 */
1895		str     = "event syntax error: ";
1896		len_str = strlen(str);
1897		max_len = width - len_str;
1898
1899		buf = _buf;
1900
1901		/* We're cutting from the beginning. */
1902		if (err->idx > max_err_idx)
1903			cut = err->idx - max_err_idx;
1904
1905		strncpy(buf, event + cut, max_len);
1906
1907		/* Mark cut parts with '..' on both sides. */
1908		if (cut)
1909			buf[0] = buf[1] = '.';
1910
1911		if ((len_event - cut) > max_len) {
1912			buf[max_len - 1] = buf[max_len - 2] = '.';
1913			buf[max_len] = 0;
1914		}
1915
1916		idx = len_str + err->idx - cut;
1917	}
1918
1919	fprintf(stderr, "%s'%s'\n", str, buf);
1920	if (idx) {
1921		fprintf(stderr, "%*s\\___ %s\n", idx + 1, "", err->str);
1922		if (err->help)
1923			fprintf(stderr, "\n%s\n", err->help);
1924		zfree(&err->str);
1925		zfree(&err->help);
1926	}
1927}
1928
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1929#undef MAX_WIDTH
1930
1931int parse_events_option(const struct option *opt, const char *str,
1932			int unset __maybe_unused)
1933{
1934	struct perf_evlist *evlist = *(struct perf_evlist **)opt->value;
1935	struct parse_events_error err = { .idx = 0, };
1936	int ret = parse_events(evlist, str, &err);
 
 
 
 
 
1937
1938	if (ret) {
1939		parse_events_print_error(&err, str);
1940		fprintf(stderr, "Run 'perf list' for a list of valid events\n");
1941	}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1942
1943	return ret;
1944}
1945
1946static int
1947foreach_evsel_in_last_glob(struct perf_evlist *evlist,
1948			   int (*func)(struct perf_evsel *evsel,
1949				       const void *arg),
1950			   const void *arg)
1951{
1952	struct perf_evsel *last = NULL;
1953	int err;
1954
1955	/*
1956	 * Don't return when list_empty, give func a chance to report
1957	 * error when it found last == NULL.
1958	 *
1959	 * So no need to WARN here, let *func do this.
1960	 */
1961	if (evlist->nr_entries > 0)
1962		last = perf_evlist__last(evlist);
1963
1964	do {
1965		err = (*func)(last, arg);
1966		if (err)
1967			return -1;
1968		if (!last)
1969			return 0;
1970
1971		if (last->node.prev == &evlist->entries)
1972			return 0;
1973		last = list_entry(last->node.prev, struct perf_evsel, node);
1974	} while (!last->cmdline_group_boundary);
1975
1976	return 0;
1977}
1978
1979static int set_filter(struct perf_evsel *evsel, const void *arg)
1980{
1981	const char *str = arg;
1982	bool found = false;
1983	int nr_addr_filters = 0;
1984	struct perf_pmu *pmu = NULL;
1985
1986	if (evsel == NULL)
1987		goto err;
 
 
 
1988
1989	if (evsel->attr.type == PERF_TYPE_TRACEPOINT) {
1990		if (perf_evsel__append_tp_filter(evsel, str) < 0) {
1991			fprintf(stderr,
1992				"not enough memory to hold filter string\n");
1993			return -1;
1994		}
1995
1996		return 0;
1997	}
1998
1999	while ((pmu = perf_pmu__scan(pmu)) != NULL)
2000		if (pmu->type == evsel->attr.type) {
2001			found = true;
2002			break;
2003		}
2004
2005	if (found)
2006		perf_pmu__scan_file(pmu, "nr_addr_filters",
2007				    "%d", &nr_addr_filters);
2008
2009	if (!nr_addr_filters)
2010		goto err;
2011
2012	if (perf_evsel__append_addr_filter(evsel, str) < 0) {
2013		fprintf(stderr,
2014			"not enough memory to hold filter string\n");
2015		return -1;
2016	}
2017
2018	return 0;
2019
2020err:
2021	fprintf(stderr,
2022		"--filter option should follow a -e tracepoint or HW tracer option\n");
2023
2024	return -1;
2025}
2026
2027int parse_filter(const struct option *opt, const char *str,
2028		 int unset __maybe_unused)
2029{
2030	struct perf_evlist *evlist = *(struct perf_evlist **)opt->value;
2031
2032	return foreach_evsel_in_last_glob(evlist, set_filter,
2033					  (const void *)str);
2034}
2035
2036static int add_exclude_perf_filter(struct perf_evsel *evsel,
2037				   const void *arg __maybe_unused)
2038{
2039	char new_filter[64];
2040
2041	if (evsel == NULL || evsel->attr.type != PERF_TYPE_TRACEPOINT) {
2042		fprintf(stderr,
2043			"--exclude-perf option should follow a -e tracepoint option\n");
2044		return -1;
2045	}
2046
2047	snprintf(new_filter, sizeof(new_filter), "common_pid != %d", getpid());
2048
2049	if (perf_evsel__append_tp_filter(evsel, new_filter) < 0) {
2050		fprintf(stderr,
2051			"not enough memory to hold filter string\n");
2052		return -1;
2053	}
2054
2055	return 0;
2056}
2057
2058int exclude_perf(const struct option *opt,
2059		 const char *arg __maybe_unused,
2060		 int unset __maybe_unused)
2061{
2062	struct perf_evlist *evlist = *(struct perf_evlist **)opt->value;
2063
2064	return foreach_evsel_in_last_glob(evlist, add_exclude_perf_filter,
2065					  NULL);
2066}
2067
2068static const char * const event_type_descriptors[] = {
2069	"Hardware event",
2070	"Software event",
2071	"Tracepoint event",
2072	"Hardware cache event",
2073	"Raw hardware event descriptor",
2074	"Hardware breakpoint",
2075};
2076
2077static int cmp_string(const void *a, const void *b)
2078{
2079	const char * const *as = a;
2080	const char * const *bs = b;
2081
2082	return strcmp(*as, *bs);
2083}
2084
2085/*
2086 * Print the events from <debugfs_mount_point>/tracing/events
2087 */
2088
2089void print_tracepoint_events(const char *subsys_glob, const char *event_glob,
2090			     bool name_only)
2091{
2092	DIR *sys_dir, *evt_dir;
2093	struct dirent *sys_dirent, *evt_dirent;
2094	char evt_path[MAXPATHLEN];
2095	char dir_path[MAXPATHLEN];
2096	char **evt_list = NULL;
2097	unsigned int evt_i = 0, evt_num = 0;
2098	bool evt_num_known = false;
2099
2100restart:
2101	sys_dir = opendir(tracing_events_path);
2102	if (!sys_dir)
2103		return;
2104
2105	if (evt_num_known) {
2106		evt_list = zalloc(sizeof(char *) * evt_num);
2107		if (!evt_list)
2108			goto out_close_sys_dir;
2109	}
2110
2111	for_each_subsystem(sys_dir, sys_dirent) {
2112		if (subsys_glob != NULL &&
2113		    !strglobmatch(sys_dirent->d_name, subsys_glob))
2114			continue;
2115
2116		snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path,
2117			 sys_dirent->d_name);
2118		evt_dir = opendir(dir_path);
2119		if (!evt_dir)
2120			continue;
2121
2122		for_each_event(sys_dirent, evt_dir, evt_dirent) {
2123			if (event_glob != NULL &&
2124			    !strglobmatch(evt_dirent->d_name, event_glob))
2125				continue;
2126
2127			if (!evt_num_known) {
2128				evt_num++;
2129				continue;
2130			}
2131
2132			snprintf(evt_path, MAXPATHLEN, "%s:%s",
2133				 sys_dirent->d_name, evt_dirent->d_name);
2134
2135			evt_list[evt_i] = strdup(evt_path);
2136			if (evt_list[evt_i] == NULL)
2137				goto out_close_evt_dir;
2138			evt_i++;
2139		}
2140		closedir(evt_dir);
2141	}
2142	closedir(sys_dir);
2143
2144	if (!evt_num_known) {
2145		evt_num_known = true;
2146		goto restart;
2147	}
2148	qsort(evt_list, evt_num, sizeof(char *), cmp_string);
2149	evt_i = 0;
2150	while (evt_i < evt_num) {
2151		if (name_only) {
2152			printf("%s ", evt_list[evt_i++]);
2153			continue;
2154		}
2155		printf("  %-50s [%s]\n", evt_list[evt_i++],
2156				event_type_descriptors[PERF_TYPE_TRACEPOINT]);
2157	}
2158	if (evt_num && pager_in_use())
2159		printf("\n");
2160
2161out_free:
2162	evt_num = evt_i;
2163	for (evt_i = 0; evt_i < evt_num; evt_i++)
2164		zfree(&evt_list[evt_i]);
2165	zfree(&evt_list);
2166	return;
2167
2168out_close_evt_dir:
2169	closedir(evt_dir);
2170out_close_sys_dir:
2171	closedir(sys_dir);
2172
2173	printf("FATAL: not enough memory to print %s\n",
2174			event_type_descriptors[PERF_TYPE_TRACEPOINT]);
2175	if (evt_list)
2176		goto out_free;
2177}
2178
2179/*
2180 * Check whether event is in <debugfs_mount_point>/tracing/events
2181 */
2182
2183int is_valid_tracepoint(const char *event_string)
2184{
2185	DIR *sys_dir, *evt_dir;
2186	struct dirent *sys_dirent, *evt_dirent;
2187	char evt_path[MAXPATHLEN];
2188	char dir_path[MAXPATHLEN];
2189
2190	sys_dir = opendir(tracing_events_path);
2191	if (!sys_dir)
2192		return 0;
2193
2194	for_each_subsystem(sys_dir, sys_dirent) {
2195
2196		snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path,
2197			 sys_dirent->d_name);
2198		evt_dir = opendir(dir_path);
2199		if (!evt_dir)
2200			continue;
2201
2202		for_each_event(sys_dirent, evt_dir, evt_dirent) {
2203			snprintf(evt_path, MAXPATHLEN, "%s:%s",
2204				 sys_dirent->d_name, evt_dirent->d_name);
2205			if (!strcmp(evt_path, event_string)) {
2206				closedir(evt_dir);
2207				closedir(sys_dir);
2208				return 1;
2209			}
2210		}
2211		closedir(evt_dir);
2212	}
2213	closedir(sys_dir);
2214	return 0;
2215}
2216
2217static bool is_event_supported(u8 type, unsigned config)
2218{
2219	bool ret = true;
2220	int open_return;
2221	struct perf_evsel *evsel;
2222	struct perf_event_attr attr = {
2223		.type = type,
2224		.config = config,
2225		.disabled = 1,
2226	};
2227	struct thread_map *tmap = thread_map__new_by_tid(0);
2228
2229	if (tmap == NULL)
2230		return false;
2231
2232	evsel = perf_evsel__new(&attr);
2233	if (evsel) {
2234		open_return = perf_evsel__open(evsel, NULL, tmap);
2235		ret = open_return >= 0;
2236
2237		if (open_return == -EACCES) {
2238			/*
2239			 * This happens if the paranoid value
2240			 * /proc/sys/kernel/perf_event_paranoid is set to 2
2241			 * Re-run with exclude_kernel set; we don't do that
2242			 * by default as some ARM machines do not support it.
2243			 *
2244			 */
2245			evsel->attr.exclude_kernel = 1;
2246			ret = perf_evsel__open(evsel, NULL, tmap) >= 0;
2247		}
2248		perf_evsel__delete(evsel);
2249	}
2250
2251	return ret;
2252}
2253
2254void print_sdt_events(const char *subsys_glob, const char *event_glob,
2255		      bool name_only)
2256{
2257	struct probe_cache *pcache;
2258	struct probe_cache_entry *ent;
2259	struct strlist *bidlist, *sdtlist;
2260	struct strlist_config cfg = {.dont_dupstr = true};
2261	struct str_node *nd, *nd2;
2262	char *buf, *path, *ptr = NULL;
2263	bool show_detail = false;
2264	int ret;
2265
2266	sdtlist = strlist__new(NULL, &cfg);
2267	if (!sdtlist) {
2268		pr_debug("Failed to allocate new strlist for SDT\n");
2269		return;
2270	}
2271	bidlist = build_id_cache__list_all(true);
2272	if (!bidlist) {
2273		pr_debug("Failed to get buildids: %d\n", errno);
2274		return;
2275	}
2276	strlist__for_each_entry(nd, bidlist) {
2277		pcache = probe_cache__new(nd->s, NULL);
2278		if (!pcache)
2279			continue;
2280		list_for_each_entry(ent, &pcache->entries, node) {
2281			if (!ent->sdt)
2282				continue;
2283			if (subsys_glob &&
2284			    !strglobmatch(ent->pev.group, subsys_glob))
2285				continue;
2286			if (event_glob &&
2287			    !strglobmatch(ent->pev.event, event_glob))
2288				continue;
2289			ret = asprintf(&buf, "%s:%s@%s", ent->pev.group,
2290					ent->pev.event, nd->s);
2291			if (ret > 0)
2292				strlist__add(sdtlist, buf);
2293		}
2294		probe_cache__delete(pcache);
2295	}
2296	strlist__delete(bidlist);
2297
2298	strlist__for_each_entry(nd, sdtlist) {
2299		buf = strchr(nd->s, '@');
2300		if (buf)
2301			*(buf++) = '\0';
2302		if (name_only) {
2303			printf("%s ", nd->s);
2304			continue;
2305		}
2306		nd2 = strlist__next(nd);
2307		if (nd2) {
2308			ptr = strchr(nd2->s, '@');
2309			if (ptr)
2310				*ptr = '\0';
2311			if (strcmp(nd->s, nd2->s) == 0)
2312				show_detail = true;
2313		}
2314		if (show_detail) {
2315			path = build_id_cache__origname(buf);
2316			ret = asprintf(&buf, "%s@%s(%.12s)", nd->s, path, buf);
2317			if (ret > 0) {
2318				printf("  %-50s [%s]\n", buf, "SDT event");
2319				free(buf);
2320			}
2321		} else
2322			printf("  %-50s [%s]\n", nd->s, "SDT event");
2323		if (nd2) {
2324			if (strcmp(nd->s, nd2->s) != 0)
2325				show_detail = false;
2326			if (ptr)
2327				*ptr = '@';
2328		}
2329	}
2330	strlist__delete(sdtlist);
2331}
2332
2333int print_hwcache_events(const char *event_glob, bool name_only)
2334{
2335	unsigned int type, op, i, evt_i = 0, evt_num = 0;
2336	char name[64];
2337	char **evt_list = NULL;
2338	bool evt_num_known = false;
2339
2340restart:
2341	if (evt_num_known) {
2342		evt_list = zalloc(sizeof(char *) * evt_num);
2343		if (!evt_list)
2344			goto out_enomem;
2345	}
2346
2347	for (type = 0; type < PERF_COUNT_HW_CACHE_MAX; type++) {
2348		for (op = 0; op < PERF_COUNT_HW_CACHE_OP_MAX; op++) {
2349			/* skip invalid cache type */
2350			if (!perf_evsel__is_cache_op_valid(type, op))
2351				continue;
2352
2353			for (i = 0; i < PERF_COUNT_HW_CACHE_RESULT_MAX; i++) {
2354				__perf_evsel__hw_cache_type_op_res_name(type, op, i,
2355									name, sizeof(name));
2356				if (event_glob != NULL && !strglobmatch(name, event_glob))
2357					continue;
2358
2359				if (!is_event_supported(PERF_TYPE_HW_CACHE,
2360							type | (op << 8) | (i << 16)))
2361					continue;
2362
2363				if (!evt_num_known) {
2364					evt_num++;
2365					continue;
2366				}
2367
2368				evt_list[evt_i] = strdup(name);
2369				if (evt_list[evt_i] == NULL)
2370					goto out_enomem;
2371				evt_i++;
2372			}
2373		}
2374	}
2375
2376	if (!evt_num_known) {
2377		evt_num_known = true;
2378		goto restart;
2379	}
2380	qsort(evt_list, evt_num, sizeof(char *), cmp_string);
2381	evt_i = 0;
2382	while (evt_i < evt_num) {
2383		if (name_only) {
2384			printf("%s ", evt_list[evt_i++]);
2385			continue;
2386		}
2387		printf("  %-50s [%s]\n", evt_list[evt_i++],
2388				event_type_descriptors[PERF_TYPE_HW_CACHE]);
2389	}
2390	if (evt_num && pager_in_use())
2391		printf("\n");
2392
2393out_free:
2394	evt_num = evt_i;
2395	for (evt_i = 0; evt_i < evt_num; evt_i++)
2396		zfree(&evt_list[evt_i]);
2397	zfree(&evt_list);
2398	return evt_num;
2399
2400out_enomem:
2401	printf("FATAL: not enough memory to print %s\n", event_type_descriptors[PERF_TYPE_HW_CACHE]);
2402	if (evt_list)
2403		goto out_free;
2404	return evt_num;
2405}
2406
2407void print_symbol_events(const char *event_glob, unsigned type,
2408				struct event_symbol *syms, unsigned max,
2409				bool name_only)
2410{
2411	unsigned int i, evt_i = 0, evt_num = 0;
2412	char name[MAX_NAME_LEN];
2413	char **evt_list = NULL;
2414	bool evt_num_known = false;
2415
2416restart:
2417	if (evt_num_known) {
2418		evt_list = zalloc(sizeof(char *) * evt_num);
2419		if (!evt_list)
2420			goto out_enomem;
2421		syms -= max;
2422	}
2423
2424	for (i = 0; i < max; i++, syms++) {
2425
2426		if (event_glob != NULL && syms->symbol != NULL &&
2427		    !(strglobmatch(syms->symbol, event_glob) ||
2428		      (syms->alias && strglobmatch(syms->alias, event_glob))))
2429			continue;
2430
2431		if (!is_event_supported(type, i))
2432			continue;
2433
2434		if (!evt_num_known) {
2435			evt_num++;
2436			continue;
2437		}
2438
2439		if (!name_only && strlen(syms->alias))
2440			snprintf(name, MAX_NAME_LEN, "%s OR %s", syms->symbol, syms->alias);
2441		else
2442			strncpy(name, syms->symbol, MAX_NAME_LEN);
2443
2444		evt_list[evt_i] = strdup(name);
2445		if (evt_list[evt_i] == NULL)
2446			goto out_enomem;
2447		evt_i++;
2448	}
2449
2450	if (!evt_num_known) {
2451		evt_num_known = true;
2452		goto restart;
2453	}
2454	qsort(evt_list, evt_num, sizeof(char *), cmp_string);
2455	evt_i = 0;
2456	while (evt_i < evt_num) {
2457		if (name_only) {
2458			printf("%s ", evt_list[evt_i++]);
2459			continue;
2460		}
2461		printf("  %-50s [%s]\n", evt_list[evt_i++], event_type_descriptors[type]);
2462	}
2463	if (evt_num && pager_in_use())
2464		printf("\n");
2465
2466out_free:
2467	evt_num = evt_i;
2468	for (evt_i = 0; evt_i < evt_num; evt_i++)
2469		zfree(&evt_list[evt_i]);
2470	zfree(&evt_list);
2471	return;
2472
2473out_enomem:
2474	printf("FATAL: not enough memory to print %s\n", event_type_descriptors[type]);
2475	if (evt_list)
2476		goto out_free;
2477}
2478
2479/*
2480 * Print the help text for the event symbols:
2481 */
2482void print_events(const char *event_glob, bool name_only, bool quiet_flag,
2483			bool long_desc, bool details_flag)
2484{
2485	print_symbol_events(event_glob, PERF_TYPE_HARDWARE,
2486			    event_symbols_hw, PERF_COUNT_HW_MAX, name_only);
2487
2488	print_symbol_events(event_glob, PERF_TYPE_SOFTWARE,
2489			    event_symbols_sw, PERF_COUNT_SW_MAX, name_only);
2490
2491	print_hwcache_events(event_glob, name_only);
2492
2493	print_pmu_events(event_glob, name_only, quiet_flag, long_desc,
2494			details_flag);
2495
2496	if (event_glob != NULL)
2497		return;
2498
2499	if (!name_only) {
2500		printf("  %-50s [%s]\n",
2501		       "rNNN",
2502		       event_type_descriptors[PERF_TYPE_RAW]);
2503		printf("  %-50s [%s]\n",
2504		       "cpu/t1=v1[,t2=v2,t3 ...]/modifier",
2505		       event_type_descriptors[PERF_TYPE_RAW]);
2506		if (pager_in_use())
2507			printf("   (see 'man perf-list' on how to encode it)\n\n");
2508
2509		printf("  %-50s [%s]\n",
2510		       "mem:<addr>[/len][:access]",
2511			event_type_descriptors[PERF_TYPE_BREAKPOINT]);
2512		if (pager_in_use())
2513			printf("\n");
2514	}
2515
2516	print_tracepoint_events(NULL, NULL, name_only);
2517
2518	print_sdt_events(NULL, NULL, name_only);
2519
2520	metricgroup__print(true, true, NULL, name_only);
2521}
2522
2523int parse_events__is_hardcoded_term(struct parse_events_term *term)
2524{
2525	return term->type_term != PARSE_EVENTS__TERM_TYPE_USER;
2526}
2527
2528static int new_term(struct parse_events_term **_term,
2529		    struct parse_events_term *temp,
2530		    char *str, u64 num)
2531{
2532	struct parse_events_term *term;
2533
2534	term = malloc(sizeof(*term));
2535	if (!term)
2536		return -ENOMEM;
2537
2538	*term = *temp;
2539	INIT_LIST_HEAD(&term->list);
2540	term->weak = false;
2541
2542	switch (term->type_val) {
2543	case PARSE_EVENTS__TERM_TYPE_NUM:
2544		term->val.num = num;
2545		break;
2546	case PARSE_EVENTS__TERM_TYPE_STR:
2547		term->val.str = str;
2548		break;
2549	default:
2550		free(term);
2551		return -EINVAL;
2552	}
2553
2554	*_term = term;
2555	return 0;
2556}
2557
2558int parse_events_term__num(struct parse_events_term **term,
2559			   int type_term, char *config, u64 num,
 
2560			   bool no_value,
2561			   void *loc_term_, void *loc_val_)
2562{
2563	YYLTYPE *loc_term = loc_term_;
2564	YYLTYPE *loc_val = loc_val_;
2565
2566	struct parse_events_term temp = {
2567		.type_val  = PARSE_EVENTS__TERM_TYPE_NUM,
2568		.type_term = type_term,
2569		.config    = config,
2570		.no_value  = no_value,
2571		.err_term  = loc_term ? loc_term->first_column : 0,
2572		.err_val   = loc_val  ? loc_val->first_column  : 0,
2573	};
2574
2575	return new_term(term, &temp, NULL, num);
2576}
2577
2578int parse_events_term__str(struct parse_events_term **term,
2579			   int type_term, char *config, char *str,
 
2580			   void *loc_term_, void *loc_val_)
2581{
2582	YYLTYPE *loc_term = loc_term_;
2583	YYLTYPE *loc_val = loc_val_;
2584
2585	struct parse_events_term temp = {
2586		.type_val  = PARSE_EVENTS__TERM_TYPE_STR,
2587		.type_term = type_term,
2588		.config    = config,
2589		.err_term  = loc_term ? loc_term->first_column : 0,
2590		.err_val   = loc_val  ? loc_val->first_column  : 0,
2591	};
2592
2593	return new_term(term, &temp, str, 0);
2594}
2595
2596int parse_events_term__sym_hw(struct parse_events_term **term,
2597			      char *config, unsigned idx)
 
 
2598{
2599	struct event_symbol *sym;
2600	struct parse_events_term temp = {
2601		.type_val  = PARSE_EVENTS__TERM_TYPE_STR,
2602		.type_term = PARSE_EVENTS__TERM_TYPE_USER,
2603		.config    = config ?: (char *) "event",
2604	};
2605
2606	BUG_ON(idx >= PERF_COUNT_HW_MAX);
2607	sym = &event_symbols_hw[idx];
2608
2609	return new_term(term, &temp, (char *) sym->symbol, 0);
2610}
2611
2612int parse_events_term__clone(struct parse_events_term **new,
2613			     struct parse_events_term *term)
2614{
2615	struct parse_events_term temp = {
2616		.type_val  = term->type_val,
2617		.type_term = term->type_term,
2618		.config    = term->config,
2619		.err_term  = term->err_term,
2620		.err_val   = term->err_val,
2621	};
2622
2623	return new_term(new, &temp, term->val.str, term->val.num);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2624}
2625
2626int parse_events_copy_term_list(struct list_head *old,
2627				 struct list_head **new)
2628{
2629	struct parse_events_term *term, *n;
2630	int ret;
2631
2632	if (!old) {
2633		*new = NULL;
2634		return 0;
2635	}
2636
2637	*new = malloc(sizeof(struct list_head));
2638	if (!*new)
2639		return -ENOMEM;
2640	INIT_LIST_HEAD(*new);
 
 
 
 
2641
2642	list_for_each_entry (term, old, list) {
2643		ret = parse_events_term__clone(&n, term);
2644		if (ret)
2645			return ret;
2646		list_add_tail(&n->list, *new);
 
2647	}
2648	return 0;
2649}
2650
2651void parse_events_terms__purge(struct list_head *terms)
 
 
 
 
 
2652{
2653	struct parse_events_term *term, *h;
2654
2655	list_for_each_entry_safe(term, h, terms, list) {
2656		if (term->array.nr_ranges)
2657			zfree(&term->array.ranges);
2658		list_del_init(&term->list);
2659		free(term);
2660	}
2661}
2662
2663void parse_events_terms__delete(struct list_head *terms)
2664{
2665	if (!terms)
2666		return;
2667	parse_events_terms__purge(terms);
2668	free(terms);
2669}
2670
2671void parse_events__clear_array(struct parse_events_array *a)
2672{
2673	zfree(&a->ranges);
2674}
2675
2676void parse_events_evlist_error(struct parse_events_state *parse_state,
2677			       int idx, const char *str)
2678{
2679	struct parse_events_error *err = parse_state->error;
2680
2681	if (!err)
2682		return;
2683	err->idx = idx;
2684	err->str = strdup(str);
2685	WARN_ONCE(!err->str, "WARNING: failed to allocate error string");
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2686}
2687
2688static void config_terms_list(char *buf, size_t buf_sz)
2689{
2690	int i;
2691	bool first = true;
2692
2693	buf[0] = '\0';
2694	for (i = 0; i < __PARSE_EVENTS__TERM_TYPE_NR; i++) {
2695		const char *name = config_term_names[i];
2696
2697		if (!config_term_avail(i, NULL))
2698			continue;
2699		if (!name)
2700			continue;
2701		if (name[0] == '<')
2702			continue;
2703
2704		if (strlen(buf) + strlen(name) + 2 >= buf_sz)
2705			return;
2706
2707		if (!first)
2708			strcat(buf, ",");
2709		else
2710			first = false;
2711		strcat(buf, name);
2712	}
2713}
2714
2715/*
2716 * Return string contains valid config terms of an event.
2717 * @additional_terms: For terms such as PMU sysfs terms.
2718 */
2719char *parse_events_formats_error_string(char *additional_terms)
2720{
2721	char *str;
2722	/* "no-overwrite" is the longest name */
2723	char static_terms[__PARSE_EVENTS__TERM_TYPE_NR *
2724			  (sizeof("no-overwrite") - 1)];
2725
2726	config_terms_list(static_terms, sizeof(static_terms));
2727	/* valid terms */
2728	if (additional_terms) {
2729		if (asprintf(&str, "valid terms: %s,%s",
2730			     additional_terms, static_terms) < 0)
2731			goto fail;
2732	} else {
2733		if (asprintf(&str, "valid terms: %s", static_terms) < 0)
2734			goto fail;
2735	}
2736	return str;
2737
2738fail:
2739	return NULL;
2740}
v6.13.7
   1// SPDX-License-Identifier: GPL-2.0
   2#include <linux/hw_breakpoint.h>
   3#include <linux/err.h>
   4#include <linux/list_sort.h>
   5#include <linux/zalloc.h>
   6#include <dirent.h>
   7#include <errno.h>
   8#include <sys/ioctl.h>
 
 
 
   9#include <sys/param.h>
  10#include "term.h"
  11#include "env.h"
  12#include "evlist.h"
  13#include "evsel.h"
  14#include <subcmd/parse-options.h>
  15#include "parse-events.h"
 
  16#include "string2.h"
  17#include "strbuf.h"
 
 
 
 
  18#include "debug.h"
  19#include <api/fs/tracing_path.h>
  20#include <perf/cpumap.h>
  21#include <util/parse-events-bison.h>
  22#include <util/parse-events-flex.h>
  23#include "pmu.h"
  24#include "pmus.h"
 
 
  25#include "asm/bug.h"
  26#include "util/parse-branch-options.h"
  27#include "util/evsel_config.h"
  28#include "util/event.h"
  29#include "util/bpf-filter.h"
  30#include "util/util.h"
  31#include "tracepoint.h"
  32
  33#define MAX_NAME_LEN 100
  34
  35static int get_config_terms(const struct parse_events_terms *head_config,
  36			    struct list_head *head_terms);
  37static int parse_events_terms__copy(const struct parse_events_terms *src,
  38				    struct parse_events_terms *dest);
 
 
  39
  40const struct event_symbol event_symbols_hw[PERF_COUNT_HW_MAX] = {
 
 
 
 
 
 
 
 
 
  41	[PERF_COUNT_HW_CPU_CYCLES] = {
  42		.symbol = "cpu-cycles",
  43		.alias  = "cycles",
  44	},
  45	[PERF_COUNT_HW_INSTRUCTIONS] = {
  46		.symbol = "instructions",
  47		.alias  = "",
  48	},
  49	[PERF_COUNT_HW_CACHE_REFERENCES] = {
  50		.symbol = "cache-references",
  51		.alias  = "",
  52	},
  53	[PERF_COUNT_HW_CACHE_MISSES] = {
  54		.symbol = "cache-misses",
  55		.alias  = "",
  56	},
  57	[PERF_COUNT_HW_BRANCH_INSTRUCTIONS] = {
  58		.symbol = "branch-instructions",
  59		.alias  = "branches",
  60	},
  61	[PERF_COUNT_HW_BRANCH_MISSES] = {
  62		.symbol = "branch-misses",
  63		.alias  = "",
  64	},
  65	[PERF_COUNT_HW_BUS_CYCLES] = {
  66		.symbol = "bus-cycles",
  67		.alias  = "",
  68	},
  69	[PERF_COUNT_HW_STALLED_CYCLES_FRONTEND] = {
  70		.symbol = "stalled-cycles-frontend",
  71		.alias  = "idle-cycles-frontend",
  72	},
  73	[PERF_COUNT_HW_STALLED_CYCLES_BACKEND] = {
  74		.symbol = "stalled-cycles-backend",
  75		.alias  = "idle-cycles-backend",
  76	},
  77	[PERF_COUNT_HW_REF_CPU_CYCLES] = {
  78		.symbol = "ref-cycles",
  79		.alias  = "",
  80	},
  81};
  82
  83const struct event_symbol event_symbols_sw[PERF_COUNT_SW_MAX] = {
  84	[PERF_COUNT_SW_CPU_CLOCK] = {
  85		.symbol = "cpu-clock",
  86		.alias  = "",
  87	},
  88	[PERF_COUNT_SW_TASK_CLOCK] = {
  89		.symbol = "task-clock",
  90		.alias  = "",
  91	},
  92	[PERF_COUNT_SW_PAGE_FAULTS] = {
  93		.symbol = "page-faults",
  94		.alias  = "faults",
  95	},
  96	[PERF_COUNT_SW_CONTEXT_SWITCHES] = {
  97		.symbol = "context-switches",
  98		.alias  = "cs",
  99	},
 100	[PERF_COUNT_SW_CPU_MIGRATIONS] = {
 101		.symbol = "cpu-migrations",
 102		.alias  = "migrations",
 103	},
 104	[PERF_COUNT_SW_PAGE_FAULTS_MIN] = {
 105		.symbol = "minor-faults",
 106		.alias  = "",
 107	},
 108	[PERF_COUNT_SW_PAGE_FAULTS_MAJ] = {
 109		.symbol = "major-faults",
 110		.alias  = "",
 111	},
 112	[PERF_COUNT_SW_ALIGNMENT_FAULTS] = {
 113		.symbol = "alignment-faults",
 114		.alias  = "",
 115	},
 116	[PERF_COUNT_SW_EMULATION_FAULTS] = {
 117		.symbol = "emulation-faults",
 118		.alias  = "",
 119	},
 120	[PERF_COUNT_SW_DUMMY] = {
 121		.symbol = "dummy",
 122		.alias  = "",
 123	},
 124	[PERF_COUNT_SW_BPF_OUTPUT] = {
 125		.symbol = "bpf-output",
 126		.alias  = "",
 127	},
 128	[PERF_COUNT_SW_CGROUP_SWITCHES] = {
 129		.symbol = "cgroup-switches",
 130		.alias  = "",
 131	},
 132};
 133
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 134const char *event_type(int type)
 135{
 136	switch (type) {
 137	case PERF_TYPE_HARDWARE:
 138		return "hardware";
 139
 140	case PERF_TYPE_SOFTWARE:
 141		return "software";
 142
 143	case PERF_TYPE_TRACEPOINT:
 144		return "tracepoint";
 145
 146	case PERF_TYPE_HW_CACHE:
 147		return "hardware-cache";
 148
 149	default:
 150		break;
 151	}
 152
 153	return "unknown";
 154}
 155
 156static char *get_config_str(const struct parse_events_terms *head_terms,
 157			    enum parse_events__term_type type_term)
 
 
 
 
 158{
 159	struct parse_events_term *term;
 160
 161	if (!head_terms)
 162		return NULL;
 163
 164	list_for_each_entry(term, &head_terms->terms, list)
 165		if (term->type_term == type_term)
 166			return term->val.str;
 167
 168	return NULL;
 169}
 170
 171static char *get_config_metric_id(const struct parse_events_terms *head_terms)
 172{
 173	return get_config_str(head_terms, PARSE_EVENTS__TERM_TYPE_METRIC_ID);
 174}
 175
 176static char *get_config_name(const struct parse_events_terms *head_terms)
 177{
 178	return get_config_str(head_terms, PARSE_EVENTS__TERM_TYPE_NAME);
 179}
 180
 181/**
 182 * fix_raw - For each raw term see if there is an event (aka alias) in pmu that
 183 *           matches the raw's string value. If the string value matches an
 184 *           event then change the term to be an event, if not then change it to
 185 *           be a config term. For example, "read" may be an event of the PMU or
 186 *           a raw hex encoding of 0xead. The fix-up is done late so the PMU of
 187 *           the event can be determined and we don't need to scan all PMUs
 188 *           ahead-of-time.
 189 * @config_terms: the list of terms that may contain a raw term.
 190 * @pmu: the PMU to scan for events from.
 191 */
 192static void fix_raw(struct parse_events_terms *config_terms, struct perf_pmu *pmu)
 193{
 194	struct parse_events_term *term;
 195
 196	list_for_each_entry(term, &config_terms->terms, list) {
 197		u64 num;
 198
 199		if (term->type_term != PARSE_EVENTS__TERM_TYPE_RAW)
 200			continue;
 201
 202		if (perf_pmu__have_event(pmu, term->val.str)) {
 203			zfree(&term->config);
 204			term->config = term->val.str;
 205			term->type_val = PARSE_EVENTS__TERM_TYPE_NUM;
 206			term->type_term = PARSE_EVENTS__TERM_TYPE_USER;
 207			term->val.num = 1;
 208			term->no_value = true;
 209			continue;
 210		}
 211
 212		zfree(&term->config);
 213		term->config = strdup("config");
 214		errno = 0;
 215		num = strtoull(term->val.str + 1, NULL, 16);
 216		assert(errno == 0);
 217		free(term->val.str);
 218		term->type_val = PARSE_EVENTS__TERM_TYPE_NUM;
 219		term->type_term = PARSE_EVENTS__TERM_TYPE_CONFIG;
 220		term->val.num = num;
 221		term->no_value = false;
 222	}
 223}
 224
 225static struct evsel *
 226__add_event(struct list_head *list, int *idx,
 227	    struct perf_event_attr *attr,
 228	    bool init_attr,
 229	    const char *name, const char *metric_id, struct perf_pmu *pmu,
 230	    struct list_head *config_terms, bool auto_merge_stats,
 231	    struct perf_cpu_map *cpu_list, u64 alternate_hw_config)
 232{
 233	struct evsel *evsel;
 234	struct perf_cpu_map *cpus = perf_cpu_map__is_empty(cpu_list) && pmu ? pmu->cpus : cpu_list;
 235
 236	cpus = perf_cpu_map__get(cpus);
 237	if (pmu)
 238		perf_pmu__warn_invalid_formats(pmu);
 239
 240	if (pmu && (attr->type == PERF_TYPE_RAW || attr->type >= PERF_TYPE_MAX)) {
 241		perf_pmu__warn_invalid_config(pmu, attr->config, name,
 242					      PERF_PMU_FORMAT_VALUE_CONFIG, "config");
 243		perf_pmu__warn_invalid_config(pmu, attr->config1, name,
 244					      PERF_PMU_FORMAT_VALUE_CONFIG1, "config1");
 245		perf_pmu__warn_invalid_config(pmu, attr->config2, name,
 246					      PERF_PMU_FORMAT_VALUE_CONFIG2, "config2");
 247		perf_pmu__warn_invalid_config(pmu, attr->config3, name,
 248					      PERF_PMU_FORMAT_VALUE_CONFIG3, "config3");
 249	}
 250	if (init_attr)
 251		event_attr_init(attr);
 252
 253	evsel = evsel__new_idx(attr, *idx);
 254	if (!evsel) {
 255		perf_cpu_map__put(cpus);
 256		return NULL;
 257	}
 258
 259	(*idx)++;
 260	evsel->core.cpus = cpus;
 261	evsel->core.own_cpus = perf_cpu_map__get(cpus);
 262	evsel->core.requires_cpu = pmu ? pmu->is_uncore : false;
 263	evsel->core.is_pmu_core = pmu ? pmu->is_core : false;
 264	evsel->auto_merge_stats = auto_merge_stats;
 265	evsel->pmu = pmu;
 266	evsel->alternate_hw_config = alternate_hw_config;
 267
 268	if (name)
 269		evsel->name = strdup(name);
 270
 271	if (metric_id)
 272		evsel->metric_id = strdup(metric_id);
 273
 274	if (config_terms)
 275		list_splice_init(config_terms, &evsel->config_terms);
 276
 277	if (list)
 278		list_add_tail(&evsel->core.node, list);
 279
 
 280	return evsel;
 281}
 282
 283struct evsel *parse_events__add_event(int idx, struct perf_event_attr *attr,
 284				      const char *name, const char *metric_id,
 285				      struct perf_pmu *pmu)
 286{
 287	return __add_event(/*list=*/NULL, &idx, attr, /*init_attr=*/false, name,
 288			   metric_id, pmu, /*config_terms=*/NULL,
 289			   /*auto_merge_stats=*/false, /*cpu_list=*/NULL,
 290			   /*alternate_hw_config=*/PERF_COUNT_HW_MAX);
 291}
 292
 293static int add_event(struct list_head *list, int *idx,
 294		     struct perf_event_attr *attr, const char *name,
 295		     const char *metric_id, struct list_head *config_terms,
 296		     u64 alternate_hw_config)
 297{
 298	return __add_event(list, idx, attr, /*init_attr*/true, name, metric_id,
 299			   /*pmu=*/NULL, config_terms,
 300			   /*auto_merge_stats=*/false, /*cpu_list=*/NULL,
 301			   alternate_hw_config) ? 0 : -ENOMEM;
 302}
 303
 304/**
 305 * parse_aliases - search names for entries beginning or equalling str ignoring
 306 *                 case. If mutliple entries in names match str then the longest
 307 *                 is chosen.
 308 * @str: The needle to look for.
 309 * @names: The haystack to search.
 310 * @size: The size of the haystack.
 311 * @longest: Out argument giving the length of the matching entry.
 312 */
 313static int parse_aliases(const char *str, const char *const names[][EVSEL__MAX_ALIASES], int size,
 314			 int *longest)
 315{
 316	*longest = -1;
 317	for (int i = 0; i < size; i++) {
 318		for (int j = 0; j < EVSEL__MAX_ALIASES && names[i][j]; j++) {
 319			int n = strlen(names[i][j]);
 320
 321			if (n > *longest && !strncasecmp(str, names[i][j], n))
 322				*longest = n;
 
 
 
 323		}
 324		if (*longest > 0)
 325			return i;
 326	}
 327
 328	return -1;
 329}
 330
 331typedef int config_term_func_t(struct perf_event_attr *attr,
 332			       struct parse_events_term *term,
 333			       struct parse_events_error *err);
 334static int config_term_common(struct perf_event_attr *attr,
 335			      struct parse_events_term *term,
 336			      struct parse_events_error *err);
 337static int config_attr(struct perf_event_attr *attr,
 338		       const struct parse_events_terms *head,
 339		       struct parse_events_error *err,
 340		       config_term_func_t config_term);
 341
 342/**
 343 * parse_events__decode_legacy_cache - Search name for the legacy cache event
 344 *                                     name composed of 1, 2 or 3 hyphen
 345 *                                     separated sections. The first section is
 346 *                                     the cache type while the others are the
 347 *                                     optional op and optional result. To make
 348 *                                     life hard the names in the table also
 349 *                                     contain hyphens and the longest name
 350 *                                     should always be selected.
 351 */
 352int parse_events__decode_legacy_cache(const char *name, int extended_pmu_type, __u64 *config)
 353{
 354	int len, cache_type = -1, cache_op = -1, cache_result = -1;
 355	const char *name_end = &name[strlen(name) + 1];
 356	const char *str = name;
 
 
 
 357
 358	cache_type = parse_aliases(str, evsel__hw_cache, PERF_COUNT_HW_CACHE_MAX, &len);
 
 
 
 
 
 359	if (cache_type == -1)
 360		return -EINVAL;
 361	str += len + 1;
 362
 363	if (str < name_end) {
 364		cache_op = parse_aliases(str, evsel__hw_cache_op,
 365					PERF_COUNT_HW_CACHE_OP_MAX, &len);
 366		if (cache_op >= 0) {
 367			if (!evsel__is_cache_op_valid(cache_type, cache_op))
 368				return -EINVAL;
 369			str += len + 1;
 370		} else {
 371			cache_result = parse_aliases(str, evsel__hw_cache_result,
 372						PERF_COUNT_HW_CACHE_RESULT_MAX, &len);
 373			if (cache_result >= 0)
 374				str += len + 1;
 375		}
 376	}
 377	if (str < name_end) {
 378		if (cache_op < 0) {
 379			cache_op = parse_aliases(str, evsel__hw_cache_op,
 380						PERF_COUNT_HW_CACHE_OP_MAX, &len);
 381			if (cache_op >= 0) {
 382				if (!evsel__is_cache_op_valid(cache_type, cache_op))
 383					return -EINVAL;
 
 384			}
 385		} else if (cache_result < 0) {
 386			cache_result = parse_aliases(str, evsel__hw_cache_result,
 387						PERF_COUNT_HW_CACHE_RESULT_MAX, &len);
 
 
 
 
 388		}
 389	}
 390
 391	/*
 392	 * Fall back to reads:
 393	 */
 394	if (cache_op == -1)
 395		cache_op = PERF_COUNT_HW_CACHE_OP_READ;
 396
 397	/*
 398	 * Fall back to accesses:
 399	 */
 400	if (cache_result == -1)
 401		cache_result = PERF_COUNT_HW_CACHE_RESULT_ACCESS;
 402
 403	*config = cache_type | (cache_op << 8) | (cache_result << 16);
 404	if (perf_pmus__supports_extended_type())
 405		*config |= (__u64)extended_pmu_type << PERF_PMU_TYPE_SHIFT;
 406	return 0;
 407}
 408
 409/**
 410 * parse_events__filter_pmu - returns false if a wildcard PMU should be
 411 *                            considered, true if it should be filtered.
 412 */
 413bool parse_events__filter_pmu(const struct parse_events_state *parse_state,
 414			      const struct perf_pmu *pmu)
 415{
 416	if (parse_state->pmu_filter == NULL)
 417		return false;
 418
 419	return strcmp(parse_state->pmu_filter, pmu->name) != 0;
 420}
 421
 422static int parse_events_add_pmu(struct parse_events_state *parse_state,
 423				struct list_head *list, struct perf_pmu *pmu,
 424				const struct parse_events_terms *const_parsed_terms,
 425				bool auto_merge_stats, u64 alternate_hw_config);
 426
 427int parse_events_add_cache(struct list_head *list, int *idx, const char *name,
 428			   struct parse_events_state *parse_state,
 429			   struct parse_events_terms *parsed_terms)
 430{
 431	struct perf_pmu *pmu = NULL;
 432	bool found_supported = false;
 433	const char *config_name = get_config_name(parsed_terms);
 434	const char *metric_id = get_config_metric_id(parsed_terms);
 435
 436	while ((pmu = perf_pmus__scan(pmu)) != NULL) {
 437		LIST_HEAD(config_terms);
 438		struct perf_event_attr attr;
 439		int ret;
 440
 441		if (parse_events__filter_pmu(parse_state, pmu))
 442			continue;
 443
 444		if (perf_pmu__have_event(pmu, name)) {
 445			/*
 446			 * The PMU has the event so add as not a legacy cache
 447			 * event.
 448			 */
 449			ret = parse_events_add_pmu(parse_state, list, pmu,
 450						   parsed_terms,
 451						   perf_pmu__auto_merge_stats(pmu),
 452						   /*alternate_hw_config=*/PERF_COUNT_HW_MAX);
 453			if (ret)
 454				return ret;
 455			continue;
 456		}
 457
 458		if (!pmu->is_core) {
 459			/* Legacy cache events are only supported by core PMUs. */
 460			continue;
 461		}
 462
 463		memset(&attr, 0, sizeof(attr));
 464		attr.type = PERF_TYPE_HW_CACHE;
 465
 466		ret = parse_events__decode_legacy_cache(name, pmu->type, &attr.config);
 467		if (ret)
 468			return ret;
 469
 470		found_supported = true;
 471
 472		if (parsed_terms) {
 473			if (config_attr(&attr, parsed_terms, parse_state->error,
 474					config_term_common))
 475				return -EINVAL;
 476
 477			if (get_config_terms(parsed_terms, &config_terms))
 478				return -ENOMEM;
 479		}
 480
 481		if (__add_event(list, idx, &attr, /*init_attr*/true, config_name ?: name,
 482				metric_id, pmu, &config_terms, /*auto_merge_stats=*/false,
 483				/*cpu_list=*/NULL,
 484				/*alternate_hw_config=*/PERF_COUNT_HW_MAX) == NULL)
 485			return -ENOMEM;
 486
 487		free_config_terms(&config_terms);
 488	}
 489	return found_supported ? 0 : -EINVAL;
 490}
 491
 492#ifdef HAVE_LIBTRACEEVENT
 493static void tracepoint_error(struct parse_events_error *e, int err,
 494			     const char *sys, const char *name, int column)
 495{
 496	const char *str;
 497	char help[BUFSIZ];
 498
 499	if (!e)
 500		return;
 501
 502	/*
 503	 * We get error directly from syscall errno ( > 0),
 504	 * or from encoded pointer's error ( < 0).
 505	 */
 506	err = abs(err);
 507
 508	switch (err) {
 509	case EACCES:
 510		str = "can't access trace events";
 511		break;
 512	case ENOENT:
 513		str = "unknown tracepoint";
 514		break;
 515	default:
 516		str = "failed to add tracepoint";
 517		break;
 518	}
 519
 520	tracing_path__strerror_open_tp(err, help, sizeof(help), sys, name);
 521	parse_events_error__handle(e, column, strdup(str), strdup(help));
 522}
 523
 524static int add_tracepoint(struct parse_events_state *parse_state,
 525			  struct list_head *list,
 526			  const char *sys_name, const char *evt_name,
 527			  struct parse_events_error *err,
 528			  struct parse_events_terms *head_config, void *loc_)
 529{
 530	YYLTYPE *loc = loc_;
 531	struct evsel *evsel = evsel__newtp_idx(sys_name, evt_name, parse_state->idx++,
 532					       !parse_state->fake_tp);
 533
 
 534	if (IS_ERR(evsel)) {
 535		tracepoint_error(err, PTR_ERR(evsel), sys_name, evt_name, loc->first_column);
 536		return PTR_ERR(evsel);
 537	}
 538
 539	if (head_config) {
 540		LIST_HEAD(config_terms);
 541
 542		if (get_config_terms(head_config, &config_terms))
 543			return -ENOMEM;
 544		list_splice(&config_terms, &evsel->config_terms);
 545	}
 546
 547	list_add_tail(&evsel->core.node, list);
 548	return 0;
 549}
 550
 551static int add_tracepoint_multi_event(struct parse_events_state *parse_state,
 552				      struct list_head *list,
 553				      const char *sys_name, const char *evt_name,
 554				      struct parse_events_error *err,
 555				      struct parse_events_terms *head_config, YYLTYPE *loc)
 556{
 557	char *evt_path;
 558	struct dirent *evt_ent;
 559	DIR *evt_dir;
 560	int ret = 0, found = 0;
 561
 562	evt_path = get_events_file(sys_name);
 563	if (!evt_path) {
 564		tracepoint_error(err, errno, sys_name, evt_name, loc->first_column);
 565		return -1;
 566	}
 567	evt_dir = opendir(evt_path);
 568	if (!evt_dir) {
 569		put_events_file(evt_path);
 570		tracepoint_error(err, errno, sys_name, evt_name, loc->first_column);
 571		return -1;
 572	}
 573
 574	while (!ret && (evt_ent = readdir(evt_dir))) {
 575		if (!strcmp(evt_ent->d_name, ".")
 576		    || !strcmp(evt_ent->d_name, "..")
 577		    || !strcmp(evt_ent->d_name, "enable")
 578		    || !strcmp(evt_ent->d_name, "filter"))
 579			continue;
 580
 581		if (!strglobmatch(evt_ent->d_name, evt_name))
 582			continue;
 583
 584		found++;
 585
 586		ret = add_tracepoint(parse_state, list, sys_name, evt_ent->d_name,
 587				     err, head_config, loc);
 588	}
 589
 590	if (!found) {
 591		tracepoint_error(err, ENOENT, sys_name, evt_name, loc->first_column);
 592		ret = -1;
 593	}
 594
 595	put_events_file(evt_path);
 596	closedir(evt_dir);
 597	return ret;
 598}
 599
 600static int add_tracepoint_event(struct parse_events_state *parse_state,
 601				struct list_head *list,
 602				const char *sys_name, const char *evt_name,
 603				struct parse_events_error *err,
 604				struct parse_events_terms *head_config, YYLTYPE *loc)
 605{
 606	return strpbrk(evt_name, "*?") ?
 607		add_tracepoint_multi_event(parse_state, list, sys_name, evt_name,
 608					   err, head_config, loc) :
 609		add_tracepoint(parse_state, list, sys_name, evt_name,
 610			       err, head_config, loc);
 611}
 612
 613static int add_tracepoint_multi_sys(struct parse_events_state *parse_state,
 614				    struct list_head *list,
 615				    const char *sys_name, const char *evt_name,
 616				    struct parse_events_error *err,
 617				    struct parse_events_terms *head_config, YYLTYPE *loc)
 618{
 619	struct dirent *events_ent;
 620	DIR *events_dir;
 621	int ret = 0;
 622
 623	events_dir = tracing_events__opendir();
 624	if (!events_dir) {
 625		tracepoint_error(err, errno, sys_name, evt_name, loc->first_column);
 626		return -1;
 627	}
 628
 629	while (!ret && (events_ent = readdir(events_dir))) {
 630		if (!strcmp(events_ent->d_name, ".")
 631		    || !strcmp(events_ent->d_name, "..")
 632		    || !strcmp(events_ent->d_name, "enable")
 633		    || !strcmp(events_ent->d_name, "header_event")
 634		    || !strcmp(events_ent->d_name, "header_page"))
 635			continue;
 636
 637		if (!strglobmatch(events_ent->d_name, sys_name))
 638			continue;
 639
 640		ret = add_tracepoint_event(parse_state, list, events_ent->d_name,
 641					   evt_name, err, head_config, loc);
 642	}
 643
 644	closedir(events_dir);
 645	return ret;
 646}
 647#endif /* HAVE_LIBTRACEEVENT */
 648
 649size_t default_breakpoint_len(void)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 650{
 651#if defined(__i386__)
 652	static int len;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 653
 654	if (len == 0) {
 655		struct perf_env env = {};
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 656
 657		perf_env__init(&env);
 658		len = perf_env__kernel_is_64_bit(&env) ? sizeof(u64) : sizeof(long);
 659		perf_env__exit(&env);
 660	}
 661	return len;
 662#elif defined(__aarch64__)
 663	return 4;
 664#else
 665	return sizeof(long);
 666#endif
 667}
 668
 669static int
 670parse_breakpoint_type(const char *type, struct perf_event_attr *attr)
 671{
 672	int i;
 673
 674	for (i = 0; i < 3; i++) {
 675		if (!type || !type[i])
 676			break;
 677
 678#define CHECK_SET_TYPE(bit)		\
 679do {					\
 680	if (attr->bp_type & bit)	\
 681		return -EINVAL;		\
 682	else				\
 683		attr->bp_type |= bit;	\
 684} while (0)
 685
 686		switch (type[i]) {
 687		case 'r':
 688			CHECK_SET_TYPE(HW_BREAKPOINT_R);
 689			break;
 690		case 'w':
 691			CHECK_SET_TYPE(HW_BREAKPOINT_W);
 692			break;
 693		case 'x':
 694			CHECK_SET_TYPE(HW_BREAKPOINT_X);
 695			break;
 696		default:
 697			return -EINVAL;
 698		}
 699	}
 700
 701#undef CHECK_SET_TYPE
 702
 703	if (!attr->bp_type) /* Default */
 704		attr->bp_type = HW_BREAKPOINT_R | HW_BREAKPOINT_W;
 705
 706	return 0;
 707}
 708
 709int parse_events_add_breakpoint(struct parse_events_state *parse_state,
 710				struct list_head *list,
 711				u64 addr, char *type, u64 len,
 712				struct parse_events_terms *head_config)
 713{
 714	struct perf_event_attr attr;
 715	LIST_HEAD(config_terms);
 716	const char *name;
 717
 718	memset(&attr, 0, sizeof(attr));
 719	attr.bp_addr = addr;
 720
 721	if (parse_breakpoint_type(type, &attr))
 722		return -EINVAL;
 723
 724	/* Provide some defaults if len is not specified */
 725	if (!len) {
 726		if (attr.bp_type == HW_BREAKPOINT_X)
 727			len = default_breakpoint_len();
 728		else
 729			len = HW_BREAKPOINT_LEN_4;
 730	}
 731
 732	attr.bp_len = len;
 733
 734	attr.type = PERF_TYPE_BREAKPOINT;
 735	attr.sample_period = 1;
 736
 737	if (head_config) {
 738		if (config_attr(&attr, head_config, parse_state->error,
 739				config_term_common))
 740			return -EINVAL;
 741
 742		if (get_config_terms(head_config, &config_terms))
 743			return -ENOMEM;
 744	}
 745
 746	name = get_config_name(head_config);
 747
 748	return add_event(list, &parse_state->idx, &attr, name, /*mertic_id=*/NULL,
 749			&config_terms, /*alternate_hw_config=*/PERF_COUNT_HW_MAX);
 750}
 751
 752static int check_type_val(struct parse_events_term *term,
 753			  struct parse_events_error *err,
 754			  enum parse_events__term_val_type type)
 755{
 756	if (type == term->type_val)
 757		return 0;
 758
 759	if (err) {
 760		parse_events_error__handle(err, term->err_val,
 761					type == PARSE_EVENTS__TERM_TYPE_NUM
 762					? strdup("expected numeric value")
 763					: strdup("expected string value"),
 764					NULL);
 765	}
 766	return -EINVAL;
 767}
 768
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 769static bool config_term_shrinked;
 770
 771const char *parse_events__term_type_str(enum parse_events__term_type term_type)
 772{
 773	/*
 774	 * Update according to parse-events.l
 775	 */
 776	static const char *config_term_names[__PARSE_EVENTS__TERM_TYPE_NR] = {
 777		[PARSE_EVENTS__TERM_TYPE_USER]			= "<sysfs term>",
 778		[PARSE_EVENTS__TERM_TYPE_CONFIG]		= "config",
 779		[PARSE_EVENTS__TERM_TYPE_CONFIG1]		= "config1",
 780		[PARSE_EVENTS__TERM_TYPE_CONFIG2]		= "config2",
 781		[PARSE_EVENTS__TERM_TYPE_CONFIG3]		= "config3",
 782		[PARSE_EVENTS__TERM_TYPE_NAME]			= "name",
 783		[PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD]		= "period",
 784		[PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ]		= "freq",
 785		[PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE]	= "branch_type",
 786		[PARSE_EVENTS__TERM_TYPE_TIME]			= "time",
 787		[PARSE_EVENTS__TERM_TYPE_CALLGRAPH]		= "call-graph",
 788		[PARSE_EVENTS__TERM_TYPE_STACKSIZE]		= "stack-size",
 789		[PARSE_EVENTS__TERM_TYPE_NOINHERIT]		= "no-inherit",
 790		[PARSE_EVENTS__TERM_TYPE_INHERIT]		= "inherit",
 791		[PARSE_EVENTS__TERM_TYPE_MAX_STACK]		= "max-stack",
 792		[PARSE_EVENTS__TERM_TYPE_MAX_EVENTS]		= "nr",
 793		[PARSE_EVENTS__TERM_TYPE_OVERWRITE]		= "overwrite",
 794		[PARSE_EVENTS__TERM_TYPE_NOOVERWRITE]		= "no-overwrite",
 795		[PARSE_EVENTS__TERM_TYPE_DRV_CFG]		= "driver-config",
 796		[PARSE_EVENTS__TERM_TYPE_PERCORE]		= "percore",
 797		[PARSE_EVENTS__TERM_TYPE_AUX_OUTPUT]		= "aux-output",
 798		[PARSE_EVENTS__TERM_TYPE_AUX_SAMPLE_SIZE]	= "aux-sample-size",
 799		[PARSE_EVENTS__TERM_TYPE_METRIC_ID]		= "metric-id",
 800		[PARSE_EVENTS__TERM_TYPE_RAW]                   = "raw",
 801		[PARSE_EVENTS__TERM_TYPE_LEGACY_CACHE]          = "legacy-cache",
 802		[PARSE_EVENTS__TERM_TYPE_HARDWARE]              = "hardware",
 803	};
 804	if ((unsigned int)term_type >= __PARSE_EVENTS__TERM_TYPE_NR)
 805		return "unknown term";
 806
 807	return config_term_names[term_type];
 808}
 809
 810static bool
 811config_term_avail(enum parse_events__term_type term_type, struct parse_events_error *err)
 812{
 813	char *err_str;
 814
 815	if (term_type < 0 || term_type >= __PARSE_EVENTS__TERM_TYPE_NR) {
 816		parse_events_error__handle(err, -1,
 817					strdup("Invalid term_type"), NULL);
 818		return false;
 819	}
 820	if (!config_term_shrinked)
 821		return true;
 822
 823	switch (term_type) {
 824	case PARSE_EVENTS__TERM_TYPE_CONFIG:
 825	case PARSE_EVENTS__TERM_TYPE_CONFIG1:
 826	case PARSE_EVENTS__TERM_TYPE_CONFIG2:
 827	case PARSE_EVENTS__TERM_TYPE_CONFIG3:
 828	case PARSE_EVENTS__TERM_TYPE_NAME:
 829	case PARSE_EVENTS__TERM_TYPE_METRIC_ID:
 830	case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD:
 831	case PARSE_EVENTS__TERM_TYPE_PERCORE:
 832		return true;
 833	case PARSE_EVENTS__TERM_TYPE_USER:
 834	case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ:
 835	case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE:
 836	case PARSE_EVENTS__TERM_TYPE_TIME:
 837	case PARSE_EVENTS__TERM_TYPE_CALLGRAPH:
 838	case PARSE_EVENTS__TERM_TYPE_STACKSIZE:
 839	case PARSE_EVENTS__TERM_TYPE_NOINHERIT:
 840	case PARSE_EVENTS__TERM_TYPE_INHERIT:
 841	case PARSE_EVENTS__TERM_TYPE_MAX_STACK:
 842	case PARSE_EVENTS__TERM_TYPE_MAX_EVENTS:
 843	case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE:
 844	case PARSE_EVENTS__TERM_TYPE_OVERWRITE:
 845	case PARSE_EVENTS__TERM_TYPE_DRV_CFG:
 846	case PARSE_EVENTS__TERM_TYPE_AUX_OUTPUT:
 847	case PARSE_EVENTS__TERM_TYPE_AUX_SAMPLE_SIZE:
 848	case PARSE_EVENTS__TERM_TYPE_RAW:
 849	case PARSE_EVENTS__TERM_TYPE_LEGACY_CACHE:
 850	case PARSE_EVENTS__TERM_TYPE_HARDWARE:
 851	default:
 852		if (!err)
 853			return false;
 854
 855		/* term_type is validated so indexing is safe */
 856		if (asprintf(&err_str, "'%s' is not usable in 'perf stat'",
 857			     parse_events__term_type_str(term_type)) >= 0)
 858			parse_events_error__handle(err, -1, err_str, NULL);
 859		return false;
 860	}
 861}
 862
 863void parse_events__shrink_config_terms(void)
 864{
 865	config_term_shrinked = true;
 866}
 867
 868static int config_term_common(struct perf_event_attr *attr,
 869			      struct parse_events_term *term,
 870			      struct parse_events_error *err)
 871{
 872#define CHECK_TYPE_VAL(type)						   \
 873do {									   \
 874	if (check_type_val(term, err, PARSE_EVENTS__TERM_TYPE_ ## type)) \
 875		return -EINVAL;						   \
 876} while (0)
 877
 878	switch (term->type_term) {
 879	case PARSE_EVENTS__TERM_TYPE_CONFIG:
 880		CHECK_TYPE_VAL(NUM);
 881		attr->config = term->val.num;
 882		break;
 883	case PARSE_EVENTS__TERM_TYPE_CONFIG1:
 884		CHECK_TYPE_VAL(NUM);
 885		attr->config1 = term->val.num;
 886		break;
 887	case PARSE_EVENTS__TERM_TYPE_CONFIG2:
 888		CHECK_TYPE_VAL(NUM);
 889		attr->config2 = term->val.num;
 890		break;
 891	case PARSE_EVENTS__TERM_TYPE_CONFIG3:
 892		CHECK_TYPE_VAL(NUM);
 893		attr->config3 = term->val.num;
 894		break;
 895	case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD:
 896		CHECK_TYPE_VAL(NUM);
 897		break;
 898	case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ:
 899		CHECK_TYPE_VAL(NUM);
 900		break;
 901	case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE:
 902		CHECK_TYPE_VAL(STR);
 903		if (strcmp(term->val.str, "no") &&
 904		    parse_branch_str(term->val.str,
 905				    &attr->branch_sample_type)) {
 906			parse_events_error__handle(err, term->err_val,
 907					strdup("invalid branch sample type"),
 908					NULL);
 909			return -EINVAL;
 910		}
 911		break;
 912	case PARSE_EVENTS__TERM_TYPE_TIME:
 913		CHECK_TYPE_VAL(NUM);
 914		if (term->val.num > 1) {
 915			parse_events_error__handle(err, term->err_val,
 916						strdup("expected 0 or 1"),
 917						NULL);
 918			return -EINVAL;
 919		}
 920		break;
 921	case PARSE_EVENTS__TERM_TYPE_CALLGRAPH:
 922		CHECK_TYPE_VAL(STR);
 923		break;
 924	case PARSE_EVENTS__TERM_TYPE_STACKSIZE:
 925		CHECK_TYPE_VAL(NUM);
 926		break;
 927	case PARSE_EVENTS__TERM_TYPE_INHERIT:
 928		CHECK_TYPE_VAL(NUM);
 929		break;
 930	case PARSE_EVENTS__TERM_TYPE_NOINHERIT:
 931		CHECK_TYPE_VAL(NUM);
 932		break;
 933	case PARSE_EVENTS__TERM_TYPE_OVERWRITE:
 934		CHECK_TYPE_VAL(NUM);
 935		break;
 936	case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE:
 937		CHECK_TYPE_VAL(NUM);
 938		break;
 939	case PARSE_EVENTS__TERM_TYPE_NAME:
 940		CHECK_TYPE_VAL(STR);
 941		break;
 942	case PARSE_EVENTS__TERM_TYPE_METRIC_ID:
 943		CHECK_TYPE_VAL(STR);
 944		break;
 945	case PARSE_EVENTS__TERM_TYPE_RAW:
 946		CHECK_TYPE_VAL(STR);
 947		break;
 948	case PARSE_EVENTS__TERM_TYPE_MAX_STACK:
 949		CHECK_TYPE_VAL(NUM);
 950		break;
 951	case PARSE_EVENTS__TERM_TYPE_MAX_EVENTS:
 952		CHECK_TYPE_VAL(NUM);
 953		break;
 954	case PARSE_EVENTS__TERM_TYPE_PERCORE:
 955		CHECK_TYPE_VAL(NUM);
 956		if ((unsigned int)term->val.num > 1) {
 957			parse_events_error__handle(err, term->err_val,
 958						strdup("expected 0 or 1"),
 959						NULL);
 960			return -EINVAL;
 961		}
 962		break;
 963	case PARSE_EVENTS__TERM_TYPE_AUX_OUTPUT:
 964		CHECK_TYPE_VAL(NUM);
 965		break;
 966	case PARSE_EVENTS__TERM_TYPE_AUX_SAMPLE_SIZE:
 967		CHECK_TYPE_VAL(NUM);
 968		if (term->val.num > UINT_MAX) {
 969			parse_events_error__handle(err, term->err_val,
 970						strdup("too big"),
 971						NULL);
 972			return -EINVAL;
 973		}
 974		break;
 975	case PARSE_EVENTS__TERM_TYPE_DRV_CFG:
 976	case PARSE_EVENTS__TERM_TYPE_USER:
 977	case PARSE_EVENTS__TERM_TYPE_LEGACY_CACHE:
 978	case PARSE_EVENTS__TERM_TYPE_HARDWARE:
 979	default:
 980		parse_events_error__handle(err, term->err_term,
 981					strdup(parse_events__term_type_str(term->type_term)),
 982					parse_events_formats_error_string(NULL));
 983		return -EINVAL;
 984	}
 985
 986	/*
 987	 * Check term availability after basic checking so
 988	 * PARSE_EVENTS__TERM_TYPE_USER can be found and filtered.
 989	 *
 990	 * If check availability at the entry of this function,
 991	 * user will see "'<sysfs term>' is not usable in 'perf stat'"
 992	 * if an invalid config term is provided for legacy events
 993	 * (for example, instructions/badterm/...), which is confusing.
 994	 */
 995	if (!config_term_avail(term->type_term, err))
 996		return -EINVAL;
 997	return 0;
 998#undef CHECK_TYPE_VAL
 999}
1000
1001static int config_term_pmu(struct perf_event_attr *attr,
1002			   struct parse_events_term *term,
1003			   struct parse_events_error *err)
1004{
1005	if (term->type_term == PARSE_EVENTS__TERM_TYPE_LEGACY_CACHE) {
1006		struct perf_pmu *pmu = perf_pmus__find_by_type(attr->type);
1007
1008		if (!pmu) {
1009			char *err_str;
1010
1011			if (asprintf(&err_str, "Failed to find PMU for type %d", attr->type) >= 0)
1012				parse_events_error__handle(err, term->err_term,
1013							   err_str, /*help=*/NULL);
1014			return -EINVAL;
1015		}
1016		/*
1017		 * Rewrite the PMU event to a legacy cache one unless the PMU
1018		 * doesn't support legacy cache events or the event is present
1019		 * within the PMU.
1020		 */
1021		if (perf_pmu__supports_legacy_cache(pmu) &&
1022		    !perf_pmu__have_event(pmu, term->config)) {
1023			attr->type = PERF_TYPE_HW_CACHE;
1024			return parse_events__decode_legacy_cache(term->config, pmu->type,
1025								 &attr->config);
1026		} else {
1027			term->type_term = PARSE_EVENTS__TERM_TYPE_USER;
1028			term->no_value = true;
1029		}
1030	}
1031	if (term->type_term == PARSE_EVENTS__TERM_TYPE_HARDWARE) {
1032		struct perf_pmu *pmu = perf_pmus__find_by_type(attr->type);
1033
1034		if (!pmu) {
1035			char *err_str;
1036
1037			if (asprintf(&err_str, "Failed to find PMU for type %d", attr->type) >= 0)
1038				parse_events_error__handle(err, term->err_term,
1039							   err_str, /*help=*/NULL);
1040			return -EINVAL;
1041		}
1042		/*
1043		 * If the PMU has a sysfs or json event prefer it over
1044		 * legacy. ARM requires this.
1045		 */
1046		if (perf_pmu__have_event(pmu, term->config)) {
1047			term->type_term = PARSE_EVENTS__TERM_TYPE_USER;
1048			term->no_value = true;
1049			term->alternate_hw_config = true;
1050		} else {
1051			attr->type = PERF_TYPE_HARDWARE;
1052			attr->config = term->val.num;
1053			if (perf_pmus__supports_extended_type())
1054				attr->config |= (__u64)pmu->type << PERF_PMU_TYPE_SHIFT;
1055		}
1056		return 0;
1057	}
1058	if (term->type_term == PARSE_EVENTS__TERM_TYPE_USER ||
1059	    term->type_term == PARSE_EVENTS__TERM_TYPE_DRV_CFG) {
1060		/*
1061		 * Always succeed for sysfs terms, as we dont know
1062		 * at this point what type they need to have.
1063		 */
1064		return 0;
1065	}
1066	return config_term_common(attr, term, err);
1067}
1068
1069#ifdef HAVE_LIBTRACEEVENT
1070static int config_term_tracepoint(struct perf_event_attr *attr,
1071				  struct parse_events_term *term,
1072				  struct parse_events_error *err)
1073{
1074	switch (term->type_term) {
1075	case PARSE_EVENTS__TERM_TYPE_CALLGRAPH:
1076	case PARSE_EVENTS__TERM_TYPE_STACKSIZE:
1077	case PARSE_EVENTS__TERM_TYPE_INHERIT:
1078	case PARSE_EVENTS__TERM_TYPE_NOINHERIT:
1079	case PARSE_EVENTS__TERM_TYPE_MAX_STACK:
1080	case PARSE_EVENTS__TERM_TYPE_MAX_EVENTS:
1081	case PARSE_EVENTS__TERM_TYPE_OVERWRITE:
1082	case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE:
1083	case PARSE_EVENTS__TERM_TYPE_AUX_OUTPUT:
1084	case PARSE_EVENTS__TERM_TYPE_AUX_SAMPLE_SIZE:
1085		return config_term_common(attr, term, err);
1086	case PARSE_EVENTS__TERM_TYPE_USER:
1087	case PARSE_EVENTS__TERM_TYPE_CONFIG:
1088	case PARSE_EVENTS__TERM_TYPE_CONFIG1:
1089	case PARSE_EVENTS__TERM_TYPE_CONFIG2:
1090	case PARSE_EVENTS__TERM_TYPE_CONFIG3:
1091	case PARSE_EVENTS__TERM_TYPE_NAME:
1092	case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD:
1093	case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ:
1094	case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE:
1095	case PARSE_EVENTS__TERM_TYPE_TIME:
1096	case PARSE_EVENTS__TERM_TYPE_DRV_CFG:
1097	case PARSE_EVENTS__TERM_TYPE_PERCORE:
1098	case PARSE_EVENTS__TERM_TYPE_METRIC_ID:
1099	case PARSE_EVENTS__TERM_TYPE_RAW:
1100	case PARSE_EVENTS__TERM_TYPE_LEGACY_CACHE:
1101	case PARSE_EVENTS__TERM_TYPE_HARDWARE:
1102	default:
1103		if (err) {
1104			parse_events_error__handle(err, term->err_term,
1105					strdup(parse_events__term_type_str(term->type_term)),
1106					strdup("valid terms: call-graph,stack-size\n")
1107				);
1108		}
1109		return -EINVAL;
1110	}
1111
1112	return 0;
1113}
1114#endif
1115
1116static int config_attr(struct perf_event_attr *attr,
1117		       const struct parse_events_terms *head,
1118		       struct parse_events_error *err,
1119		       config_term_func_t config_term)
1120{
1121	struct parse_events_term *term;
1122
1123	list_for_each_entry(term, &head->terms, list)
1124		if (config_term(attr, term, err))
1125			return -EINVAL;
1126
1127	return 0;
1128}
1129
1130static int get_config_terms(const struct parse_events_terms *head_config,
1131			    struct list_head *head_terms)
1132{
1133#define ADD_CONFIG_TERM(__type, __weak)				\
1134	struct evsel_config_term *__t;			\
 
1135								\
1136	__t = zalloc(sizeof(*__t));				\
1137	if (!__t)						\
1138		return -ENOMEM;					\
1139								\
1140	INIT_LIST_HEAD(&__t->list);				\
1141	__t->type       = EVSEL__CONFIG_TERM_ ## __type;	\
1142	__t->weak	= __weak;				\
1143	list_add_tail(&__t->list, head_terms)
1144
1145#define ADD_CONFIG_TERM_VAL(__type, __name, __val, __weak)	\
1146do {								\
1147	ADD_CONFIG_TERM(__type, __weak);			\
1148	__t->val.__name = __val;				\
1149} while (0)
1150
1151#define ADD_CONFIG_TERM_STR(__type, __val, __weak)		\
1152do {								\
1153	ADD_CONFIG_TERM(__type, __weak);			\
1154	__t->val.str = strdup(__val);				\
1155	if (!__t->val.str) {					\
1156		zfree(&__t);					\
1157		return -ENOMEM;					\
1158	}							\
1159	__t->free_str = true;					\
1160} while (0)
1161
1162	struct parse_events_term *term;
1163
1164	list_for_each_entry(term, &head_config->terms, list) {
1165		switch (term->type_term) {
1166		case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD:
1167			ADD_CONFIG_TERM_VAL(PERIOD, period, term->val.num, term->weak);
1168			break;
1169		case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ:
1170			ADD_CONFIG_TERM_VAL(FREQ, freq, term->val.num, term->weak);
1171			break;
1172		case PARSE_EVENTS__TERM_TYPE_TIME:
1173			ADD_CONFIG_TERM_VAL(TIME, time, term->val.num, term->weak);
1174			break;
1175		case PARSE_EVENTS__TERM_TYPE_CALLGRAPH:
1176			ADD_CONFIG_TERM_STR(CALLGRAPH, term->val.str, term->weak);
1177			break;
1178		case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE:
1179			ADD_CONFIG_TERM_STR(BRANCH, term->val.str, term->weak);
1180			break;
1181		case PARSE_EVENTS__TERM_TYPE_STACKSIZE:
1182			ADD_CONFIG_TERM_VAL(STACK_USER, stack_user,
1183					    term->val.num, term->weak);
1184			break;
1185		case PARSE_EVENTS__TERM_TYPE_INHERIT:
1186			ADD_CONFIG_TERM_VAL(INHERIT, inherit,
1187					    term->val.num ? 1 : 0, term->weak);
1188			break;
1189		case PARSE_EVENTS__TERM_TYPE_NOINHERIT:
1190			ADD_CONFIG_TERM_VAL(INHERIT, inherit,
1191					    term->val.num ? 0 : 1, term->weak);
1192			break;
1193		case PARSE_EVENTS__TERM_TYPE_MAX_STACK:
1194			ADD_CONFIG_TERM_VAL(MAX_STACK, max_stack,
1195					    term->val.num, term->weak);
1196			break;
1197		case PARSE_EVENTS__TERM_TYPE_MAX_EVENTS:
1198			ADD_CONFIG_TERM_VAL(MAX_EVENTS, max_events,
1199					    term->val.num, term->weak);
1200			break;
1201		case PARSE_EVENTS__TERM_TYPE_OVERWRITE:
1202			ADD_CONFIG_TERM_VAL(OVERWRITE, overwrite,
1203					    term->val.num ? 1 : 0, term->weak);
1204			break;
1205		case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE:
1206			ADD_CONFIG_TERM_VAL(OVERWRITE, overwrite,
1207					    term->val.num ? 0 : 1, term->weak);
1208			break;
1209		case PARSE_EVENTS__TERM_TYPE_DRV_CFG:
1210			ADD_CONFIG_TERM_STR(DRV_CFG, term->val.str, term->weak);
1211			break;
1212		case PARSE_EVENTS__TERM_TYPE_PERCORE:
1213			ADD_CONFIG_TERM_VAL(PERCORE, percore,
1214					    term->val.num ? true : false, term->weak);
1215			break;
1216		case PARSE_EVENTS__TERM_TYPE_AUX_OUTPUT:
1217			ADD_CONFIG_TERM_VAL(AUX_OUTPUT, aux_output,
1218					    term->val.num ? 1 : 0, term->weak);
1219			break;
1220		case PARSE_EVENTS__TERM_TYPE_AUX_SAMPLE_SIZE:
1221			ADD_CONFIG_TERM_VAL(AUX_SAMPLE_SIZE, aux_sample_size,
1222					    term->val.num, term->weak);
1223			break;
1224		case PARSE_EVENTS__TERM_TYPE_USER:
1225		case PARSE_EVENTS__TERM_TYPE_CONFIG:
1226		case PARSE_EVENTS__TERM_TYPE_CONFIG1:
1227		case PARSE_EVENTS__TERM_TYPE_CONFIG2:
1228		case PARSE_EVENTS__TERM_TYPE_CONFIG3:
1229		case PARSE_EVENTS__TERM_TYPE_NAME:
1230		case PARSE_EVENTS__TERM_TYPE_METRIC_ID:
1231		case PARSE_EVENTS__TERM_TYPE_RAW:
1232		case PARSE_EVENTS__TERM_TYPE_LEGACY_CACHE:
1233		case PARSE_EVENTS__TERM_TYPE_HARDWARE:
1234		default:
1235			break;
1236		}
1237	}
 
1238	return 0;
1239}
1240
1241/*
1242 * Add EVSEL__CONFIG_TERM_CFG_CHG where cfg_chg will have a bit set for
1243 * each bit of attr->config that the user has changed.
1244 */
1245static int get_config_chgs(struct perf_pmu *pmu, struct parse_events_terms *head_config,
1246			   struct list_head *head_terms)
1247{
1248	struct parse_events_term *term;
1249	u64 bits = 0;
1250	int type;
1251
1252	list_for_each_entry(term, &head_config->terms, list) {
1253		switch (term->type_term) {
1254		case PARSE_EVENTS__TERM_TYPE_USER:
1255			type = perf_pmu__format_type(pmu, term->config);
1256			if (type != PERF_PMU_FORMAT_VALUE_CONFIG)
1257				continue;
1258			bits |= perf_pmu__format_bits(pmu, term->config);
1259			break;
1260		case PARSE_EVENTS__TERM_TYPE_CONFIG:
1261			bits = ~(u64)0;
1262			break;
1263		case PARSE_EVENTS__TERM_TYPE_CONFIG1:
1264		case PARSE_EVENTS__TERM_TYPE_CONFIG2:
1265		case PARSE_EVENTS__TERM_TYPE_CONFIG3:
1266		case PARSE_EVENTS__TERM_TYPE_NAME:
1267		case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD:
1268		case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ:
1269		case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE:
1270		case PARSE_EVENTS__TERM_TYPE_TIME:
1271		case PARSE_EVENTS__TERM_TYPE_CALLGRAPH:
1272		case PARSE_EVENTS__TERM_TYPE_STACKSIZE:
1273		case PARSE_EVENTS__TERM_TYPE_NOINHERIT:
1274		case PARSE_EVENTS__TERM_TYPE_INHERIT:
1275		case PARSE_EVENTS__TERM_TYPE_MAX_STACK:
1276		case PARSE_EVENTS__TERM_TYPE_MAX_EVENTS:
1277		case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE:
1278		case PARSE_EVENTS__TERM_TYPE_OVERWRITE:
1279		case PARSE_EVENTS__TERM_TYPE_DRV_CFG:
1280		case PARSE_EVENTS__TERM_TYPE_PERCORE:
1281		case PARSE_EVENTS__TERM_TYPE_AUX_OUTPUT:
1282		case PARSE_EVENTS__TERM_TYPE_AUX_SAMPLE_SIZE:
1283		case PARSE_EVENTS__TERM_TYPE_METRIC_ID:
1284		case PARSE_EVENTS__TERM_TYPE_RAW:
1285		case PARSE_EVENTS__TERM_TYPE_LEGACY_CACHE:
1286		case PARSE_EVENTS__TERM_TYPE_HARDWARE:
1287		default:
1288			break;
1289		}
1290	}
1291
1292	if (bits)
1293		ADD_CONFIG_TERM_VAL(CFG_CHG, cfg_chg, bits, false);
1294
1295#undef ADD_CONFIG_TERM
1296	return 0;
1297}
1298
1299int parse_events_add_tracepoint(struct parse_events_state *parse_state,
1300				struct list_head *list,
1301				const char *sys, const char *event,
1302				struct parse_events_error *err,
1303				struct parse_events_terms *head_config, void *loc_)
1304{
1305	YYLTYPE *loc = loc_;
1306#ifdef HAVE_LIBTRACEEVENT
1307	if (head_config) {
1308		struct perf_event_attr attr;
1309
1310		if (config_attr(&attr, head_config, err,
1311				config_term_tracepoint))
1312			return -EINVAL;
1313	}
1314
1315	if (strpbrk(sys, "*?"))
1316		return add_tracepoint_multi_sys(parse_state, list, sys, event,
1317						err, head_config, loc);
1318	else
1319		return add_tracepoint_event(parse_state, list, sys, event,
1320					    err, head_config, loc);
1321#else
1322	(void)parse_state;
1323	(void)list;
1324	(void)sys;
1325	(void)event;
1326	(void)head_config;
1327	parse_events_error__handle(err, loc->first_column, strdup("unsupported tracepoint"),
1328				strdup("libtraceevent is necessary for tracepoint support"));
1329	return -1;
1330#endif
1331}
1332
1333static int __parse_events_add_numeric(struct parse_events_state *parse_state,
1334				struct list_head *list,
1335				struct perf_pmu *pmu, u32 type, u32 extended_type,
1336				u64 config, const struct parse_events_terms *head_config)
1337{
1338	struct perf_event_attr attr;
1339	LIST_HEAD(config_terms);
1340	const char *name, *metric_id;
1341	int ret;
1342
1343	memset(&attr, 0, sizeof(attr));
1344	attr.type = type;
1345	attr.config = config;
1346	if (extended_type && (type == PERF_TYPE_HARDWARE || type == PERF_TYPE_HW_CACHE)) {
1347		assert(perf_pmus__supports_extended_type());
1348		attr.config |= (u64)extended_type << PERF_PMU_TYPE_SHIFT;
1349	}
1350
1351	if (head_config) {
1352		if (config_attr(&attr, head_config, parse_state->error,
1353				config_term_common))
1354			return -EINVAL;
1355
1356		if (get_config_terms(head_config, &config_terms))
1357			return -ENOMEM;
1358	}
1359
1360	name = get_config_name(head_config);
1361	metric_id = get_config_metric_id(head_config);
1362	ret = __add_event(list, &parse_state->idx, &attr, /*init_attr*/true, name,
1363			  metric_id, pmu, &config_terms, /*auto_merge_stats=*/false,
1364			  /*cpu_list=*/NULL, /*alternate_hw_config=*/PERF_COUNT_HW_MAX
1365		) == NULL ? -ENOMEM : 0;
1366	free_config_terms(&config_terms);
1367	return ret;
1368}
1369
1370int parse_events_add_numeric(struct parse_events_state *parse_state,
1371			     struct list_head *list,
1372			     u32 type, u64 config,
1373			     const struct parse_events_terms *head_config,
1374			     bool wildcard)
1375{
1376	struct perf_pmu *pmu = NULL;
1377	bool found_supported = false;
1378
1379	/* Wildcards on numeric values are only supported by core PMUs. */
1380	if (wildcard && perf_pmus__supports_extended_type()) {
1381		while ((pmu = perf_pmus__scan_core(pmu)) != NULL) {
1382			int ret;
1383
1384			found_supported = true;
1385			if (parse_events__filter_pmu(parse_state, pmu))
1386				continue;
1387
1388			ret = __parse_events_add_numeric(parse_state, list, pmu,
1389							 type, pmu->type,
1390							 config, head_config);
1391			if (ret)
1392				return ret;
1393		}
1394		if (found_supported)
1395			return 0;
1396	}
1397	return __parse_events_add_numeric(parse_state, list, perf_pmus__find_by_type(type),
1398					type, /*extended_type=*/0, config, head_config);
1399}
1400
1401static bool config_term_percore(struct list_head *config_terms)
1402{
1403	struct evsel_config_term *term;
1404
1405	list_for_each_entry(term, config_terms, list) {
1406		if (term->type == EVSEL__CONFIG_TERM_PERCORE)
1407			return term->val.percore;
1408	}
1409
1410	return false;
1411}
1412
1413static int parse_events_add_pmu(struct parse_events_state *parse_state,
1414				struct list_head *list, struct perf_pmu *pmu,
1415				const struct parse_events_terms *const_parsed_terms,
1416				bool auto_merge_stats, u64 alternate_hw_config)
 
1417{
1418	struct perf_event_attr attr;
1419	struct perf_pmu_info info;
1420	struct evsel *evsel;
 
1421	struct parse_events_error *err = parse_state->error;
 
1422	LIST_HEAD(config_terms);
1423	struct parse_events_terms parsed_terms;
1424	bool alias_rewrote_terms = false;
1425
1426	if (verbose > 1) {
1427		struct strbuf sb;
1428
1429		strbuf_init(&sb, /*hint=*/ 0);
1430		if (pmu->selectable && const_parsed_terms &&
1431		    list_empty(&const_parsed_terms->terms)) {
1432			strbuf_addf(&sb, "%s//", pmu->name);
1433		} else {
1434			strbuf_addf(&sb, "%s/", pmu->name);
1435			parse_events_terms__to_strbuf(const_parsed_terms, &sb);
1436			strbuf_addch(&sb, '/');
1437		}
1438		fprintf(stderr, "Attempt to add: %s\n", sb.buf);
1439		strbuf_release(&sb);
1440	}
1441
1442	memset(&attr, 0, sizeof(attr));
1443	if (pmu->perf_event_attr_init_default)
1444		pmu->perf_event_attr_init_default(pmu, &attr);
1445
1446	attr.type = pmu->type;
1447
1448	if (!const_parsed_terms || list_empty(&const_parsed_terms->terms)) {
1449		evsel = __add_event(list, &parse_state->idx, &attr,
1450				    /*init_attr=*/true, /*name=*/NULL,
1451				    /*metric_id=*/NULL, pmu,
1452				    /*config_terms=*/NULL, auto_merge_stats,
1453				    /*cpu_list=*/NULL, alternate_hw_config);
1454		return evsel ? 0 : -ENOMEM;
1455	}
1456
1457	parse_events_terms__init(&parsed_terms);
1458	if (const_parsed_terms) {
1459		int ret = parse_events_terms__copy(const_parsed_terms, &parsed_terms);
1460
1461		if (ret)
1462			return ret;
1463	}
1464	fix_raw(&parsed_terms, pmu);
1465
1466	/* Configure attr/terms with a known PMU, this will set hardcoded terms. */
1467	if (config_attr(&attr, &parsed_terms, parse_state->error, config_term_pmu)) {
1468		parse_events_terms__exit(&parsed_terms);
1469		return -EINVAL;
1470	}
1471
1472	/* Look for event names in the terms and rewrite into format based terms. */
1473	if (perf_pmu__check_alias(pmu, &parsed_terms,
1474				  &info, &alias_rewrote_terms,
1475				  &alternate_hw_config, err)) {
1476		parse_events_terms__exit(&parsed_terms);
1477		return -EINVAL;
1478	}
1479
1480	if (verbose > 1) {
1481		struct strbuf sb;
1482
1483		strbuf_init(&sb, /*hint=*/ 0);
1484		parse_events_terms__to_strbuf(&parsed_terms, &sb);
1485		fprintf(stderr, "..after resolving event: %s/%s/\n", pmu->name, sb.buf);
1486		strbuf_release(&sb);
 
 
 
 
 
 
1487	}
1488
1489	/* Configure attr/terms again if an alias was expanded. */
1490	if (alias_rewrote_terms &&
1491	    config_attr(&attr, &parsed_terms, parse_state->error, config_term_pmu)) {
1492		parse_events_terms__exit(&parsed_terms);
1493		return -EINVAL;
1494	}
1495
1496	if (get_config_terms(&parsed_terms, &config_terms)) {
1497		parse_events_terms__exit(&parsed_terms);
1498		return -ENOMEM;
1499	}
1500
1501	/*
1502	 * When using default config, record which bits of attr->config were
1503	 * changed by the user.
1504	 */
1505	if (pmu->perf_event_attr_init_default &&
1506	    get_config_chgs(pmu, &parsed_terms, &config_terms)) {
1507		parse_events_terms__exit(&parsed_terms);
 
1508		return -ENOMEM;
1509	}
1510
1511	/* Skip configuring hard coded terms that were applied by config_attr. */
1512	if (perf_pmu__config(pmu, &attr, &parsed_terms, /*apply_hardcoded=*/false,
1513			     parse_state->error)) {
1514		free_config_terms(&config_terms);
1515		parse_events_terms__exit(&parsed_terms);
1516		return -EINVAL;
1517	}
1518
1519	evsel = __add_event(list, &parse_state->idx, &attr, /*init_attr=*/true,
1520			    get_config_name(&parsed_terms),
1521			    get_config_metric_id(&parsed_terms), pmu,
1522			    &config_terms, auto_merge_stats, /*cpu_list=*/NULL,
1523			    alternate_hw_config);
1524	if (!evsel) {
1525		parse_events_terms__exit(&parsed_terms);
1526		return -ENOMEM;
 
 
 
 
1527	}
1528
1529	if (evsel->name)
1530		evsel->use_config_name = true;
1531
1532	evsel->percore = config_term_percore(&evsel->config_terms);
1533
1534	parse_events_terms__exit(&parsed_terms);
1535	free((char *)evsel->unit);
1536	evsel->unit = strdup(info.unit);
1537	evsel->scale = info.scale;
1538	evsel->per_pkg = info.per_pkg;
1539	evsel->snapshot = info.snapshot;
1540	return 0;
1541}
1542
1543int parse_events_multi_pmu_add(struct parse_events_state *parse_state,
1544			       const char *event_name, u64 hw_config,
1545			       const struct parse_events_terms *const_parsed_terms,
1546			       struct list_head **listp, void *loc_)
1547{
 
1548	struct parse_events_term *term;
1549	struct list_head *list = NULL;
1550	struct perf_pmu *pmu = NULL;
1551	YYLTYPE *loc = loc_;
1552	int ok = 0;
1553	const char *config;
1554	struct parse_events_terms parsed_terms;
1555
1556	*listp = NULL;
1557
1558	parse_events_terms__init(&parsed_terms);
1559	if (const_parsed_terms) {
1560		int ret = parse_events_terms__copy(const_parsed_terms, &parsed_terms);
1561
1562		if (ret)
1563			return ret;
1564	}
1565
1566	config = strdup(event_name);
1567	if (!config)
1568		goto out_err;
1569
1570	if (parse_events_term__num(&term,
1571				   PARSE_EVENTS__TERM_TYPE_USER,
1572				   config, /*num=*/1, /*novalue=*/true,
1573				   loc, /*loc_val=*/NULL) < 0) {
1574		zfree(&config);
1575		goto out_err;
1576	}
1577	list_add_tail(&term->list, &parsed_terms.terms);
1578
1579	/* Add it for all PMUs that support the alias */
1580	list = malloc(sizeof(struct list_head));
1581	if (!list)
1582		goto out_err;
1583
1584	INIT_LIST_HEAD(list);
 
 
1585
1586	while ((pmu = perf_pmus__scan(pmu)) != NULL) {
1587		bool auto_merge_stats;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1588
1589		if (parse_events__filter_pmu(parse_state, pmu))
1590			continue;
 
 
 
 
 
 
 
1591
1592		if (!perf_pmu__have_event(pmu, event_name))
1593			continue;
 
 
 
1594
1595		auto_merge_stats = perf_pmu__auto_merge_stats(pmu);
1596		if (!parse_events_add_pmu(parse_state, list, pmu,
1597					  &parsed_terms, auto_merge_stats, hw_config)) {
1598			struct strbuf sb;
 
 
 
1599
1600			strbuf_init(&sb, /*hint=*/ 0);
1601			parse_events_terms__to_strbuf(&parsed_terms, &sb);
1602			pr_debug("%s -> %s/%s/\n", event_name, pmu->name, sb.buf);
1603			strbuf_release(&sb);
1604			ok++;
1605		}
1606	}
1607
1608	if (parse_state->fake_pmu) {
1609		if (!parse_events_add_pmu(parse_state, list, perf_pmus__fake_pmu(), &parsed_terms,
1610					  /*auto_merge_stats=*/true, hw_config)) {
1611			struct strbuf sb;
1612
1613			strbuf_init(&sb, /*hint=*/ 0);
1614			parse_events_terms__to_strbuf(&parsed_terms, &sb);
1615			pr_debug("%s -> fake/%s/\n", event_name, sb.buf);
1616			strbuf_release(&sb);
1617			ok++;
1618		}
1619	}
1620
1621out_err:
1622	parse_events_terms__exit(&parsed_terms);
1623	if (ok)
1624		*listp = list;
1625	else
1626		free(list);
1627
1628	return ok ? 0 : -1;
1629}
1630
1631int parse_events_multi_pmu_add_or_add_pmu(struct parse_events_state *parse_state,
1632					const char *event_or_pmu,
1633					const struct parse_events_terms *const_parsed_terms,
1634					struct list_head **listp,
1635					void *loc_)
1636{
1637	YYLTYPE *loc = loc_;
1638	struct perf_pmu *pmu;
1639	int ok = 0;
1640	char *help;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1641
1642	*listp = malloc(sizeof(**listp));
1643	if (!*listp)
1644		return -ENOMEM;
 
 
 
 
 
 
 
 
 
 
1645
1646	INIT_LIST_HEAD(*listp);
 
 
1647
1648	/* Attempt to add to list assuming event_or_pmu is a PMU name. */
1649	pmu = perf_pmus__find(event_or_pmu);
1650	if (pmu && !parse_events_add_pmu(parse_state, *listp, pmu, const_parsed_terms,
1651					 /*auto_merge_stats=*/false,
1652					 /*alternate_hw_config=*/PERF_COUNT_HW_MAX))
1653		return 0;
1654
1655	if (parse_state->fake_pmu) {
1656		if (!parse_events_add_pmu(parse_state, *listp, perf_pmus__fake_pmu(),
1657					  const_parsed_terms,
1658					  /*auto_merge_stats=*/false,
1659					  /*alternate_hw_config=*/PERF_COUNT_HW_MAX))
1660			return 0;
 
 
 
 
 
 
 
 
 
 
 
1661	}
1662
1663	pmu = NULL;
1664	/* Failed to add, try wildcard expansion of event_or_pmu as a PMU name. */
1665	while ((pmu = perf_pmus__scan(pmu)) != NULL) {
1666		if (!parse_events__filter_pmu(parse_state, pmu) &&
1667		    perf_pmu__match(pmu, event_or_pmu)) {
1668			bool auto_merge_stats = perf_pmu__auto_merge_stats(pmu);
1669
1670			if (!parse_events_add_pmu(parse_state, *listp, pmu,
1671						  const_parsed_terms,
1672						  auto_merge_stats,
1673						  /*alternate_hw_config=*/PERF_COUNT_HW_MAX)) {
1674				ok++;
1675				parse_state->wild_card_pmus = true;
1676			}
1677		}
1678	}
1679	if (ok)
1680		return 0;
1681
1682	/* Failure to add, assume event_or_pmu is an event name. */
1683	zfree(listp);
1684	if (!parse_events_multi_pmu_add(parse_state, event_or_pmu, PERF_COUNT_HW_MAX,
1685					const_parsed_terms, listp, loc))
1686		return 0;
1687
1688	if (asprintf(&help, "Unable to find PMU or event on a PMU of '%s'", event_or_pmu) < 0)
1689		help = NULL;
1690	parse_events_error__handle(parse_state->error, loc->first_column,
1691				strdup("Bad event or PMU"),
1692				help);
1693	zfree(listp);
1694	return -EINVAL;
1695}
1696
1697void parse_events__set_leader(char *name, struct list_head *list)
 
1698{
1699	struct evsel *leader;
1700
1701	if (list_empty(list)) {
1702		WARN_ONCE(true, "WARNING: failed to set leader: empty list");
1703		return;
1704	}
1705
1706	leader = list_first_entry(list, struct evsel, core.node);
1707	__perf_evlist__set_leader(list, &leader->core);
1708	zfree(&leader->group_name);
1709	leader->group_name = name;
1710}
1711
1712static int parse_events__modifier_list(struct parse_events_state *parse_state,
1713				       YYLTYPE *loc,
1714				       struct list_head *list,
1715				       struct parse_events_modifier mod,
1716				       bool group)
1717{
1718	struct evsel *evsel;
1719
1720	if (!group && mod.weak) {
1721		parse_events_error__handle(parse_state->error, loc->first_column,
1722					   strdup("Weak modifier is for use with groups"), NULL);
1723		return -EINVAL;
1724	}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1725
1726	__evlist__for_each_entry(list, evsel) {
1727		/* Translate modifiers into the equivalent evsel excludes. */
1728		int eu = group ? evsel->core.attr.exclude_user : 0;
1729		int ek = group ? evsel->core.attr.exclude_kernel : 0;
1730		int eh = group ? evsel->core.attr.exclude_hv : 0;
1731		int eH = group ? evsel->core.attr.exclude_host : 0;
1732		int eG = group ? evsel->core.attr.exclude_guest : 0;
1733		int exclude = eu | ek | eh;
1734		int exclude_GH = group ? evsel->exclude_GH : 0;
1735
1736		if (mod.user) {
 
1737			if (!exclude)
1738				exclude = eu = ek = eh = 1;
1739			if (!exclude_GH && !perf_guest && exclude_GH_default)
1740				eG = 1;
1741			eu = 0;
1742		}
1743		if (mod.kernel) {
1744			if (!exclude)
1745				exclude = eu = ek = eh = 1;
1746			ek = 0;
1747		}
1748		if (mod.hypervisor) {
1749			if (!exclude)
1750				exclude = eu = ek = eh = 1;
1751			eh = 0;
1752		}
1753		if (mod.guest) {
1754			if (!exclude_GH)
1755				exclude_GH = eG = eH = 1;
1756			eG = 0;
1757		}
1758		if (mod.host) {
1759			if (!exclude_GH)
1760				exclude_GH = eG = eH = 1;
1761			eH = 0;
1762		}
1763		evsel->core.attr.exclude_user   = eu;
1764		evsel->core.attr.exclude_kernel = ek;
1765		evsel->core.attr.exclude_hv     = eh;
1766		evsel->core.attr.exclude_host   = eH;
1767		evsel->core.attr.exclude_guest  = eG;
1768		evsel->exclude_GH               = exclude_GH;
1769
1770		/* Simple modifiers copied to the evsel. */
1771		if (mod.precise) {
1772			u8 precise = evsel->core.attr.precise_ip + mod.precise;
1773			/*
1774			 * precise ip:
1775			 *
1776			 *  0 - SAMPLE_IP can have arbitrary skid
1777			 *  1 - SAMPLE_IP must have constant skid
1778			 *  2 - SAMPLE_IP requested to have 0 skid
1779			 *  3 - SAMPLE_IP must have 0 skid
1780			 *
1781			 *  See also PERF_RECORD_MISC_EXACT_IP
1782			 */
1783			if (precise > 3) {
1784				char *help;
1785
1786				if (asprintf(&help,
1787					     "Maximum combined precise value is 3, adding precision to \"%s\"",
1788					     evsel__name(evsel)) > 0) {
1789					parse_events_error__handle(parse_state->error,
1790								   loc->first_column,
1791								   help, NULL);
1792				}
1793				return -EINVAL;
1794			}
1795			evsel->core.attr.precise_ip = precise;
1796		}
1797		if (mod.precise_max)
1798			evsel->precise_max = 1;
1799		if (mod.non_idle)
1800			evsel->core.attr.exclude_idle = 1;
1801		if (mod.sample_read)
1802			evsel->sample_read = 1;
1803		if (mod.pinned && evsel__is_group_leader(evsel))
1804			evsel->core.attr.pinned = 1;
1805		if (mod.exclusive && evsel__is_group_leader(evsel))
1806			evsel->core.attr.exclusive = 1;
1807		if (mod.weak)
1808			evsel->weak_group = true;
1809		if (mod.bpf)
1810			evsel->bpf_counter = true;
1811		if (mod.retire_lat)
1812			evsel->retire_lat = true;
1813	}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1814	return 0;
1815}
1816
1817int parse_events__modifier_group(struct parse_events_state *parse_state, void *loc,
1818				 struct list_head *list,
1819				 struct parse_events_modifier mod)
 
 
1820{
1821	return parse_events__modifier_list(parse_state, loc, list, mod, /*group=*/true);
 
 
 
 
 
 
 
 
 
 
 
 
1822}
1823
1824int parse_events__modifier_event(struct parse_events_state *parse_state, void *loc,
1825				 struct list_head *list,
1826				 struct parse_events_modifier mod)
1827{
1828	return parse_events__modifier_list(parse_state, loc, list, mod, /*group=*/false);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1829}
1830
1831int parse_events__set_default_name(struct list_head *list, char *name)
1832{
1833	struct evsel *evsel;
1834	bool used_name = false;
1835
1836	__evlist__for_each_entry(list, evsel) {
1837		if (!evsel->name) {
1838			evsel->name = used_name ? strdup(name) : name;
1839			used_name = true;
1840			if (!evsel->name)
1841				return -ENOMEM;
1842		}
1843	}
1844	if (!used_name)
1845		free(name);
1846	return 0;
1847}
1848
1849static int parse_events__scanner(const char *str,
1850				 FILE *input,
1851				 struct parse_events_state *parse_state)
1852{
1853	YY_BUFFER_STATE buffer;
1854	void *scanner;
1855	int ret;
1856
1857	ret = parse_events_lex_init_extra(parse_state, &scanner);
1858	if (ret)
1859		return ret;
1860
1861	if (str)
1862		buffer = parse_events__scan_string(str, scanner);
1863	else
1864	        parse_events_set_in(input, scanner);
 
1865
1866#ifdef PARSER_DEBUG
1867	parse_events_debug = 1;
1868	parse_events_set_debug(1, scanner);
1869#endif
1870	ret = parse_events_parse(parse_state, scanner);
1871
1872	if (str) {
1873		parse_events__flush_buffer(buffer, scanner);
1874		parse_events__delete_buffer(buffer, scanner);
1875	}
1876	parse_events_lex_destroy(scanner);
1877	return ret;
1878}
1879
 
 
 
 
 
 
 
 
1880/*
1881 * parse event config string, return a list of event terms.
 
1882 */
1883int parse_events_terms(struct parse_events_terms *terms, const char *str, FILE *input)
1884{
1885	struct parse_events_state parse_state = {
1886		.terms  = NULL,
1887		.stoken = PE_START_TERMS,
1888	};
1889	int ret;
1890
1891	ret = parse_events__scanner(str, input, &parse_state);
1892	if (!ret)
1893		list_splice(&parse_state.terms->terms, &terms->terms);
1894
1895	zfree(&parse_state.terms);
1896	return ret;
1897}
 
 
 
 
 
1898
1899static int evsel__compute_group_pmu_name(struct evsel *evsel,
1900					  const struct list_head *head)
1901{
1902	struct evsel *leader = evsel__leader(evsel);
1903	struct evsel *pos;
1904	const char *group_pmu_name;
1905	struct perf_pmu *pmu = evsel__find_pmu(evsel);
1906
1907	if (!pmu) {
1908		/*
1909		 * For PERF_TYPE_HARDWARE and PERF_TYPE_HW_CACHE types the PMU
1910		 * is a core PMU, but in heterogeneous systems this is
1911		 * unknown. For now pick the first core PMU.
1912		 */
1913		pmu = perf_pmus__scan_core(NULL);
1914	}
1915	if (!pmu) {
1916		pr_debug("No PMU found for '%s'\n", evsel__name(evsel));
1917		return -EINVAL;
1918	}
1919	group_pmu_name = pmu->name;
1920	/*
1921	 * Software events may be in a group with other uncore PMU events. Use
1922	 * the pmu_name of the first non-software event to avoid breaking the
1923	 * software event out of the group.
1924	 *
1925	 * Aux event leaders, like intel_pt, expect a group with events from
1926	 * other PMUs, so substitute the AUX event's PMU in this case.
1927	 */
1928	if (perf_pmu__is_software(pmu) || evsel__is_aux_event(leader)) {
1929		struct perf_pmu *leader_pmu = evsel__find_pmu(leader);
1930
1931		if (!leader_pmu) {
1932			/* As with determining pmu above. */
1933			leader_pmu = perf_pmus__scan_core(NULL);
1934		}
1935		/*
1936		 * Starting with the leader, find the first event with a named
1937		 * non-software PMU. for_each_group_(member|evsel) isn't used as
1938		 * the list isn't yet sorted putting evsel's in the same group
1939		 * together.
1940		 */
1941		if (leader_pmu && !perf_pmu__is_software(leader_pmu)) {
1942			group_pmu_name = leader_pmu->name;
1943		} else if (leader->core.nr_members > 1) {
1944			list_for_each_entry(pos, head, core.node) {
1945				struct perf_pmu *pos_pmu;
1946
1947				if (pos == leader || evsel__leader(pos) != leader)
1948					continue;
1949				pos_pmu = evsel__find_pmu(pos);
1950				if (!pos_pmu) {
1951					/* As with determining pmu above. */
1952					pos_pmu = perf_pmus__scan_core(NULL);
1953				}
1954				if (pos_pmu && !perf_pmu__is_software(pos_pmu)) {
1955					group_pmu_name = pos_pmu->name;
1956					break;
1957				}
1958			}
1959		}
1960	}
1961	/* Record computed name. */
1962	evsel->group_pmu_name = strdup(group_pmu_name);
1963	return evsel->group_pmu_name ? 0 : -ENOMEM;
1964}
1965
1966__weak int arch_evlist__cmp(const struct evsel *lhs, const struct evsel *rhs)
1967{
1968	/* Order by insertion index. */
1969	return lhs->core.idx - rhs->core.idx;
1970}
1971
1972static int evlist__cmp(void *_fg_idx, const struct list_head *l, const struct list_head *r)
 
1973{
1974	const struct perf_evsel *lhs_core = container_of(l, struct perf_evsel, node);
1975	const struct evsel *lhs = container_of(lhs_core, struct evsel, core);
1976	const struct perf_evsel *rhs_core = container_of(r, struct perf_evsel, node);
1977	const struct evsel *rhs = container_of(rhs_core, struct evsel, core);
1978	int *force_grouped_idx = _fg_idx;
1979	int lhs_sort_idx, rhs_sort_idx, ret;
1980	const char *lhs_pmu_name, *rhs_pmu_name;
1981	bool lhs_has_group, rhs_has_group;
1982
 
 
 
1983	/*
1984	 * First sort by grouping/leader. Read the leader idx only if the evsel
1985	 * is part of a group, by default ungrouped events will be sorted
1986	 * relative to grouped events based on where the first ungrouped event
1987	 * occurs. If both events don't have a group we want to fall-through to
1988	 * the arch specific sorting, that can reorder and fix things like
1989	 * Intel's topdown events.
1990	 */
1991	if (lhs_core->leader != lhs_core || lhs_core->nr_members > 1) {
1992		lhs_has_group = true;
1993		lhs_sort_idx = lhs_core->leader->idx;
1994	} else {
1995		lhs_has_group = false;
1996		lhs_sort_idx = *force_grouped_idx != -1 && arch_evsel__must_be_in_group(lhs)
1997			? *force_grouped_idx
1998			: lhs_core->idx;
1999	}
2000	if (rhs_core->leader != rhs_core || rhs_core->nr_members > 1) {
2001		rhs_has_group = true;
2002		rhs_sort_idx = rhs_core->leader->idx;
2003	} else {
2004		rhs_has_group = false;
2005		rhs_sort_idx = *force_grouped_idx != -1 && arch_evsel__must_be_in_group(rhs)
2006			? *force_grouped_idx
2007			: rhs_core->idx;
2008	}
2009
2010	if (lhs_sort_idx != rhs_sort_idx)
2011		return lhs_sort_idx - rhs_sort_idx;
2012
2013	/* Group by PMU if there is a group. Groups can't span PMUs. */
2014	if (lhs_has_group && rhs_has_group) {
2015		lhs_pmu_name = lhs->group_pmu_name;
2016		rhs_pmu_name = rhs->group_pmu_name;
2017		ret = strcmp(lhs_pmu_name, rhs_pmu_name);
2018		if (ret)
2019			return ret;
2020	}
2021
2022	/* Architecture specific sorting. */
2023	return arch_evlist__cmp(lhs, rhs);
2024}
2025
2026static int parse_events__sort_events_and_fix_groups(struct list_head *list)
2027{
2028	int idx = 0, force_grouped_idx = -1;
2029	struct evsel *pos, *cur_leader = NULL;
2030	struct perf_evsel *cur_leaders_grp = NULL;
2031	bool idx_changed = false, cur_leader_force_grouped = false;
2032	int orig_num_leaders = 0, num_leaders = 0;
2033	int ret;
2034
2035	/*
2036	 * Compute index to insert ungrouped events at. Place them where the
2037	 * first ungrouped event appears.
2038	 */
2039	list_for_each_entry(pos, list, core.node) {
2040		const struct evsel *pos_leader = evsel__leader(pos);
2041
2042		ret = evsel__compute_group_pmu_name(pos, list);
2043		if (ret)
2044			return ret;
2045
2046		if (pos == pos_leader)
2047			orig_num_leaders++;
 
 
2048
2049		/*
2050		 * Ensure indexes are sequential, in particular for multiple
2051		 * event lists being merged. The indexes are used to detect when
2052		 * the user order is modified.
2053		 */
2054		pos->core.idx = idx++;
2055
2056		/* Remember an index to sort all forced grouped events together to. */
2057		if (force_grouped_idx == -1 && pos == pos_leader && pos->core.nr_members < 2 &&
2058		    arch_evsel__must_be_in_group(pos))
2059			force_grouped_idx = pos->core.idx;
2060	}
 
 
 
 
2061
2062	/* Sort events. */
2063	list_sort(&force_grouped_idx, list, evlist__cmp);
2064
2065	/*
2066	 * Recompute groups, splitting for PMUs and adding groups for events
2067	 * that require them.
2068	 */
2069	idx = 0;
2070	list_for_each_entry(pos, list, core.node) {
2071		const struct evsel *pos_leader = evsel__leader(pos);
2072		const char *pos_pmu_name = pos->group_pmu_name;
2073		const char *cur_leader_pmu_name;
2074		bool pos_force_grouped = force_grouped_idx != -1 &&
2075			arch_evsel__must_be_in_group(pos);
2076
2077		/* Reset index and nr_members. */
2078		if (pos->core.idx != idx)
2079			idx_changed = true;
2080		pos->core.idx = idx++;
2081		pos->core.nr_members = 0;
2082
2083		/*
2084		 * Set the group leader respecting the given groupings and that
2085		 * groups can't span PMUs.
2086		 */
2087		if (!cur_leader)
2088			cur_leader = pos;
2089
2090		cur_leader_pmu_name = cur_leader->group_pmu_name;
2091		if ((cur_leaders_grp != pos->core.leader &&
2092		     (!pos_force_grouped || !cur_leader_force_grouped)) ||
2093		    strcmp(cur_leader_pmu_name, pos_pmu_name)) {
2094			/* Event is for a different group/PMU than last. */
2095			cur_leader = pos;
2096			/*
2097			 * Remember the leader's group before it is overwritten,
2098			 * so that later events match as being in the same
2099			 * group.
2100			 */
2101			cur_leaders_grp = pos->core.leader;
2102			/*
2103			 * Avoid forcing events into groups with events that
2104			 * don't need to be in the group.
2105			 */
2106			cur_leader_force_grouped = pos_force_grouped;
2107		}
2108		if (pos_leader != cur_leader) {
2109			/* The leader changed so update it. */
2110			evsel__set_leader(pos, cur_leader);
2111		}
2112	}
2113	list_for_each_entry(pos, list, core.node) {
2114		struct evsel *pos_leader = evsel__leader(pos);
2115
2116		if (pos == pos_leader)
2117			num_leaders++;
2118		pos_leader->core.nr_members++;
2119	}
2120	return (idx_changed || num_leaders != orig_num_leaders) ? 1 : 0;
2121}
2122
2123int __parse_events(struct evlist *evlist, const char *str, const char *pmu_filter,
2124		   struct parse_events_error *err, bool fake_pmu,
2125		   bool warn_if_reordered, bool fake_tp)
2126{
2127	struct parse_events_state parse_state = {
2128		.list	  = LIST_HEAD_INIT(parse_state.list),
2129		.idx	  = evlist->core.nr_entries,
2130		.error	  = err,
2131		.stoken	  = PE_START_EVENTS,
2132		.fake_pmu = fake_pmu,
2133		.fake_tp  = fake_tp,
2134		.pmu_filter = pmu_filter,
2135		.match_legacy_cache_terms = true,
2136	};
2137	int ret, ret2;
2138
2139	ret = parse_events__scanner(str, /*input=*/ NULL, &parse_state);
 
 
 
2140
2141	if (!ret && list_empty(&parse_state.list)) {
2142		WARN_ONCE(true, "WARNING: event parser found nothing\n");
2143		return -1;
2144	}
2145
2146	ret2 = parse_events__sort_events_and_fix_groups(&parse_state.list);
2147	if (ret2 < 0)
2148		return ret;
2149
2150	if (ret2 && warn_if_reordered && !parse_state.wild_card_pmus)
2151		pr_warning("WARNING: events were regrouped to match PMUs\n");
2152
2153	/*
2154	 * Add list to the evlist even with errors to allow callers to clean up.
2155	 */
2156	evlist__splice_list_tail(evlist, &parse_state.list);
2157
2158	if (!ret) {
2159		struct evsel *last;
2160
2161		last = evlist__last(evlist);
2162		last->cmdline_group_boundary = true;
2163
2164		return 0;
2165	}
2166
2167	/*
2168	 * There are 2 users - builtin-record and builtin-test objects.
2169	 * Both call evlist__delete in case of error, so we dont
2170	 * need to bother.
2171	 */
2172	return ret;
2173}
2174
2175int parse_event(struct evlist *evlist, const char *str)
2176{
2177	struct parse_events_error err;
2178	int ret;
2179
2180	parse_events_error__init(&err);
2181	ret = parse_events(evlist, str, &err);
2182	parse_events_error__exit(&err);
2183	return ret;
2184}
2185
2186struct parse_events_error_entry {
2187	/** @list: The list the error is part of. */
2188	struct list_head list;
2189	/** @idx: index in the parsed string */
2190	int   idx;
2191	/** @str: string to display at the index */
2192	char *str;
2193	/** @help: optional help string */
2194	char *help;
2195};
2196
2197void parse_events_error__init(struct parse_events_error *err)
2198{
2199	INIT_LIST_HEAD(&err->list);
2200}
2201
2202void parse_events_error__exit(struct parse_events_error *err)
2203{
2204	struct parse_events_error_entry *pos, *tmp;
2205
2206	list_for_each_entry_safe(pos, tmp, &err->list, list) {
2207		zfree(&pos->str);
2208		zfree(&pos->help);
2209		list_del_init(&pos->list);
2210		free(pos);
2211	}
2212}
2213
2214void parse_events_error__handle(struct parse_events_error *err, int idx,
2215				char *str, char *help)
2216{
2217	struct parse_events_error_entry *entry;
2218
2219	if (WARN(!str || !err, "WARNING: failed to provide error string or struct\n"))
2220		goto out_free;
2221
2222	entry = zalloc(sizeof(*entry));
2223	if (!entry) {
2224		pr_err("Failed to allocate memory for event parsing error: %s (%s)\n",
2225			str, help ?: "<no help>");
2226		goto out_free;
2227	}
2228	entry->idx = idx;
2229	entry->str = str;
2230	entry->help = help;
2231	list_add(&entry->list, &err->list);
2232	return;
2233out_free:
2234	free(str);
2235	free(help);
2236}
2237
2238#define MAX_WIDTH 1000
2239static int get_term_width(void)
2240{
2241	struct winsize ws;
2242
2243	get_term_dimensions(&ws);
2244	return ws.ws_col > MAX_WIDTH ? MAX_WIDTH : ws.ws_col;
2245}
2246
2247static void __parse_events_error__print(int err_idx, const char *err_str,
2248					const char *err_help, const char *event)
2249{
2250	const char *str = "invalid or unsupported event: ";
2251	char _buf[MAX_WIDTH];
2252	char *buf = (char *) event;
2253	int idx = 0;
2254	if (err_str) {
 
2255		/* -2 for extra '' in the final fprintf */
2256		int width       = get_term_width() - 2;
2257		int len_event   = strlen(event);
2258		int len_str, max_len, cut = 0;
2259
2260		/*
2261		 * Maximum error index indent, we will cut
2262		 * the event string if it's bigger.
2263		 */
2264		int max_err_idx = 13;
2265
2266		/*
2267		 * Let's be specific with the message when
2268		 * we have the precise error.
2269		 */
2270		str     = "event syntax error: ";
2271		len_str = strlen(str);
2272		max_len = width - len_str;
2273
2274		buf = _buf;
2275
2276		/* We're cutting from the beginning. */
2277		if (err_idx > max_err_idx)
2278			cut = err_idx - max_err_idx;
2279
2280		strncpy(buf, event + cut, max_len);
2281
2282		/* Mark cut parts with '..' on both sides. */
2283		if (cut)
2284			buf[0] = buf[1] = '.';
2285
2286		if ((len_event - cut) > max_len) {
2287			buf[max_len - 1] = buf[max_len - 2] = '.';
2288			buf[max_len] = 0;
2289		}
2290
2291		idx = len_str + err_idx - cut;
2292	}
2293
2294	fprintf(stderr, "%s'%s'\n", str, buf);
2295	if (idx) {
2296		fprintf(stderr, "%*s\\___ %s\n", idx + 1, "", err_str);
2297		if (err_help)
2298			fprintf(stderr, "\n%s\n", err_help);
 
 
2299	}
2300}
2301
2302void parse_events_error__print(const struct parse_events_error *err,
2303			       const char *event)
2304{
2305	struct parse_events_error_entry *pos;
2306	bool first = true;
2307
2308	list_for_each_entry(pos, &err->list, list) {
2309		if (!first)
2310			fputs("\n", stderr);
2311		__parse_events_error__print(pos->idx, pos->str, pos->help, event);
2312		first = false;
2313	}
2314}
2315
2316/*
2317 * In the list of errors err, do any of the error strings (str) contain the
2318 * given needle string?
2319 */
2320bool parse_events_error__contains(const struct parse_events_error *err,
2321				  const char *needle)
2322{
2323	struct parse_events_error_entry *pos;
2324
2325	list_for_each_entry(pos, &err->list, list) {
2326		if (strstr(pos->str, needle) != NULL)
2327			return true;
2328	}
2329	return false;
2330}
2331
2332#undef MAX_WIDTH
2333
2334int parse_events_option(const struct option *opt, const char *str,
2335			int unset __maybe_unused)
2336{
2337	struct parse_events_option_args *args = opt->value;
2338	struct parse_events_error err;
2339	int ret;
2340
2341	parse_events_error__init(&err);
2342	ret = __parse_events(*args->evlistp, str, args->pmu_filter, &err,
2343			     /*fake_pmu=*/false, /*warn_if_reordered=*/true,
2344			     /*fake_tp=*/false);
2345
2346	if (ret) {
2347		parse_events_error__print(&err, str);
2348		fprintf(stderr, "Run 'perf list' for a list of valid events\n");
2349	}
2350	parse_events_error__exit(&err);
2351
2352	return ret;
2353}
2354
2355int parse_events_option_new_evlist(const struct option *opt, const char *str, int unset)
2356{
2357	struct parse_events_option_args *args = opt->value;
2358	int ret;
2359
2360	if (*args->evlistp == NULL) {
2361		*args->evlistp = evlist__new();
2362
2363		if (*args->evlistp == NULL) {
2364			fprintf(stderr, "Not enough memory to create evlist\n");
2365			return -1;
2366		}
2367	}
2368	ret = parse_events_option(opt, str, unset);
2369	if (ret) {
2370		evlist__delete(*args->evlistp);
2371		*args->evlistp = NULL;
2372	}
2373
2374	return ret;
2375}
2376
2377static int
2378foreach_evsel_in_last_glob(struct evlist *evlist,
2379			   int (*func)(struct evsel *evsel,
2380				       const void *arg),
2381			   const void *arg)
2382{
2383	struct evsel *last = NULL;
2384	int err;
2385
2386	/*
2387	 * Don't return when list_empty, give func a chance to report
2388	 * error when it found last == NULL.
2389	 *
2390	 * So no need to WARN here, let *func do this.
2391	 */
2392	if (evlist->core.nr_entries > 0)
2393		last = evlist__last(evlist);
2394
2395	do {
2396		err = (*func)(last, arg);
2397		if (err)
2398			return -1;
2399		if (!last)
2400			return 0;
2401
2402		if (last->core.node.prev == &evlist->core.entries)
2403			return 0;
2404		last = list_entry(last->core.node.prev, struct evsel, core.node);
2405	} while (!last->cmdline_group_boundary);
2406
2407	return 0;
2408}
2409
2410static int set_filter(struct evsel *evsel, const void *arg)
2411{
2412	const char *str = arg;
2413	bool found = false;
2414	int nr_addr_filters = 0;
2415	struct perf_pmu *pmu = NULL;
2416
2417	if (evsel == NULL) {
2418		fprintf(stderr,
2419			"--filter option should follow a -e tracepoint or HW tracer option\n");
2420		return -1;
2421	}
2422
2423	if (evsel->core.attr.type == PERF_TYPE_TRACEPOINT) {
2424		if (evsel__append_tp_filter(evsel, str) < 0) {
2425			fprintf(stderr,
2426				"not enough memory to hold filter string\n");
2427			return -1;
2428		}
2429
2430		return 0;
2431	}
2432
2433	while ((pmu = perf_pmus__scan(pmu)) != NULL)
2434		if (pmu->type == evsel->core.attr.type) {
2435			found = true;
2436			break;
2437		}
2438
2439	if (found)
2440		perf_pmu__scan_file(pmu, "nr_addr_filters",
2441				    "%d", &nr_addr_filters);
2442
2443	if (!nr_addr_filters)
2444		return perf_bpf_filter__parse(&evsel->bpf_filters, str);
2445
2446	if (evsel__append_addr_filter(evsel, str) < 0) {
2447		fprintf(stderr,
2448			"not enough memory to hold filter string\n");
2449		return -1;
2450	}
2451
2452	return 0;
 
 
 
 
 
 
2453}
2454
2455int parse_filter(const struct option *opt, const char *str,
2456		 int unset __maybe_unused)
2457{
2458	struct evlist *evlist = *(struct evlist **)opt->value;
2459
2460	return foreach_evsel_in_last_glob(evlist, set_filter,
2461					  (const void *)str);
2462}
2463
2464static int add_exclude_perf_filter(struct evsel *evsel,
2465				   const void *arg __maybe_unused)
2466{
2467	char new_filter[64];
2468
2469	if (evsel == NULL || evsel->core.attr.type != PERF_TYPE_TRACEPOINT) {
2470		fprintf(stderr,
2471			"--exclude-perf option should follow a -e tracepoint option\n");
2472		return -1;
2473	}
2474
2475	snprintf(new_filter, sizeof(new_filter), "common_pid != %d", getpid());
2476
2477	if (evsel__append_tp_filter(evsel, new_filter) < 0) {
2478		fprintf(stderr,
2479			"not enough memory to hold filter string\n");
2480		return -1;
2481	}
2482
2483	return 0;
2484}
2485
2486int exclude_perf(const struct option *opt,
2487		 const char *arg __maybe_unused,
2488		 int unset __maybe_unused)
2489{
2490	struct evlist *evlist = *(struct evlist **)opt->value;
2491
2492	return foreach_evsel_in_last_glob(evlist, add_exclude_perf_filter,
2493					  NULL);
2494}
2495
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2496int parse_events__is_hardcoded_term(struct parse_events_term *term)
2497{
2498	return term->type_term != PARSE_EVENTS__TERM_TYPE_USER;
2499}
2500
2501static int new_term(struct parse_events_term **_term,
2502		    struct parse_events_term *temp,
2503		    char *str, u64 num)
2504{
2505	struct parse_events_term *term;
2506
2507	term = malloc(sizeof(*term));
2508	if (!term)
2509		return -ENOMEM;
2510
2511	*term = *temp;
2512	INIT_LIST_HEAD(&term->list);
2513	term->weak = false;
2514
2515	switch (term->type_val) {
2516	case PARSE_EVENTS__TERM_TYPE_NUM:
2517		term->val.num = num;
2518		break;
2519	case PARSE_EVENTS__TERM_TYPE_STR:
2520		term->val.str = str;
2521		break;
2522	default:
2523		free(term);
2524		return -EINVAL;
2525	}
2526
2527	*_term = term;
2528	return 0;
2529}
2530
2531int parse_events_term__num(struct parse_events_term **term,
2532			   enum parse_events__term_type type_term,
2533			   const char *config, u64 num,
2534			   bool no_value,
2535			   void *loc_term_, void *loc_val_)
2536{
2537	YYLTYPE *loc_term = loc_term_;
2538	YYLTYPE *loc_val = loc_val_;
2539
2540	struct parse_events_term temp = {
2541		.type_val  = PARSE_EVENTS__TERM_TYPE_NUM,
2542		.type_term = type_term,
2543		.config    = config ? : strdup(parse_events__term_type_str(type_term)),
2544		.no_value  = no_value,
2545		.err_term  = loc_term ? loc_term->first_column : 0,
2546		.err_val   = loc_val  ? loc_val->first_column  : 0,
2547	};
2548
2549	return new_term(term, &temp, /*str=*/NULL, num);
2550}
2551
2552int parse_events_term__str(struct parse_events_term **term,
2553			   enum parse_events__term_type type_term,
2554			   char *config, char *str,
2555			   void *loc_term_, void *loc_val_)
2556{
2557	YYLTYPE *loc_term = loc_term_;
2558	YYLTYPE *loc_val = loc_val_;
2559
2560	struct parse_events_term temp = {
2561		.type_val  = PARSE_EVENTS__TERM_TYPE_STR,
2562		.type_term = type_term,
2563		.config    = config,
2564		.err_term  = loc_term ? loc_term->first_column : 0,
2565		.err_val   = loc_val  ? loc_val->first_column  : 0,
2566	};
2567
2568	return new_term(term, &temp, str, /*num=*/0);
2569}
2570
2571int parse_events_term__term(struct parse_events_term **term,
2572			    enum parse_events__term_type term_lhs,
2573			    enum parse_events__term_type term_rhs,
2574			    void *loc_term, void *loc_val)
2575{
2576	return parse_events_term__str(term, term_lhs, NULL,
2577				      strdup(parse_events__term_type_str(term_rhs)),
2578				      loc_term, loc_val);
 
 
 
 
 
 
 
 
2579}
2580
2581int parse_events_term__clone(struct parse_events_term **new,
2582			     const struct parse_events_term *term)
2583{
2584	char *str;
2585	struct parse_events_term temp = *term;
 
 
 
 
 
2586
2587	temp.used = false;
2588	if (term->config) {
2589		temp.config = strdup(term->config);
2590		if (!temp.config)
2591			return -ENOMEM;
2592	}
2593	if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM)
2594		return new_term(new, &temp, /*str=*/NULL, term->val.num);
2595
2596	str = strdup(term->val.str);
2597	if (!str) {
2598		zfree(&temp.config);
2599		return -ENOMEM;
2600	}
2601	return new_term(new, &temp, str, /*num=*/0);
2602}
2603
2604void parse_events_term__delete(struct parse_events_term *term)
 
2605{
2606	if (term->type_val != PARSE_EVENTS__TERM_TYPE_NUM)
2607		zfree(&term->val.str);
2608
2609	zfree(&term->config);
2610	free(term);
2611}
 
2612
2613static int parse_events_terms__copy(const struct parse_events_terms *src,
2614				    struct parse_events_terms *dest)
2615{
2616	struct parse_events_term *term;
2617
2618	list_for_each_entry (term, &src->terms, list) {
2619		struct parse_events_term *n;
2620		int ret;
2621
 
2622		ret = parse_events_term__clone(&n, term);
2623		if (ret)
2624			return ret;
2625
2626		list_add_tail(&n->list, &dest->terms);
2627	}
2628	return 0;
2629}
2630
2631void parse_events_terms__init(struct parse_events_terms *terms)
2632{
2633	INIT_LIST_HEAD(&terms->terms);
2634}
2635
2636void parse_events_terms__exit(struct parse_events_terms *terms)
2637{
2638	struct parse_events_term *term, *h;
2639
2640	list_for_each_entry_safe(term, h, &terms->terms, list) {
 
 
2641		list_del_init(&term->list);
2642		parse_events_term__delete(term);
2643	}
2644}
2645
2646void parse_events_terms__delete(struct parse_events_terms *terms)
2647{
2648	if (!terms)
2649		return;
2650	parse_events_terms__exit(terms);
2651	free(terms);
2652}
2653
2654int parse_events_terms__to_strbuf(const struct parse_events_terms *terms, struct strbuf *sb)
2655{
2656	struct parse_events_term *term;
2657	bool first = true;
2658
2659	if (!terms)
2660		return 0;
 
 
2661
2662	list_for_each_entry(term, &terms->terms, list) {
2663		int ret;
2664
2665		if (!first) {
2666			ret = strbuf_addch(sb, ',');
2667			if (ret < 0)
2668				return ret;
2669		}
2670		first = false;
2671
2672		if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM)
2673			if (term->no_value) {
2674				assert(term->val.num == 1);
2675				ret = strbuf_addf(sb, "%s", term->config);
2676			} else
2677				ret = strbuf_addf(sb, "%s=%#"PRIx64, term->config, term->val.num);
2678		else if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR) {
2679			if (term->config) {
2680				ret = strbuf_addf(sb, "%s=", term->config);
2681				if (ret < 0)
2682					return ret;
2683			} else if ((unsigned int)term->type_term < __PARSE_EVENTS__TERM_TYPE_NR) {
2684				ret = strbuf_addf(sb, "%s=",
2685						  parse_events__term_type_str(term->type_term));
2686				if (ret < 0)
2687					return ret;
2688			}
2689			assert(!term->no_value);
2690			ret = strbuf_addf(sb, "%s", term->val.str);
2691		}
2692		if (ret < 0)
2693			return ret;
2694	}
2695	return 0;
2696}
2697
2698static void config_terms_list(char *buf, size_t buf_sz)
2699{
2700	int i;
2701	bool first = true;
2702
2703	buf[0] = '\0';
2704	for (i = 0; i < __PARSE_EVENTS__TERM_TYPE_NR; i++) {
2705		const char *name = parse_events__term_type_str(i);
2706
2707		if (!config_term_avail(i, NULL))
2708			continue;
2709		if (!name)
2710			continue;
2711		if (name[0] == '<')
2712			continue;
2713
2714		if (strlen(buf) + strlen(name) + 2 >= buf_sz)
2715			return;
2716
2717		if (!first)
2718			strcat(buf, ",");
2719		else
2720			first = false;
2721		strcat(buf, name);
2722	}
2723}
2724
2725/*
2726 * Return string contains valid config terms of an event.
2727 * @additional_terms: For terms such as PMU sysfs terms.
2728 */
2729char *parse_events_formats_error_string(char *additional_terms)
2730{
2731	char *str;
2732	/* "no-overwrite" is the longest name */
2733	char static_terms[__PARSE_EVENTS__TERM_TYPE_NR *
2734			  (sizeof("no-overwrite") - 1)];
2735
2736	config_terms_list(static_terms, sizeof(static_terms));
2737	/* valid terms */
2738	if (additional_terms) {
2739		if (asprintf(&str, "valid terms: %s,%s",
2740			     additional_terms, static_terms) < 0)
2741			goto fail;
2742	} else {
2743		if (asprintf(&str, "valid terms: %s", static_terms) < 0)
2744			goto fail;
2745	}
2746	return str;
2747
2748fail:
2749	return NULL;
2750}