Linux Audio

Check our new training course

Loading...
v4.6
 
  1/*
  2 * builtin-test.c
  3 *
  4 * Builtin regression testing command: ever growing number of sanity tests
  5 */
 
 
  6#include <unistd.h>
  7#include <string.h>
 
 
 
 
 
  8#include "builtin.h"
 
  9#include "hist.h"
 10#include "intlist.h"
 11#include "tests.h"
 12#include "debug.h"
 13#include "color.h"
 14#include <subcmd/parse-options.h>
 
 15#include "symbol.h"
 
 
 
 
 
 
 
 
 
 
 
 16
 17struct test __weak arch_tests[] = {
 18	{
 19		.func = NULL,
 20	},
 
 
 
 
 
 
 21};
 
 22
 23static struct test generic_tests[] = {
 24	{
 25		.desc = "vmlinux symtab matches kallsyms",
 26		.func = test__vmlinux_matches_kallsyms,
 27	},
 28	{
 29		.desc = "detect openat syscall event",
 30		.func = test__openat_syscall_event,
 31	},
 32	{
 33		.desc = "detect openat syscall event on all cpus",
 34		.func = test__openat_syscall_event_on_all_cpus,
 35	},
 36	{
 37		.desc = "read samples using the mmap interface",
 38		.func = test__basic_mmap,
 39	},
 40	{
 41		.desc = "parse events tests",
 42		.func = test__parse_events,
 43	},
 44	{
 45		.desc = "Validate PERF_RECORD_* events & perf_sample fields",
 46		.func = test__PERF_RECORD,
 47	},
 48	{
 49		.desc = "Test perf pmu format parsing",
 50		.func = test__pmu,
 51	},
 52	{
 53		.desc = "Test dso data read",
 54		.func = test__dso_data,
 55	},
 56	{
 57		.desc = "Test dso data cache",
 58		.func = test__dso_data_cache,
 59	},
 60	{
 61		.desc = "Test dso data reopen",
 62		.func = test__dso_data_reopen,
 63	},
 64	{
 65		.desc = "roundtrip evsel->name check",
 66		.func = test__perf_evsel__roundtrip_name_test,
 67	},
 68	{
 69		.desc = "Check parsing of sched tracepoints fields",
 70		.func = test__perf_evsel__tp_sched_test,
 71	},
 72	{
 73		.desc = "Generate and check syscalls:sys_enter_openat event fields",
 74		.func = test__syscall_openat_tp_fields,
 75	},
 76	{
 77		.desc = "struct perf_event_attr setup",
 78		.func = test__attr,
 79	},
 80	{
 81		.desc = "Test matching and linking multiple hists",
 82		.func = test__hists_link,
 83	},
 84	{
 85		.desc = "Try 'import perf' in python, checking link problems",
 86		.func = test__python_use,
 87	},
 88	{
 89		.desc = "Test breakpoint overflow signal handler",
 90		.func = test__bp_signal,
 91	},
 92	{
 93		.desc = "Test breakpoint overflow sampling",
 94		.func = test__bp_signal_overflow,
 95	},
 96	{
 97		.desc = "Test number of exit event of a simple workload",
 98		.func = test__task_exit,
 99	},
100	{
101		.desc = "Test software clock events have valid period values",
102		.func = test__sw_clock_freq,
103	},
104	{
105		.desc = "Test object code reading",
106		.func = test__code_reading,
107	},
108	{
109		.desc = "Test sample parsing",
110		.func = test__sample_parsing,
111	},
112	{
113		.desc = "Test using a dummy software event to keep tracking",
114		.func = test__keep_tracking,
115	},
116	{
117		.desc = "Test parsing with no sample_id_all bit set",
118		.func = test__parse_no_sample_id_all,
119	},
120	{
121		.desc = "Test filtering hist entries",
122		.func = test__hists_filter,
123	},
124	{
125		.desc = "Test mmap thread lookup",
126		.func = test__mmap_thread_lookup,
127	},
128	{
129		.desc = "Test thread mg sharing",
130		.func = test__thread_mg_share,
131	},
132	{
133		.desc = "Test output sorting of hist entries",
134		.func = test__hists_output,
135	},
136	{
137		.desc = "Test cumulation of child hist entries",
138		.func = test__hists_cumulate,
139	},
140	{
141		.desc = "Test tracking with sched_switch",
142		.func = test__switch_tracking,
143	},
144	{
145		.desc = "Filter fds with revents mask in a fdarray",
146		.func = test__fdarray__filter,
147	},
148	{
149		.desc = "Add fd to a fdarray, making it autogrow",
150		.func = test__fdarray__add,
151	},
152	{
153		.desc = "Test kmod_path__parse function",
154		.func = test__kmod_path__parse,
155	},
156	{
157		.desc = "Test thread map",
158		.func = test__thread_map,
159	},
160	{
161		.desc = "Test LLVM searching and compiling",
162		.func = test__llvm,
163		.subtest = {
164			.skip_if_fail	= true,
165			.get_nr		= test__llvm_subtest_get_nr,
166			.get_desc	= test__llvm_subtest_get_desc,
167		},
168	},
169	{
170		.desc = "Test topology in session",
171		.func = test_session_topology,
172	},
173	{
174		.desc = "Test BPF filter",
175		.func = test__bpf,
176		.subtest = {
177			.skip_if_fail	= true,
178			.get_nr		= test__bpf_subtest_get_nr,
179			.get_desc	= test__bpf_subtest_get_desc,
180		},
181	},
182	{
183		.desc = "Test thread map synthesize",
184		.func = test__thread_map_synthesize,
185	},
186	{
187		.desc = "Test cpu map synthesize",
188		.func = test__cpu_map_synthesize,
189	},
190	{
191		.desc = "Test stat config synthesize",
192		.func = test__synthesize_stat_config,
193	},
194	{
195		.desc = "Test stat synthesize",
196		.func = test__synthesize_stat,
197	},
198	{
199		.desc = "Test stat round synthesize",
200		.func = test__synthesize_stat_round,
201	},
202	{
203		.desc = "Test attr update synthesize",
204		.func = test__event_update,
205	},
206	{
207		.func = NULL,
208	},
209};
210
211static struct test *tests[] = {
212	generic_tests,
213	arch_tests,
214};
215
216static bool perf_test__matches(struct test *test, int curr, int argc, const char *argv[])
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
217{
218	int i;
219
220	if (argc == 0)
221		return true;
222
223	for (i = 0; i < argc; ++i) {
224		char *end;
225		long nr = strtoul(argv[i], &end, 10);
226
227		if (*end == '\0') {
228			if (nr == curr + 1)
229				return true;
230			continue;
231		}
232
233		if (strcasestr(test->desc, argv[i]))
234			return true;
235	}
236
237	return false;
238}
239
240static int run_test(struct test *test, int subtest)
241{
242	int status, err = -1, child = fork();
243	char sbuf[STRERR_BUFSIZE];
244
245	if (child < 0) {
246		pr_err("failed to fork test: %s\n",
247			strerror_r(errno, sbuf, sizeof(sbuf)));
248		return -1;
249	}
250
251	if (!child) {
252		pr_debug("test child forked, pid %d\n", getpid());
253		if (!verbose) {
254			int nullfd = open("/dev/null", O_WRONLY);
255			if (nullfd >= 0) {
256				close(STDERR_FILENO);
257				close(STDOUT_FILENO);
258
259				dup2(nullfd, STDOUT_FILENO);
260				dup2(STDOUT_FILENO, STDERR_FILENO);
261				close(nullfd);
 
 
 
 
 
 
 
262			}
263		} else {
264			signal(SIGSEGV, sighandler_dump_stack);
265			signal(SIGFPE, sighandler_dump_stack);
266		}
267
268		err = test->func(subtest);
269		exit(err);
 
270	}
271
272	wait(&status);
 
273
274	if (WIFEXITED(status)) {
275		err = (signed char)WEXITSTATUS(status);
276		pr_debug("test child finished with %d\n", err);
277	} else if (WIFSIGNALED(status)) {
278		err = -1;
279		pr_debug("test child interrupted\n");
 
280	}
281
282	return err;
283}
284
285#define for_each_test(j, t)	 				\
286	for (j = 0; j < ARRAY_SIZE(tests); j++)	\
287		for (t = &tests[j][0]; t->func; t++)
288
289static int test_and_print(struct test *t, bool force_skip, int subtest)
290{
291	int err;
292
293	if (!force_skip) {
294		pr_debug("\n--- start ---\n");
295		err = run_test(t, subtest);
296		pr_debug("---- end ----\n");
297	} else {
298		pr_debug("\n--- force skipped ---\n");
299		err = TEST_SKIP;
300	}
301
302	if (!t->subtest.get_nr)
303		pr_debug("%s:", t->desc);
304	else
305		pr_debug("%s subtest %d:", t->desc, subtest);
306
307	switch (err) {
308	case TEST_OK:
309		pr_info(" Ok\n");
310		break;
311	case TEST_SKIP:
312		color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip\n");
 
 
 
 
 
 
313		break;
314	case TEST_FAIL:
315	default:
316		color_fprintf(stderr, PERF_COLOR_RED, " FAILED!\n");
317		break;
318	}
319
320	return err;
321}
322
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
323static int __cmd_test(int argc, const char *argv[], struct intlist *skiplist)
324{
325	struct test *t;
326	unsigned int j;
327	int i = 0;
328	int width = 0;
329
330	for_each_test(j, t) {
331		int len = strlen(t->desc);
332
333		if (width < len)
334			width = len;
335	}
336
337	for_each_test(j, t) {
338		int curr = i++, err;
 
 
 
 
 
339
340		if (!perf_test__matches(t, curr, argc, argv))
341			continue;
342
343		pr_info("%2d: %-*s:", i, width, t->desc);
 
 
 
 
 
 
 
 
 
 
344
345		if (intlist__find(skiplist, i)) {
346			color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip (user override)\n");
347			continue;
348		}
349
350		if (!t->subtest.get_nr) {
351			test_and_print(t, false, -1);
352		} else {
353			int subn = t->subtest.get_nr();
354			/*
355			 * minus 2 to align with normal testcases.
356			 * For subtest we print additional '.x' in number.
357			 * for example:
358			 *
359			 * 35: Test LLVM searching and compiling                        :
360			 * 35.1: Basic BPF llvm compiling test                          : Ok
361			 */
362			int subw = width > 2 ? width - 2 : width;
363			bool skip = false;
364			int subi;
365
366			if (subn <= 0) {
367				color_fprintf(stderr, PERF_COLOR_YELLOW,
368					      " Skip (not compiled in)\n");
369				continue;
370			}
371			pr_info("\n");
372
373			for (subi = 0; subi < subn; subi++) {
374				int len = strlen(t->subtest.get_desc(subi));
375
376				if (subw < len)
377					subw = len;
378			}
379
380			for (subi = 0; subi < subn; subi++) {
381				pr_info("%2d.%1d: %-*s:", i, subi + 1, subw,
382					t->subtest.get_desc(subi));
383				err = test_and_print(t, skip, subi);
384				if (err != TEST_OK && t->subtest.skip_if_fail)
385					skip = true;
 
 
386			}
387		}
388	}
389
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
390	return 0;
391}
392
393static int perf_test__list(int argc, const char **argv)
394{
395	unsigned int j;
396	struct test *t;
397	int i = 0;
398
399	for_each_test(j, t) {
400		if (argc > 1 && !strstr(t->desc, argv[1]))
 
 
401			continue;
402
403		pr_info("%2d: %s\n", ++i, t->desc);
 
 
 
 
 
 
 
 
 
404	}
405
 
 
406	return 0;
407}
408
409int cmd_test(int argc, const char **argv, const char *prefix __maybe_unused)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
410{
411	const char *test_usage[] = {
412	"perf test [<options>] [{list <test-name-fragment>|[<test-name-fragments>|<test-numbers>]}]",
413	NULL,
414	};
415	const char *skip = NULL;
 
416	const struct option test_options[] = {
417	OPT_STRING('s', "skip", &skip, "tests", "tests to skip"),
418	OPT_INCR('v', "verbose", &verbose,
419		    "be more verbose (show symbol address, etc)"),
 
 
 
 
 
 
420	OPT_END()
421	};
422	const char * const test_subcommands[] = { "list", NULL };
423	struct intlist *skiplist = NULL;
424        int ret = hists__init();
425
426        if (ret < 0)
427                return ret;
428
 
 
 
 
 
429	argc = parse_options_subcommand(argc, argv, test_options, test_subcommands, test_usage, 0);
430	if (argc >= 1 && !strcmp(argv[0], "list"))
431		return perf_test__list(argc, argv);
 
 
 
432
433	symbol_conf.priv_size = sizeof(int);
434	symbol_conf.sort_by_name = true;
435	symbol_conf.try_vmlinux_path = true;
436
437	if (symbol__init(NULL) < 0)
438		return -1;
439
440	if (skip != NULL)
441		skiplist = intlist__new(skip);
 
 
 
 
 
442
443	return __cmd_test(argc, argv, skiplist);
444}
v6.8
  1// SPDX-License-Identifier: GPL-2.0
  2/*
  3 * builtin-test.c
  4 *
  5 * Builtin regression testing command: ever growing number of sanity tests
  6 */
  7#include <fcntl.h>
  8#include <errno.h>
  9#include <unistd.h>
 10#include <string.h>
 11#include <stdlib.h>
 12#include <sys/types.h>
 13#include <dirent.h>
 14#include <sys/wait.h>
 15#include <sys/stat.h>
 16#include "builtin.h"
 17#include "config.h"
 18#include "hist.h"
 19#include "intlist.h"
 20#include "tests.h"
 21#include "debug.h"
 22#include "color.h"
 23#include <subcmd/parse-options.h>
 24#include "string2.h"
 25#include "symbol.h"
 26#include "util/rlimit.h"
 27#include <linux/kernel.h>
 28#include <linux/string.h>
 29#include <subcmd/exec-cmd.h>
 30#include <linux/zalloc.h>
 31
 32#include "builtin-test-list.h"
 33
 34static bool dont_fork;
 35const char *dso_to_test;
 36const char *test_objdump_path = "objdump";
 37
 38/*
 39 * List of architecture specific tests. Not a weak symbol as the array length is
 40 * dependent on the initialization, as such GCC with LTO complains of
 41 * conflicting definitions with a weak symbol.
 42 */
 43#if defined(__i386__) || defined(__x86_64__) || defined(__aarch64__) || defined(__powerpc64__)
 44extern struct test_suite *arch_tests[];
 45#else
 46static struct test_suite *arch_tests[] = {
 47	NULL,
 48};
 49#endif
 50
 51static struct test_suite *generic_tests[] = {
 52	&suite__vmlinux_matches_kallsyms,
 53#ifdef HAVE_LIBTRACEEVENT
 54	&suite__openat_syscall_event,
 55	&suite__openat_syscall_event_on_all_cpus,
 56	&suite__basic_mmap,
 57#endif
 58	&suite__mem,
 59	&suite__parse_events,
 60	&suite__expr,
 61	&suite__PERF_RECORD,
 62	&suite__pmu,
 63	&suite__pmu_events,
 64	&suite__dso_data,
 65	&suite__perf_evsel__roundtrip_name_test,
 66#ifdef HAVE_LIBTRACEEVENT
 67	&suite__perf_evsel__tp_sched_test,
 68	&suite__syscall_openat_tp_fields,
 69#endif
 70	&suite__attr,
 71	&suite__hists_link,
 72	&suite__python_use,
 73	&suite__bp_signal,
 74	&suite__bp_signal_overflow,
 75	&suite__bp_accounting,
 76	&suite__wp,
 77	&suite__task_exit,
 78	&suite__sw_clock_freq,
 79	&suite__code_reading,
 80	&suite__sample_parsing,
 81	&suite__keep_tracking,
 82	&suite__parse_no_sample_id_all,
 83	&suite__hists_filter,
 84	&suite__mmap_thread_lookup,
 85	&suite__thread_maps_share,
 86	&suite__hists_output,
 87	&suite__hists_cumulate,
 88#ifdef HAVE_LIBTRACEEVENT
 89	&suite__switch_tracking,
 90#endif
 91	&suite__fdarray__filter,
 92	&suite__fdarray__add,
 93	&suite__kmod_path__parse,
 94	&suite__thread_map,
 95	&suite__session_topology,
 96	&suite__thread_map_synthesize,
 97	&suite__thread_map_remove,
 98	&suite__cpu_map,
 99	&suite__synthesize_stat_config,
100	&suite__synthesize_stat,
101	&suite__synthesize_stat_round,
102	&suite__event_update,
103	&suite__event_times,
104	&suite__backward_ring_buffer,
105	&suite__sdt_event,
106	&suite__is_printable_array,
107	&suite__bitmap_print,
108	&suite__perf_hooks,
109	&suite__unit_number__scnprint,
110	&suite__mem2node,
111	&suite__time_utils,
112	&suite__jit_write_elf,
113	&suite__pfm,
114	&suite__api_io,
115	&suite__maps__merge_in,
116	&suite__demangle_java,
117	&suite__demangle_ocaml,
118	&suite__parse_metric,
119	&suite__pe_file_parsing,
120	&suite__expand_cgroup_events,
121	&suite__perf_time_to_tsc,
122	&suite__dlfilter,
123	&suite__sigtrap,
124	&suite__event_groups,
125	&suite__symbols,
126	&suite__util,
127	NULL,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
128};
129
130static struct test_suite **tests[] = {
131	generic_tests,
132	arch_tests,
133};
134
135static struct test_workload *workloads[] = {
136	&workload__noploop,
137	&workload__thloop,
138	&workload__leafloop,
139	&workload__sqrtloop,
140	&workload__brstack,
141	&workload__datasym,
142};
143
144static int num_subtests(const struct test_suite *t)
145{
146	int num;
147
148	if (!t->test_cases)
149		return 0;
150
151	num = 0;
152	while (t->test_cases[num].name)
153		num++;
154
155	return num;
156}
157
158static bool has_subtests(const struct test_suite *t)
159{
160	return num_subtests(t) > 1;
161}
162
163static const char *skip_reason(const struct test_suite *t, int subtest)
164{
165	if (!t->test_cases)
166		return NULL;
167
168	return t->test_cases[subtest >= 0 ? subtest : 0].skip_reason;
169}
170
171static const char *test_description(const struct test_suite *t, int subtest)
172{
173	if (t->test_cases && subtest >= 0)
174		return t->test_cases[subtest].desc;
175
176	return t->desc;
177}
178
179static test_fnptr test_function(const struct test_suite *t, int subtest)
180{
181	if (subtest <= 0)
182		return t->test_cases[0].run_case;
183
184	return t->test_cases[subtest].run_case;
185}
186
187static bool perf_test__matches(const char *desc, int curr, int argc, const char *argv[])
188{
189	int i;
190
191	if (argc == 0)
192		return true;
193
194	for (i = 0; i < argc; ++i) {
195		char *end;
196		long nr = strtoul(argv[i], &end, 10);
197
198		if (*end == '\0') {
199			if (nr == curr + 1)
200				return true;
201			continue;
202		}
203
204		if (strcasestr(desc, argv[i]))
205			return true;
206	}
207
208	return false;
209}
210
211static int run_test(struct test_suite *test, int subtest)
212{
213	int status, err = -1, child = dont_fork ? 0 : fork();
214	char sbuf[STRERR_BUFSIZE];
215
216	if (child < 0) {
217		pr_err("failed to fork test: %s\n",
218			str_error_r(errno, sbuf, sizeof(sbuf)));
219		return -1;
220	}
221
222	if (!child) {
223		if (!dont_fork) {
224			pr_debug("test child forked, pid %d\n", getpid());
225
226			if (verbose <= 0) {
227				int nullfd = open("/dev/null", O_WRONLY);
228
229				if (nullfd >= 0) {
230					close(STDERR_FILENO);
231					close(STDOUT_FILENO);
232
233					dup2(nullfd, STDOUT_FILENO);
234					dup2(STDOUT_FILENO, STDERR_FILENO);
235					close(nullfd);
236				}
237			} else {
238				signal(SIGSEGV, sighandler_dump_stack);
239				signal(SIGFPE, sighandler_dump_stack);
240			}
 
 
 
241		}
242
243		err = test_function(test, subtest)(test, subtest);
244		if (!dont_fork)
245			exit(err);
246	}
247
248	if (!dont_fork) {
249		wait(&status);
250
251		if (WIFEXITED(status)) {
252			err = (signed char)WEXITSTATUS(status);
253			pr_debug("test child finished with %d\n", err);
254		} else if (WIFSIGNALED(status)) {
255			err = -1;
256			pr_debug("test child interrupted\n");
257		}
258	}
259
260	return err;
261}
262
263#define for_each_test(j, k, t)			\
264	for (j = 0, k = 0; j < ARRAY_SIZE(tests); j++, k = 0)	\
265		while ((t = tests[j][k++]) != NULL)
266
267static int test_and_print(struct test_suite *t, int subtest)
268{
269	int err;
270
271	pr_debug("\n--- start ---\n");
272	err = run_test(t, subtest);
273	pr_debug("---- end ----\n");
 
 
 
 
 
274
275	if (!has_subtests(t))
276		pr_debug("%s:", t->desc);
277	else
278		pr_debug("%s subtest %d:", t->desc, subtest + 1);
279
280	switch (err) {
281	case TEST_OK:
282		pr_info(" Ok\n");
283		break;
284	case TEST_SKIP: {
285		const char *reason = skip_reason(t, subtest);
286
287		if (reason)
288			color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip (%s)\n", reason);
289		else
290			color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip\n");
291	}
292		break;
293	case TEST_FAIL:
294	default:
295		color_fprintf(stderr, PERF_COLOR_RED, " FAILED!\n");
296		break;
297	}
298
299	return err;
300}
301
302struct shell_test {
303	const char *dir;
304	const char *file;
305};
306
307static int shell_test__run(struct test_suite *test, int subdir __maybe_unused)
308{
309	int err;
310	char script[PATH_MAX];
311	struct shell_test *st = test->priv;
312
313	path__join(script, sizeof(script) - 3, st->dir, st->file);
314
315	if (verbose > 0)
316		strncat(script, " -v", sizeof(script) - strlen(script) - 1);
317
318	err = system(script);
319	if (!err)
320		return TEST_OK;
321
322	return WEXITSTATUS(err) == 2 ? TEST_SKIP : TEST_FAIL;
323}
324
325static int run_shell_tests(int argc, const char *argv[], int i, int width,
326				struct intlist *skiplist)
327{
328	struct shell_test st;
329	const struct script_file *files, *file;
330
331	files = list_script_files();
332	if (!files)
333		return 0;
334	for (file = files; file->dir; file++) {
335		int curr = i++;
336		struct test_case test_cases[] = {
337			{
338				.desc = file->desc,
339				.run_case = shell_test__run,
340			},
341			{ .name = NULL, }
342		};
343		struct test_suite test_suite = {
344			.desc = test_cases[0].desc,
345			.test_cases = test_cases,
346			.priv = &st,
347		};
348		st.dir = file->dir;
349
350		if (test_suite.desc == NULL ||
351		    !perf_test__matches(test_suite.desc, curr, argc, argv))
352			continue;
353
354		st.file = file->file;
355		pr_info("%3d: %-*s:", i, width, test_suite.desc);
356
357		if (intlist__find(skiplist, i)) {
358			color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip (user override)\n");
359			continue;
360		}
361
362		test_and_print(&test_suite, 0);
363	}
364	return 0;
365}
366
367static int __cmd_test(int argc, const char *argv[], struct intlist *skiplist)
368{
369	struct test_suite *t;
370	unsigned int j, k;
371	int i = 0;
372	int width = list_script_max_width();
373
374	for_each_test(j, k, t) {
375		int len = strlen(test_description(t, -1));
376
377		if (width < len)
378			width = len;
379	}
380
381	for_each_test(j, k, t) {
382		int curr = i++;
383		int subi;
384
385		if (!perf_test__matches(test_description(t, -1), curr, argc, argv)) {
386			bool skip = true;
387			int subn;
388
389			subn = num_subtests(t);
 
390
391			for (subi = 0; subi < subn; subi++) {
392				if (perf_test__matches(test_description(t, subi),
393							curr, argc, argv))
394					skip = false;
395			}
396
397			if (skip)
398				continue;
399		}
400
401		pr_info("%3d: %-*s:", i, width, test_description(t, -1));
402
403		if (intlist__find(skiplist, i)) {
404			color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip (user override)\n");
405			continue;
406		}
407
408		if (!has_subtests(t)) {
409			test_and_print(t, -1);
410		} else {
411			int subn = num_subtests(t);
412			/*
413			 * minus 2 to align with normal testcases.
414			 * For subtest we print additional '.x' in number.
415			 * for example:
416			 *
417			 * 35: Test LLVM searching and compiling                        :
418			 * 35.1: Basic BPF llvm compiling test                          : Ok
419			 */
420			int subw = width > 2 ? width - 2 : width;
 
 
421
422			if (subn <= 0) {
423				color_fprintf(stderr, PERF_COLOR_YELLOW,
424					      " Skip (not compiled in)\n");
425				continue;
426			}
427			pr_info("\n");
428
429			for (subi = 0; subi < subn; subi++) {
430				int len = strlen(test_description(t, subi));
431
432				if (subw < len)
433					subw = len;
434			}
435
436			for (subi = 0; subi < subn; subi++) {
437				if (!perf_test__matches(test_description(t, subi),
438							curr, argc, argv))
439					continue;
440
441				pr_info("%3d.%1d: %-*s:", i, subi + 1, subw,
442					test_description(t, subi));
443				test_and_print(t, subi);
444			}
445		}
446	}
447
448	return run_shell_tests(argc, argv, i, width, skiplist);
449}
450
451static int perf_test__list_shell(int argc, const char **argv, int i)
452{
453	const struct script_file *files, *file;
454
455	files = list_script_files();
456	if (!files)
457		return 0;
458	for (file = files; file->dir; file++) {
459		int curr = i++;
460		struct test_suite t = {
461			.desc = file->desc
462		};
463
464		if (!perf_test__matches(t.desc, curr, argc, argv))
465			continue;
466
467		pr_info("%3d: %s\n", i, t.desc);
468	}
469	return 0;
470}
471
472static int perf_test__list(int argc, const char **argv)
473{
474	unsigned int j, k;
475	struct test_suite *t;
476	int i = 0;
477
478	for_each_test(j, k, t) {
479		int curr = i++;
480
481		if (!perf_test__matches(test_description(t, -1), curr, argc, argv))
482			continue;
483
484		pr_info("%3d: %s\n", i, test_description(t, -1));
485
486		if (has_subtests(t)) {
487			int subn = num_subtests(t);
488			int subi;
489
490			for (subi = 0; subi < subn; subi++)
491				pr_info("%3d:%1d: %s\n", i, subi + 1,
492					test_description(t, subi));
493		}
494	}
495
496	perf_test__list_shell(argc, argv, i);
497
498	return 0;
499}
500
501static int run_workload(const char *work, int argc, const char **argv)
502{
503	unsigned int i = 0;
504	struct test_workload *twl;
505
506	for (i = 0; i < ARRAY_SIZE(workloads); i++) {
507		twl = workloads[i];
508		if (!strcmp(twl->name, work))
509			return twl->func(argc, argv);
510	}
511
512	pr_info("No workload found: %s\n", work);
513	return -1;
514}
515
516static int perf_test__config(const char *var, const char *value,
517			     void *data __maybe_unused)
518{
519	if (!strcmp(var, "annotate.objdump"))
520		test_objdump_path = value;
521
522	return 0;
523}
524
525int cmd_test(int argc, const char **argv)
526{
527	const char *test_usage[] = {
528	"perf test [<options>] [{list <test-name-fragment>|[<test-name-fragments>|<test-numbers>]}]",
529	NULL,
530	};
531	const char *skip = NULL;
532	const char *workload = NULL;
533	const struct option test_options[] = {
534	OPT_STRING('s', "skip", &skip, "tests", "tests to skip"),
535	OPT_INCR('v', "verbose", &verbose,
536		    "be more verbose (show symbol address, etc)"),
537	OPT_BOOLEAN('F', "dont-fork", &dont_fork,
538		    "Do not fork for testcase"),
539	OPT_STRING('w', "workload", &workload, "work", "workload to run for testing"),
540	OPT_STRING(0, "dso", &dso_to_test, "dso", "dso to test"),
541	OPT_STRING(0, "objdump", &test_objdump_path, "path",
542		   "objdump binary to use for disassembly and annotations"),
543	OPT_END()
544	};
545	const char * const test_subcommands[] = { "list", NULL };
546	struct intlist *skiplist = NULL;
547        int ret = hists__init();
548
549        if (ret < 0)
550                return ret;
551
552	perf_config(perf_test__config, NULL);
553
554	/* Unbuffered output */
555	setvbuf(stdout, NULL, _IONBF, 0);
556
557	argc = parse_options_subcommand(argc, argv, test_options, test_subcommands, test_usage, 0);
558	if (argc >= 1 && !strcmp(argv[0], "list"))
559		return perf_test__list(argc - 1, argv + 1);
560
561	if (workload)
562		return run_workload(workload, argc, argv);
563
564	symbol_conf.priv_size = sizeof(int);
 
565	symbol_conf.try_vmlinux_path = true;
566
567	if (symbol__init(NULL) < 0)
568		return -1;
569
570	if (skip != NULL)
571		skiplist = intlist__new(skip);
572	/*
573	 * Tests that create BPF maps, for instance, need more than the 64K
574	 * default:
575	 */
576	rlimit__bump_memlock();
577
578	return __cmd_test(argc, argv, skiplist);
579}