Loading...
1// SPDX-License-Identifier: GPL-2.0
2#include <test_progs.h>
3#include "kprobe_multi.skel.h"
4#include "trace_helpers.h"
5#include "kprobe_multi_empty.skel.h"
6#include "kprobe_multi_override.skel.h"
7#include "kprobe_multi_session.skel.h"
8#include "kprobe_multi_session_cookie.skel.h"
9#include "kprobe_multi_verifier.skel.h"
10#include "bpf/libbpf_internal.h"
11#include "bpf/hashmap.h"
12
13static void kprobe_multi_test_run(struct kprobe_multi *skel, bool test_return)
14{
15 LIBBPF_OPTS(bpf_test_run_opts, topts);
16 int err, prog_fd;
17
18 prog_fd = bpf_program__fd(skel->progs.trigger);
19 err = bpf_prog_test_run_opts(prog_fd, &topts);
20 ASSERT_OK(err, "test_run");
21 ASSERT_EQ(topts.retval, 0, "test_run");
22
23 ASSERT_EQ(skel->bss->kprobe_test1_result, 1, "kprobe_test1_result");
24 ASSERT_EQ(skel->bss->kprobe_test2_result, 1, "kprobe_test2_result");
25 ASSERT_EQ(skel->bss->kprobe_test3_result, 1, "kprobe_test3_result");
26 ASSERT_EQ(skel->bss->kprobe_test4_result, 1, "kprobe_test4_result");
27 ASSERT_EQ(skel->bss->kprobe_test5_result, 1, "kprobe_test5_result");
28 ASSERT_EQ(skel->bss->kprobe_test6_result, 1, "kprobe_test6_result");
29 ASSERT_EQ(skel->bss->kprobe_test7_result, 1, "kprobe_test7_result");
30 ASSERT_EQ(skel->bss->kprobe_test8_result, 1, "kprobe_test8_result");
31
32 if (test_return) {
33 ASSERT_EQ(skel->bss->kretprobe_test1_result, 1, "kretprobe_test1_result");
34 ASSERT_EQ(skel->bss->kretprobe_test2_result, 1, "kretprobe_test2_result");
35 ASSERT_EQ(skel->bss->kretprobe_test3_result, 1, "kretprobe_test3_result");
36 ASSERT_EQ(skel->bss->kretprobe_test4_result, 1, "kretprobe_test4_result");
37 ASSERT_EQ(skel->bss->kretprobe_test5_result, 1, "kretprobe_test5_result");
38 ASSERT_EQ(skel->bss->kretprobe_test6_result, 1, "kretprobe_test6_result");
39 ASSERT_EQ(skel->bss->kretprobe_test7_result, 1, "kretprobe_test7_result");
40 ASSERT_EQ(skel->bss->kretprobe_test8_result, 1, "kretprobe_test8_result");
41 }
42}
43
44static void test_skel_api(void)
45{
46 struct kprobe_multi *skel = NULL;
47 int err;
48
49 skel = kprobe_multi__open_and_load();
50 if (!ASSERT_OK_PTR(skel, "kprobe_multi__open_and_load"))
51 goto cleanup;
52
53 skel->bss->pid = getpid();
54 err = kprobe_multi__attach(skel);
55 if (!ASSERT_OK(err, "kprobe_multi__attach"))
56 goto cleanup;
57
58 kprobe_multi_test_run(skel, true);
59
60cleanup:
61 kprobe_multi__destroy(skel);
62}
63
64static void test_link_api(struct bpf_link_create_opts *opts)
65{
66 int prog_fd, link1_fd = -1, link2_fd = -1;
67 struct kprobe_multi *skel = NULL;
68
69 skel = kprobe_multi__open_and_load();
70 if (!ASSERT_OK_PTR(skel, "fentry_raw_skel_load"))
71 goto cleanup;
72
73 skel->bss->pid = getpid();
74 prog_fd = bpf_program__fd(skel->progs.test_kprobe);
75 link1_fd = bpf_link_create(prog_fd, 0, BPF_TRACE_KPROBE_MULTI, opts);
76 if (!ASSERT_GE(link1_fd, 0, "link_fd"))
77 goto cleanup;
78
79 opts->kprobe_multi.flags = BPF_F_KPROBE_MULTI_RETURN;
80 prog_fd = bpf_program__fd(skel->progs.test_kretprobe);
81 link2_fd = bpf_link_create(prog_fd, 0, BPF_TRACE_KPROBE_MULTI, opts);
82 if (!ASSERT_GE(link2_fd, 0, "link_fd"))
83 goto cleanup;
84
85 kprobe_multi_test_run(skel, true);
86
87cleanup:
88 if (link1_fd != -1)
89 close(link1_fd);
90 if (link2_fd != -1)
91 close(link2_fd);
92 kprobe_multi__destroy(skel);
93}
94
95#define GET_ADDR(__sym, __addr) ({ \
96 __addr = ksym_get_addr(__sym); \
97 if (!ASSERT_NEQ(__addr, 0, "kallsyms load failed for " #__sym)) \
98 return; \
99})
100
101static void test_link_api_addrs(void)
102{
103 LIBBPF_OPTS(bpf_link_create_opts, opts);
104 unsigned long long addrs[8];
105
106 GET_ADDR("bpf_fentry_test1", addrs[0]);
107 GET_ADDR("bpf_fentry_test2", addrs[1]);
108 GET_ADDR("bpf_fentry_test3", addrs[2]);
109 GET_ADDR("bpf_fentry_test4", addrs[3]);
110 GET_ADDR("bpf_fentry_test5", addrs[4]);
111 GET_ADDR("bpf_fentry_test6", addrs[5]);
112 GET_ADDR("bpf_fentry_test7", addrs[6]);
113 GET_ADDR("bpf_fentry_test8", addrs[7]);
114
115 opts.kprobe_multi.addrs = (const unsigned long*) addrs;
116 opts.kprobe_multi.cnt = ARRAY_SIZE(addrs);
117 test_link_api(&opts);
118}
119
120static void test_link_api_syms(void)
121{
122 LIBBPF_OPTS(bpf_link_create_opts, opts);
123 const char *syms[8] = {
124 "bpf_fentry_test1",
125 "bpf_fentry_test2",
126 "bpf_fentry_test3",
127 "bpf_fentry_test4",
128 "bpf_fentry_test5",
129 "bpf_fentry_test6",
130 "bpf_fentry_test7",
131 "bpf_fentry_test8",
132 };
133
134 opts.kprobe_multi.syms = syms;
135 opts.kprobe_multi.cnt = ARRAY_SIZE(syms);
136 test_link_api(&opts);
137}
138
139static void
140test_attach_api(const char *pattern, struct bpf_kprobe_multi_opts *opts)
141{
142 struct bpf_link *link1 = NULL, *link2 = NULL;
143 struct kprobe_multi *skel = NULL;
144
145 skel = kprobe_multi__open_and_load();
146 if (!ASSERT_OK_PTR(skel, "fentry_raw_skel_load"))
147 goto cleanup;
148
149 skel->bss->pid = getpid();
150 link1 = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual,
151 pattern, opts);
152 if (!ASSERT_OK_PTR(link1, "bpf_program__attach_kprobe_multi_opts"))
153 goto cleanup;
154
155 if (opts) {
156 opts->retprobe = true;
157 link2 = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kretprobe_manual,
158 pattern, opts);
159 if (!ASSERT_OK_PTR(link2, "bpf_program__attach_kprobe_multi_opts"))
160 goto cleanup;
161 }
162
163 kprobe_multi_test_run(skel, !!opts);
164
165cleanup:
166 bpf_link__destroy(link2);
167 bpf_link__destroy(link1);
168 kprobe_multi__destroy(skel);
169}
170
171static void test_attach_api_pattern(void)
172{
173 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts);
174
175 test_attach_api("bpf_fentry_test*", &opts);
176 test_attach_api("bpf_fentry_test?", NULL);
177}
178
179static void test_attach_api_addrs(void)
180{
181 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts);
182 unsigned long long addrs[8];
183
184 GET_ADDR("bpf_fentry_test1", addrs[0]);
185 GET_ADDR("bpf_fentry_test2", addrs[1]);
186 GET_ADDR("bpf_fentry_test3", addrs[2]);
187 GET_ADDR("bpf_fentry_test4", addrs[3]);
188 GET_ADDR("bpf_fentry_test5", addrs[4]);
189 GET_ADDR("bpf_fentry_test6", addrs[5]);
190 GET_ADDR("bpf_fentry_test7", addrs[6]);
191 GET_ADDR("bpf_fentry_test8", addrs[7]);
192
193 opts.addrs = (const unsigned long *) addrs;
194 opts.cnt = ARRAY_SIZE(addrs);
195 test_attach_api(NULL, &opts);
196}
197
198static void test_attach_api_syms(void)
199{
200 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts);
201 const char *syms[8] = {
202 "bpf_fentry_test1",
203 "bpf_fentry_test2",
204 "bpf_fentry_test3",
205 "bpf_fentry_test4",
206 "bpf_fentry_test5",
207 "bpf_fentry_test6",
208 "bpf_fentry_test7",
209 "bpf_fentry_test8",
210 };
211
212 opts.syms = syms;
213 opts.cnt = ARRAY_SIZE(syms);
214 test_attach_api(NULL, &opts);
215}
216
217static void test_attach_api_fails(void)
218{
219 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts);
220 struct kprobe_multi *skel = NULL;
221 struct bpf_link *link = NULL;
222 unsigned long long addrs[2];
223 const char *syms[2] = {
224 "bpf_fentry_test1",
225 "bpf_fentry_test2",
226 };
227 __u64 cookies[2];
228 int saved_error;
229
230 addrs[0] = ksym_get_addr("bpf_fentry_test1");
231 addrs[1] = ksym_get_addr("bpf_fentry_test2");
232
233 if (!ASSERT_FALSE(!addrs[0] || !addrs[1], "ksym_get_addr"))
234 goto cleanup;
235
236 skel = kprobe_multi__open_and_load();
237 if (!ASSERT_OK_PTR(skel, "fentry_raw_skel_load"))
238 goto cleanup;
239
240 skel->bss->pid = getpid();
241
242 /* fail_1 - pattern and opts NULL */
243 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual,
244 NULL, NULL);
245 saved_error = -errno;
246 if (!ASSERT_ERR_PTR(link, "fail_1"))
247 goto cleanup;
248
249 if (!ASSERT_EQ(saved_error, -EINVAL, "fail_1_error"))
250 goto cleanup;
251
252 /* fail_2 - both addrs and syms set */
253 opts.addrs = (const unsigned long *) addrs;
254 opts.syms = syms;
255 opts.cnt = ARRAY_SIZE(syms);
256 opts.cookies = NULL;
257
258 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual,
259 NULL, &opts);
260 saved_error = -errno;
261 if (!ASSERT_ERR_PTR(link, "fail_2"))
262 goto cleanup;
263
264 if (!ASSERT_EQ(saved_error, -EINVAL, "fail_2_error"))
265 goto cleanup;
266
267 /* fail_3 - pattern and addrs set */
268 opts.addrs = (const unsigned long *) addrs;
269 opts.syms = NULL;
270 opts.cnt = ARRAY_SIZE(syms);
271 opts.cookies = NULL;
272
273 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual,
274 "ksys_*", &opts);
275 saved_error = -errno;
276 if (!ASSERT_ERR_PTR(link, "fail_3"))
277 goto cleanup;
278
279 if (!ASSERT_EQ(saved_error, -EINVAL, "fail_3_error"))
280 goto cleanup;
281
282 /* fail_4 - pattern and cnt set */
283 opts.addrs = NULL;
284 opts.syms = NULL;
285 opts.cnt = ARRAY_SIZE(syms);
286 opts.cookies = NULL;
287
288 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual,
289 "ksys_*", &opts);
290 saved_error = -errno;
291 if (!ASSERT_ERR_PTR(link, "fail_4"))
292 goto cleanup;
293
294 if (!ASSERT_EQ(saved_error, -EINVAL, "fail_4_error"))
295 goto cleanup;
296
297 /* fail_5 - pattern and cookies */
298 opts.addrs = NULL;
299 opts.syms = NULL;
300 opts.cnt = 0;
301 opts.cookies = cookies;
302
303 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual,
304 "ksys_*", &opts);
305 saved_error = -errno;
306 if (!ASSERT_ERR_PTR(link, "fail_5"))
307 goto cleanup;
308
309 if (!ASSERT_EQ(saved_error, -EINVAL, "fail_5_error"))
310 goto cleanup;
311
312 /* fail_6 - abnormal cnt */
313 opts.addrs = (const unsigned long *) addrs;
314 opts.syms = NULL;
315 opts.cnt = INT_MAX;
316 opts.cookies = NULL;
317
318 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual,
319 NULL, &opts);
320 saved_error = -errno;
321 if (!ASSERT_ERR_PTR(link, "fail_6"))
322 goto cleanup;
323
324 if (!ASSERT_EQ(saved_error, -E2BIG, "fail_6_error"))
325 goto cleanup;
326
327cleanup:
328 bpf_link__destroy(link);
329 kprobe_multi__destroy(skel);
330}
331
332static void test_session_skel_api(void)
333{
334 struct kprobe_multi_session *skel = NULL;
335 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts);
336 LIBBPF_OPTS(bpf_test_run_opts, topts);
337 struct bpf_link *link = NULL;
338 int i, err, prog_fd;
339
340 skel = kprobe_multi_session__open_and_load();
341 if (!ASSERT_OK_PTR(skel, "kprobe_multi_session__open_and_load"))
342 return;
343
344 skel->bss->pid = getpid();
345
346 err = kprobe_multi_session__attach(skel);
347 if (!ASSERT_OK(err, " kprobe_multi_session__attach"))
348 goto cleanup;
349
350 prog_fd = bpf_program__fd(skel->progs.trigger);
351 err = bpf_prog_test_run_opts(prog_fd, &topts);
352 ASSERT_OK(err, "test_run");
353 ASSERT_EQ(topts.retval, 0, "test_run");
354
355 /* bpf_fentry_test1-4 trigger return probe, result is 2 */
356 for (i = 0; i < 4; i++)
357 ASSERT_EQ(skel->bss->kprobe_session_result[i], 2, "kprobe_session_result");
358
359 /* bpf_fentry_test5-8 trigger only entry probe, result is 1 */
360 for (i = 4; i < 8; i++)
361 ASSERT_EQ(skel->bss->kprobe_session_result[i], 1, "kprobe_session_result");
362
363cleanup:
364 bpf_link__destroy(link);
365 kprobe_multi_session__destroy(skel);
366}
367
368static void test_session_cookie_skel_api(void)
369{
370 struct kprobe_multi_session_cookie *skel = NULL;
371 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts);
372 LIBBPF_OPTS(bpf_test_run_opts, topts);
373 struct bpf_link *link = NULL;
374 int err, prog_fd;
375
376 skel = kprobe_multi_session_cookie__open_and_load();
377 if (!ASSERT_OK_PTR(skel, "fentry_raw_skel_load"))
378 return;
379
380 skel->bss->pid = getpid();
381
382 err = kprobe_multi_session_cookie__attach(skel);
383 if (!ASSERT_OK(err, " kprobe_multi_wrapper__attach"))
384 goto cleanup;
385
386 prog_fd = bpf_program__fd(skel->progs.trigger);
387 err = bpf_prog_test_run_opts(prog_fd, &topts);
388 ASSERT_OK(err, "test_run");
389 ASSERT_EQ(topts.retval, 0, "test_run");
390
391 ASSERT_EQ(skel->bss->test_kprobe_1_result, 1, "test_kprobe_1_result");
392 ASSERT_EQ(skel->bss->test_kprobe_2_result, 2, "test_kprobe_2_result");
393 ASSERT_EQ(skel->bss->test_kprobe_3_result, 3, "test_kprobe_3_result");
394
395cleanup:
396 bpf_link__destroy(link);
397 kprobe_multi_session_cookie__destroy(skel);
398}
399
400static size_t symbol_hash(long key, void *ctx __maybe_unused)
401{
402 return str_hash((const char *) key);
403}
404
405static bool symbol_equal(long key1, long key2, void *ctx __maybe_unused)
406{
407 return strcmp((const char *) key1, (const char *) key2) == 0;
408}
409
410static bool is_invalid_entry(char *buf, bool kernel)
411{
412 if (kernel && strchr(buf, '['))
413 return true;
414 if (!kernel && !strchr(buf, '['))
415 return true;
416 return false;
417}
418
419static bool skip_entry(char *name)
420{
421 /*
422 * We attach to almost all kernel functions and some of them
423 * will cause 'suspicious RCU usage' when fprobe is attached
424 * to them. Filter out the current culprits - arch_cpu_idle
425 * default_idle and rcu_* functions.
426 */
427 if (!strcmp(name, "arch_cpu_idle"))
428 return true;
429 if (!strcmp(name, "default_idle"))
430 return true;
431 if (!strncmp(name, "rcu_", 4))
432 return true;
433 if (!strcmp(name, "bpf_dispatcher_xdp_func"))
434 return true;
435 if (!strncmp(name, "__ftrace_invalid_address__",
436 sizeof("__ftrace_invalid_address__") - 1))
437 return true;
438 return false;
439}
440
441/* Do comparision by ignoring '.llvm.<hash>' suffixes. */
442static int compare_name(const char *name1, const char *name2)
443{
444 const char *res1, *res2;
445 int len1, len2;
446
447 res1 = strstr(name1, ".llvm.");
448 res2 = strstr(name2, ".llvm.");
449 len1 = res1 ? res1 - name1 : strlen(name1);
450 len2 = res2 ? res2 - name2 : strlen(name2);
451
452 if (len1 == len2)
453 return strncmp(name1, name2, len1);
454 if (len1 < len2)
455 return strncmp(name1, name2, len1) <= 0 ? -1 : 1;
456 return strncmp(name1, name2, len2) >= 0 ? 1 : -1;
457}
458
459static int load_kallsyms_compare(const void *p1, const void *p2)
460{
461 return compare_name(((const struct ksym *)p1)->name, ((const struct ksym *)p2)->name);
462}
463
464static int search_kallsyms_compare(const void *p1, const struct ksym *p2)
465{
466 return compare_name(p1, p2->name);
467}
468
469static int get_syms(char ***symsp, size_t *cntp, bool kernel)
470{
471 size_t cap = 0, cnt = 0;
472 char *name = NULL, *ksym_name, **syms = NULL;
473 struct hashmap *map;
474 struct ksyms *ksyms;
475 struct ksym *ks;
476 char buf[256];
477 FILE *f;
478 int err = 0;
479
480 ksyms = load_kallsyms_custom_local(load_kallsyms_compare);
481 if (!ASSERT_OK_PTR(ksyms, "load_kallsyms_custom_local"))
482 return -EINVAL;
483
484 /*
485 * The available_filter_functions contains many duplicates,
486 * but other than that all symbols are usable in kprobe multi
487 * interface.
488 * Filtering out duplicates by using hashmap__add, which won't
489 * add existing entry.
490 */
491
492 if (access("/sys/kernel/tracing/trace", F_OK) == 0)
493 f = fopen("/sys/kernel/tracing/available_filter_functions", "r");
494 else
495 f = fopen("/sys/kernel/debug/tracing/available_filter_functions", "r");
496
497 if (!f)
498 return -EINVAL;
499
500 map = hashmap__new(symbol_hash, symbol_equal, NULL);
501 if (IS_ERR(map)) {
502 err = libbpf_get_error(map);
503 goto error;
504 }
505
506 while (fgets(buf, sizeof(buf), f)) {
507 if (is_invalid_entry(buf, kernel))
508 continue;
509
510 free(name);
511 if (sscanf(buf, "%ms$*[^\n]\n", &name) != 1)
512 continue;
513 if (skip_entry(name))
514 continue;
515
516 ks = search_kallsyms_custom_local(ksyms, name, search_kallsyms_compare);
517 if (!ks) {
518 err = -EINVAL;
519 goto error;
520 }
521
522 ksym_name = ks->name;
523 err = hashmap__add(map, ksym_name, 0);
524 if (err == -EEXIST) {
525 err = 0;
526 continue;
527 }
528 if (err)
529 goto error;
530
531 err = libbpf_ensure_mem((void **) &syms, &cap,
532 sizeof(*syms), cnt + 1);
533 if (err)
534 goto error;
535
536 syms[cnt++] = ksym_name;
537 }
538
539 *symsp = syms;
540 *cntp = cnt;
541
542error:
543 free(name);
544 fclose(f);
545 hashmap__free(map);
546 if (err)
547 free(syms);
548 return err;
549}
550
551static int get_addrs(unsigned long **addrsp, size_t *cntp, bool kernel)
552{
553 unsigned long *addr, *addrs, *tmp_addrs;
554 int err = 0, max_cnt, inc_cnt;
555 char *name = NULL;
556 size_t cnt = 0;
557 char buf[256];
558 FILE *f;
559
560 if (access("/sys/kernel/tracing/trace", F_OK) == 0)
561 f = fopen("/sys/kernel/tracing/available_filter_functions_addrs", "r");
562 else
563 f = fopen("/sys/kernel/debug/tracing/available_filter_functions_addrs", "r");
564
565 if (!f)
566 return -ENOENT;
567
568 /* In my local setup, the number of entries is 50k+ so Let us initially
569 * allocate space to hold 64k entries. If 64k is not enough, incrementally
570 * increase 1k each time.
571 */
572 max_cnt = 65536;
573 inc_cnt = 1024;
574 addrs = malloc(max_cnt * sizeof(long));
575 if (addrs == NULL) {
576 err = -ENOMEM;
577 goto error;
578 }
579
580 while (fgets(buf, sizeof(buf), f)) {
581 if (is_invalid_entry(buf, kernel))
582 continue;
583
584 free(name);
585 if (sscanf(buf, "%p %ms$*[^\n]\n", &addr, &name) != 2)
586 continue;
587 if (skip_entry(name))
588 continue;
589
590 if (cnt == max_cnt) {
591 max_cnt += inc_cnt;
592 tmp_addrs = realloc(addrs, max_cnt);
593 if (!tmp_addrs) {
594 err = -ENOMEM;
595 goto error;
596 }
597 addrs = tmp_addrs;
598 }
599
600 addrs[cnt++] = (unsigned long)addr;
601 }
602
603 *addrsp = addrs;
604 *cntp = cnt;
605
606error:
607 free(name);
608 fclose(f);
609 if (err)
610 free(addrs);
611 return err;
612}
613
614static void do_bench_test(struct kprobe_multi_empty *skel, struct bpf_kprobe_multi_opts *opts)
615{
616 long attach_start_ns, attach_end_ns;
617 long detach_start_ns, detach_end_ns;
618 double attach_delta, detach_delta;
619 struct bpf_link *link = NULL;
620
621 attach_start_ns = get_time_ns();
622 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_empty,
623 NULL, opts);
624 attach_end_ns = get_time_ns();
625
626 if (!ASSERT_OK_PTR(link, "bpf_program__attach_kprobe_multi_opts"))
627 return;
628
629 detach_start_ns = get_time_ns();
630 bpf_link__destroy(link);
631 detach_end_ns = get_time_ns();
632
633 attach_delta = (attach_end_ns - attach_start_ns) / 1000000000.0;
634 detach_delta = (detach_end_ns - detach_start_ns) / 1000000000.0;
635
636 printf("%s: found %lu functions\n", __func__, opts->cnt);
637 printf("%s: attached in %7.3lfs\n", __func__, attach_delta);
638 printf("%s: detached in %7.3lfs\n", __func__, detach_delta);
639}
640
641static void test_kprobe_multi_bench_attach(bool kernel)
642{
643 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts);
644 struct kprobe_multi_empty *skel = NULL;
645 char **syms = NULL;
646 size_t cnt = 0;
647
648 if (!ASSERT_OK(get_syms(&syms, &cnt, kernel), "get_syms"))
649 return;
650
651 skel = kprobe_multi_empty__open_and_load();
652 if (!ASSERT_OK_PTR(skel, "kprobe_multi_empty__open_and_load"))
653 goto cleanup;
654
655 opts.syms = (const char **) syms;
656 opts.cnt = cnt;
657
658 do_bench_test(skel, &opts);
659
660cleanup:
661 kprobe_multi_empty__destroy(skel);
662 if (syms)
663 free(syms);
664}
665
666static void test_kprobe_multi_bench_attach_addr(bool kernel)
667{
668 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts);
669 struct kprobe_multi_empty *skel = NULL;
670 unsigned long *addrs = NULL;
671 size_t cnt = 0;
672 int err;
673
674 err = get_addrs(&addrs, &cnt, kernel);
675 if (err == -ENOENT) {
676 test__skip();
677 return;
678 }
679
680 if (!ASSERT_OK(err, "get_addrs"))
681 return;
682
683 skel = kprobe_multi_empty__open_and_load();
684 if (!ASSERT_OK_PTR(skel, "kprobe_multi_empty__open_and_load"))
685 goto cleanup;
686
687 opts.addrs = addrs;
688 opts.cnt = cnt;
689
690 do_bench_test(skel, &opts);
691
692cleanup:
693 kprobe_multi_empty__destroy(skel);
694 free(addrs);
695}
696
697static void test_attach_override(void)
698{
699 struct kprobe_multi_override *skel = NULL;
700 struct bpf_link *link = NULL;
701
702 skel = kprobe_multi_override__open_and_load();
703 if (!ASSERT_OK_PTR(skel, "kprobe_multi_empty__open_and_load"))
704 goto cleanup;
705
706 /* The test_override calls bpf_override_return so it should fail
707 * to attach to bpf_fentry_test1 function, which is not on error
708 * injection list.
709 */
710 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_override,
711 "bpf_fentry_test1", NULL);
712 if (!ASSERT_ERR_PTR(link, "override_attached_bpf_fentry_test1")) {
713 bpf_link__destroy(link);
714 goto cleanup;
715 }
716
717 /* The should_fail_bio function is on error injection list,
718 * attach should succeed.
719 */
720 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_override,
721 "should_fail_bio", NULL);
722 if (!ASSERT_OK_PTR(link, "override_attached_should_fail_bio"))
723 goto cleanup;
724
725 bpf_link__destroy(link);
726
727cleanup:
728 kprobe_multi_override__destroy(skel);
729}
730
731void serial_test_kprobe_multi_bench_attach(void)
732{
733 if (test__start_subtest("kernel"))
734 test_kprobe_multi_bench_attach(true);
735 if (test__start_subtest("modules"))
736 test_kprobe_multi_bench_attach(false);
737 if (test__start_subtest("kernel"))
738 test_kprobe_multi_bench_attach_addr(true);
739 if (test__start_subtest("modules"))
740 test_kprobe_multi_bench_attach_addr(false);
741}
742
743void test_kprobe_multi_test(void)
744{
745 if (!ASSERT_OK(load_kallsyms(), "load_kallsyms"))
746 return;
747
748 if (test__start_subtest("skel_api"))
749 test_skel_api();
750 if (test__start_subtest("link_api_addrs"))
751 test_link_api_syms();
752 if (test__start_subtest("link_api_syms"))
753 test_link_api_addrs();
754 if (test__start_subtest("attach_api_pattern"))
755 test_attach_api_pattern();
756 if (test__start_subtest("attach_api_addrs"))
757 test_attach_api_addrs();
758 if (test__start_subtest("attach_api_syms"))
759 test_attach_api_syms();
760 if (test__start_subtest("attach_api_fails"))
761 test_attach_api_fails();
762 if (test__start_subtest("attach_override"))
763 test_attach_override();
764 if (test__start_subtest("session"))
765 test_session_skel_api();
766 if (test__start_subtest("session_cookie"))
767 test_session_cookie_skel_api();
768 RUN_TESTS(kprobe_multi_verifier);
769}
1// SPDX-License-Identifier: GPL-2.0
2#include <test_progs.h>
3#include "kprobe_multi.skel.h"
4#include "trace_helpers.h"
5#include "kprobe_multi_empty.skel.h"
6#include "kprobe_multi_override.skel.h"
7#include "bpf/libbpf_internal.h"
8#include "bpf/hashmap.h"
9
10static void kprobe_multi_test_run(struct kprobe_multi *skel, bool test_return)
11{
12 LIBBPF_OPTS(bpf_test_run_opts, topts);
13 int err, prog_fd;
14
15 prog_fd = bpf_program__fd(skel->progs.trigger);
16 err = bpf_prog_test_run_opts(prog_fd, &topts);
17 ASSERT_OK(err, "test_run");
18 ASSERT_EQ(topts.retval, 0, "test_run");
19
20 ASSERT_EQ(skel->bss->kprobe_test1_result, 1, "kprobe_test1_result");
21 ASSERT_EQ(skel->bss->kprobe_test2_result, 1, "kprobe_test2_result");
22 ASSERT_EQ(skel->bss->kprobe_test3_result, 1, "kprobe_test3_result");
23 ASSERT_EQ(skel->bss->kprobe_test4_result, 1, "kprobe_test4_result");
24 ASSERT_EQ(skel->bss->kprobe_test5_result, 1, "kprobe_test5_result");
25 ASSERT_EQ(skel->bss->kprobe_test6_result, 1, "kprobe_test6_result");
26 ASSERT_EQ(skel->bss->kprobe_test7_result, 1, "kprobe_test7_result");
27 ASSERT_EQ(skel->bss->kprobe_test8_result, 1, "kprobe_test8_result");
28
29 if (test_return) {
30 ASSERT_EQ(skel->bss->kretprobe_test1_result, 1, "kretprobe_test1_result");
31 ASSERT_EQ(skel->bss->kretprobe_test2_result, 1, "kretprobe_test2_result");
32 ASSERT_EQ(skel->bss->kretprobe_test3_result, 1, "kretprobe_test3_result");
33 ASSERT_EQ(skel->bss->kretprobe_test4_result, 1, "kretprobe_test4_result");
34 ASSERT_EQ(skel->bss->kretprobe_test5_result, 1, "kretprobe_test5_result");
35 ASSERT_EQ(skel->bss->kretprobe_test6_result, 1, "kretprobe_test6_result");
36 ASSERT_EQ(skel->bss->kretprobe_test7_result, 1, "kretprobe_test7_result");
37 ASSERT_EQ(skel->bss->kretprobe_test8_result, 1, "kretprobe_test8_result");
38 }
39}
40
41static void test_skel_api(void)
42{
43 struct kprobe_multi *skel = NULL;
44 int err;
45
46 skel = kprobe_multi__open_and_load();
47 if (!ASSERT_OK_PTR(skel, "kprobe_multi__open_and_load"))
48 goto cleanup;
49
50 skel->bss->pid = getpid();
51 err = kprobe_multi__attach(skel);
52 if (!ASSERT_OK(err, "kprobe_multi__attach"))
53 goto cleanup;
54
55 kprobe_multi_test_run(skel, true);
56
57cleanup:
58 kprobe_multi__destroy(skel);
59}
60
61static void test_link_api(struct bpf_link_create_opts *opts)
62{
63 int prog_fd, link1_fd = -1, link2_fd = -1;
64 struct kprobe_multi *skel = NULL;
65
66 skel = kprobe_multi__open_and_load();
67 if (!ASSERT_OK_PTR(skel, "fentry_raw_skel_load"))
68 goto cleanup;
69
70 skel->bss->pid = getpid();
71 prog_fd = bpf_program__fd(skel->progs.test_kprobe);
72 link1_fd = bpf_link_create(prog_fd, 0, BPF_TRACE_KPROBE_MULTI, opts);
73 if (!ASSERT_GE(link1_fd, 0, "link_fd"))
74 goto cleanup;
75
76 opts->kprobe_multi.flags = BPF_F_KPROBE_MULTI_RETURN;
77 prog_fd = bpf_program__fd(skel->progs.test_kretprobe);
78 link2_fd = bpf_link_create(prog_fd, 0, BPF_TRACE_KPROBE_MULTI, opts);
79 if (!ASSERT_GE(link2_fd, 0, "link_fd"))
80 goto cleanup;
81
82 kprobe_multi_test_run(skel, true);
83
84cleanup:
85 if (link1_fd != -1)
86 close(link1_fd);
87 if (link2_fd != -1)
88 close(link2_fd);
89 kprobe_multi__destroy(skel);
90}
91
92#define GET_ADDR(__sym, __addr) ({ \
93 __addr = ksym_get_addr(__sym); \
94 if (!ASSERT_NEQ(__addr, 0, "kallsyms load failed for " #__sym)) \
95 return; \
96})
97
98static void test_link_api_addrs(void)
99{
100 LIBBPF_OPTS(bpf_link_create_opts, opts);
101 unsigned long long addrs[8];
102
103 GET_ADDR("bpf_fentry_test1", addrs[0]);
104 GET_ADDR("bpf_fentry_test2", addrs[1]);
105 GET_ADDR("bpf_fentry_test3", addrs[2]);
106 GET_ADDR("bpf_fentry_test4", addrs[3]);
107 GET_ADDR("bpf_fentry_test5", addrs[4]);
108 GET_ADDR("bpf_fentry_test6", addrs[5]);
109 GET_ADDR("bpf_fentry_test7", addrs[6]);
110 GET_ADDR("bpf_fentry_test8", addrs[7]);
111
112 opts.kprobe_multi.addrs = (const unsigned long*) addrs;
113 opts.kprobe_multi.cnt = ARRAY_SIZE(addrs);
114 test_link_api(&opts);
115}
116
117static void test_link_api_syms(void)
118{
119 LIBBPF_OPTS(bpf_link_create_opts, opts);
120 const char *syms[8] = {
121 "bpf_fentry_test1",
122 "bpf_fentry_test2",
123 "bpf_fentry_test3",
124 "bpf_fentry_test4",
125 "bpf_fentry_test5",
126 "bpf_fentry_test6",
127 "bpf_fentry_test7",
128 "bpf_fentry_test8",
129 };
130
131 opts.kprobe_multi.syms = syms;
132 opts.kprobe_multi.cnt = ARRAY_SIZE(syms);
133 test_link_api(&opts);
134}
135
136static void
137test_attach_api(const char *pattern, struct bpf_kprobe_multi_opts *opts)
138{
139 struct bpf_link *link1 = NULL, *link2 = NULL;
140 struct kprobe_multi *skel = NULL;
141
142 skel = kprobe_multi__open_and_load();
143 if (!ASSERT_OK_PTR(skel, "fentry_raw_skel_load"))
144 goto cleanup;
145
146 skel->bss->pid = getpid();
147 link1 = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual,
148 pattern, opts);
149 if (!ASSERT_OK_PTR(link1, "bpf_program__attach_kprobe_multi_opts"))
150 goto cleanup;
151
152 if (opts) {
153 opts->retprobe = true;
154 link2 = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kretprobe_manual,
155 pattern, opts);
156 if (!ASSERT_OK_PTR(link2, "bpf_program__attach_kprobe_multi_opts"))
157 goto cleanup;
158 }
159
160 kprobe_multi_test_run(skel, !!opts);
161
162cleanup:
163 bpf_link__destroy(link2);
164 bpf_link__destroy(link1);
165 kprobe_multi__destroy(skel);
166}
167
168static void test_attach_api_pattern(void)
169{
170 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts);
171
172 test_attach_api("bpf_fentry_test*", &opts);
173 test_attach_api("bpf_fentry_test?", NULL);
174}
175
176static void test_attach_api_addrs(void)
177{
178 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts);
179 unsigned long long addrs[8];
180
181 GET_ADDR("bpf_fentry_test1", addrs[0]);
182 GET_ADDR("bpf_fentry_test2", addrs[1]);
183 GET_ADDR("bpf_fentry_test3", addrs[2]);
184 GET_ADDR("bpf_fentry_test4", addrs[3]);
185 GET_ADDR("bpf_fentry_test5", addrs[4]);
186 GET_ADDR("bpf_fentry_test6", addrs[5]);
187 GET_ADDR("bpf_fentry_test7", addrs[6]);
188 GET_ADDR("bpf_fentry_test8", addrs[7]);
189
190 opts.addrs = (const unsigned long *) addrs;
191 opts.cnt = ARRAY_SIZE(addrs);
192 test_attach_api(NULL, &opts);
193}
194
195static void test_attach_api_syms(void)
196{
197 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts);
198 const char *syms[8] = {
199 "bpf_fentry_test1",
200 "bpf_fentry_test2",
201 "bpf_fentry_test3",
202 "bpf_fentry_test4",
203 "bpf_fentry_test5",
204 "bpf_fentry_test6",
205 "bpf_fentry_test7",
206 "bpf_fentry_test8",
207 };
208
209 opts.syms = syms;
210 opts.cnt = ARRAY_SIZE(syms);
211 test_attach_api(NULL, &opts);
212}
213
214static void test_attach_api_fails(void)
215{
216 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts);
217 struct kprobe_multi *skel = NULL;
218 struct bpf_link *link = NULL;
219 unsigned long long addrs[2];
220 const char *syms[2] = {
221 "bpf_fentry_test1",
222 "bpf_fentry_test2",
223 };
224 __u64 cookies[2];
225 int saved_error;
226
227 addrs[0] = ksym_get_addr("bpf_fentry_test1");
228 addrs[1] = ksym_get_addr("bpf_fentry_test2");
229
230 if (!ASSERT_FALSE(!addrs[0] || !addrs[1], "ksym_get_addr"))
231 goto cleanup;
232
233 skel = kprobe_multi__open_and_load();
234 if (!ASSERT_OK_PTR(skel, "fentry_raw_skel_load"))
235 goto cleanup;
236
237 skel->bss->pid = getpid();
238
239 /* fail_1 - pattern and opts NULL */
240 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual,
241 NULL, NULL);
242 saved_error = -errno;
243 if (!ASSERT_ERR_PTR(link, "fail_1"))
244 goto cleanup;
245
246 if (!ASSERT_EQ(saved_error, -EINVAL, "fail_1_error"))
247 goto cleanup;
248
249 /* fail_2 - both addrs and syms set */
250 opts.addrs = (const unsigned long *) addrs;
251 opts.syms = syms;
252 opts.cnt = ARRAY_SIZE(syms);
253 opts.cookies = NULL;
254
255 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual,
256 NULL, &opts);
257 saved_error = -errno;
258 if (!ASSERT_ERR_PTR(link, "fail_2"))
259 goto cleanup;
260
261 if (!ASSERT_EQ(saved_error, -EINVAL, "fail_2_error"))
262 goto cleanup;
263
264 /* fail_3 - pattern and addrs set */
265 opts.addrs = (const unsigned long *) addrs;
266 opts.syms = NULL;
267 opts.cnt = ARRAY_SIZE(syms);
268 opts.cookies = NULL;
269
270 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual,
271 "ksys_*", &opts);
272 saved_error = -errno;
273 if (!ASSERT_ERR_PTR(link, "fail_3"))
274 goto cleanup;
275
276 if (!ASSERT_EQ(saved_error, -EINVAL, "fail_3_error"))
277 goto cleanup;
278
279 /* fail_4 - pattern and cnt set */
280 opts.addrs = NULL;
281 opts.syms = NULL;
282 opts.cnt = ARRAY_SIZE(syms);
283 opts.cookies = NULL;
284
285 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual,
286 "ksys_*", &opts);
287 saved_error = -errno;
288 if (!ASSERT_ERR_PTR(link, "fail_4"))
289 goto cleanup;
290
291 if (!ASSERT_EQ(saved_error, -EINVAL, "fail_4_error"))
292 goto cleanup;
293
294 /* fail_5 - pattern and cookies */
295 opts.addrs = NULL;
296 opts.syms = NULL;
297 opts.cnt = 0;
298 opts.cookies = cookies;
299
300 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual,
301 "ksys_*", &opts);
302 saved_error = -errno;
303 if (!ASSERT_ERR_PTR(link, "fail_5"))
304 goto cleanup;
305
306 if (!ASSERT_EQ(saved_error, -EINVAL, "fail_5_error"))
307 goto cleanup;
308
309 /* fail_6 - abnormal cnt */
310 opts.addrs = (const unsigned long *) addrs;
311 opts.syms = NULL;
312 opts.cnt = INT_MAX;
313 opts.cookies = NULL;
314
315 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual,
316 NULL, &opts);
317 saved_error = -errno;
318 if (!ASSERT_ERR_PTR(link, "fail_6"))
319 goto cleanup;
320
321 if (!ASSERT_EQ(saved_error, -E2BIG, "fail_6_error"))
322 goto cleanup;
323
324cleanup:
325 bpf_link__destroy(link);
326 kprobe_multi__destroy(skel);
327}
328
329static size_t symbol_hash(long key, void *ctx __maybe_unused)
330{
331 return str_hash((const char *) key);
332}
333
334static bool symbol_equal(long key1, long key2, void *ctx __maybe_unused)
335{
336 return strcmp((const char *) key1, (const char *) key2) == 0;
337}
338
339static int get_syms(char ***symsp, size_t *cntp, bool kernel)
340{
341 size_t cap = 0, cnt = 0, i;
342 char *name = NULL, **syms = NULL;
343 struct hashmap *map;
344 char buf[256];
345 FILE *f;
346 int err = 0;
347
348 /*
349 * The available_filter_functions contains many duplicates,
350 * but other than that all symbols are usable in kprobe multi
351 * interface.
352 * Filtering out duplicates by using hashmap__add, which won't
353 * add existing entry.
354 */
355
356 if (access("/sys/kernel/tracing/trace", F_OK) == 0)
357 f = fopen("/sys/kernel/tracing/available_filter_functions", "r");
358 else
359 f = fopen("/sys/kernel/debug/tracing/available_filter_functions", "r");
360
361 if (!f)
362 return -EINVAL;
363
364 map = hashmap__new(symbol_hash, symbol_equal, NULL);
365 if (IS_ERR(map)) {
366 err = libbpf_get_error(map);
367 goto error;
368 }
369
370 while (fgets(buf, sizeof(buf), f)) {
371 if (kernel && strchr(buf, '['))
372 continue;
373 if (!kernel && !strchr(buf, '['))
374 continue;
375
376 free(name);
377 if (sscanf(buf, "%ms$*[^\n]\n", &name) != 1)
378 continue;
379 /*
380 * We attach to almost all kernel functions and some of them
381 * will cause 'suspicious RCU usage' when fprobe is attached
382 * to them. Filter out the current culprits - arch_cpu_idle
383 * default_idle and rcu_* functions.
384 */
385 if (!strcmp(name, "arch_cpu_idle"))
386 continue;
387 if (!strcmp(name, "default_idle"))
388 continue;
389 if (!strncmp(name, "rcu_", 4))
390 continue;
391 if (!strcmp(name, "bpf_dispatcher_xdp_func"))
392 continue;
393 if (!strncmp(name, "__ftrace_invalid_address__",
394 sizeof("__ftrace_invalid_address__") - 1))
395 continue;
396
397 err = hashmap__add(map, name, 0);
398 if (err == -EEXIST) {
399 err = 0;
400 continue;
401 }
402 if (err)
403 goto error;
404
405 err = libbpf_ensure_mem((void **) &syms, &cap,
406 sizeof(*syms), cnt + 1);
407 if (err)
408 goto error;
409
410 syms[cnt++] = name;
411 name = NULL;
412 }
413
414 *symsp = syms;
415 *cntp = cnt;
416
417error:
418 free(name);
419 fclose(f);
420 hashmap__free(map);
421 if (err) {
422 for (i = 0; i < cnt; i++)
423 free(syms[i]);
424 free(syms);
425 }
426 return err;
427}
428
429static void test_kprobe_multi_bench_attach(bool kernel)
430{
431 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts);
432 struct kprobe_multi_empty *skel = NULL;
433 long attach_start_ns, attach_end_ns;
434 long detach_start_ns, detach_end_ns;
435 double attach_delta, detach_delta;
436 struct bpf_link *link = NULL;
437 char **syms = NULL;
438 size_t cnt = 0, i;
439
440 if (!ASSERT_OK(get_syms(&syms, &cnt, kernel), "get_syms"))
441 return;
442
443 skel = kprobe_multi_empty__open_and_load();
444 if (!ASSERT_OK_PTR(skel, "kprobe_multi_empty__open_and_load"))
445 goto cleanup;
446
447 opts.syms = (const char **) syms;
448 opts.cnt = cnt;
449
450 attach_start_ns = get_time_ns();
451 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_empty,
452 NULL, &opts);
453 attach_end_ns = get_time_ns();
454
455 if (!ASSERT_OK_PTR(link, "bpf_program__attach_kprobe_multi_opts"))
456 goto cleanup;
457
458 detach_start_ns = get_time_ns();
459 bpf_link__destroy(link);
460 detach_end_ns = get_time_ns();
461
462 attach_delta = (attach_end_ns - attach_start_ns) / 1000000000.0;
463 detach_delta = (detach_end_ns - detach_start_ns) / 1000000000.0;
464
465 printf("%s: found %lu functions\n", __func__, cnt);
466 printf("%s: attached in %7.3lfs\n", __func__, attach_delta);
467 printf("%s: detached in %7.3lfs\n", __func__, detach_delta);
468
469cleanup:
470 kprobe_multi_empty__destroy(skel);
471 if (syms) {
472 for (i = 0; i < cnt; i++)
473 free(syms[i]);
474 free(syms);
475 }
476}
477
478static void test_attach_override(void)
479{
480 struct kprobe_multi_override *skel = NULL;
481 struct bpf_link *link = NULL;
482
483 skel = kprobe_multi_override__open_and_load();
484 if (!ASSERT_OK_PTR(skel, "kprobe_multi_empty__open_and_load"))
485 goto cleanup;
486
487 /* The test_override calls bpf_override_return so it should fail
488 * to attach to bpf_fentry_test1 function, which is not on error
489 * injection list.
490 */
491 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_override,
492 "bpf_fentry_test1", NULL);
493 if (!ASSERT_ERR_PTR(link, "override_attached_bpf_fentry_test1")) {
494 bpf_link__destroy(link);
495 goto cleanup;
496 }
497
498 /* The should_fail_bio function is on error injection list,
499 * attach should succeed.
500 */
501 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_override,
502 "should_fail_bio", NULL);
503 if (!ASSERT_OK_PTR(link, "override_attached_should_fail_bio"))
504 goto cleanup;
505
506 bpf_link__destroy(link);
507
508cleanup:
509 kprobe_multi_override__destroy(skel);
510}
511
512void serial_test_kprobe_multi_bench_attach(void)
513{
514 if (test__start_subtest("kernel"))
515 test_kprobe_multi_bench_attach(true);
516 if (test__start_subtest("modules"))
517 test_kprobe_multi_bench_attach(false);
518}
519
520void test_kprobe_multi_test(void)
521{
522 if (!ASSERT_OK(load_kallsyms(), "load_kallsyms"))
523 return;
524
525 if (test__start_subtest("skel_api"))
526 test_skel_api();
527 if (test__start_subtest("link_api_addrs"))
528 test_link_api_syms();
529 if (test__start_subtest("link_api_syms"))
530 test_link_api_addrs();
531 if (test__start_subtest("attach_api_pattern"))
532 test_attach_api_pattern();
533 if (test__start_subtest("attach_api_addrs"))
534 test_attach_api_addrs();
535 if (test__start_subtest("attach_api_syms"))
536 test_attach_api_syms();
537 if (test__start_subtest("attach_api_fails"))
538 test_attach_api_fails();
539 if (test__start_subtest("attach_override"))
540 test_attach_override();
541}