Loading...
1// SPDX-License-Identifier: GPL-2.0
2
3/**
4 * Test XDP bonding support
5 *
6 * Sets up two bonded veth pairs between two fresh namespaces
7 * and verifies that XDP_TX program loaded on a bond device
8 * are correctly loaded onto the slave devices and XDP_TX'd
9 * packets are balanced using bonding.
10 */
11
12#define _GNU_SOURCE
13#include <sched.h>
14#include <net/if.h>
15#include <linux/if_link.h>
16#include "test_progs.h"
17#include "network_helpers.h"
18#include <linux/if_bonding.h>
19#include <linux/limits.h>
20#include <linux/udp.h>
21#include <uapi/linux/netdev.h>
22
23#include "xdp_dummy.skel.h"
24#include "xdp_redirect_multi_kern.skel.h"
25#include "xdp_tx.skel.h"
26
27#define BOND1_MAC {0x00, 0x11, 0x22, 0x33, 0x44, 0x55}
28#define BOND1_MAC_STR "00:11:22:33:44:55"
29#define BOND2_MAC {0x00, 0x22, 0x33, 0x44, 0x55, 0x66}
30#define BOND2_MAC_STR "00:22:33:44:55:66"
31#define NPACKETS 100
32
33static int root_netns_fd = -1;
34
35static void restore_root_netns(void)
36{
37 ASSERT_OK(setns(root_netns_fd, CLONE_NEWNET), "restore_root_netns");
38}
39
40static int setns_by_name(char *name)
41{
42 int nsfd, err;
43 char nspath[PATH_MAX];
44
45 snprintf(nspath, sizeof(nspath), "%s/%s", "/var/run/netns", name);
46 nsfd = open(nspath, O_RDONLY | O_CLOEXEC);
47 if (nsfd < 0)
48 return -1;
49
50 err = setns(nsfd, CLONE_NEWNET);
51 close(nsfd);
52 return err;
53}
54
55static int get_rx_packets(const char *iface)
56{
57 FILE *f;
58 char line[512];
59 int iface_len = strlen(iface);
60
61 f = fopen("/proc/net/dev", "r");
62 if (!f)
63 return -1;
64
65 while (fgets(line, sizeof(line), f)) {
66 char *p = line;
67
68 while (*p == ' ')
69 p++; /* skip whitespace */
70 if (!strncmp(p, iface, iface_len)) {
71 p += iface_len;
72 if (*p++ != ':')
73 continue;
74 while (*p == ' ')
75 p++; /* skip whitespace */
76 while (*p && *p != ' ')
77 p++; /* skip rx bytes */
78 while (*p == ' ')
79 p++; /* skip whitespace */
80 fclose(f);
81 return atoi(p);
82 }
83 }
84 fclose(f);
85 return -1;
86}
87
88#define MAX_BPF_LINKS 8
89
90struct skeletons {
91 struct xdp_dummy *xdp_dummy;
92 struct xdp_tx *xdp_tx;
93 struct xdp_redirect_multi_kern *xdp_redirect_multi_kern;
94
95 int nlinks;
96 struct bpf_link *links[MAX_BPF_LINKS];
97};
98
99static int xdp_attach(struct skeletons *skeletons, struct bpf_program *prog, char *iface)
100{
101 struct bpf_link *link;
102 int ifindex;
103
104 ifindex = if_nametoindex(iface);
105 if (!ASSERT_GT(ifindex, 0, "get ifindex"))
106 return -1;
107
108 if (!ASSERT_LE(skeletons->nlinks+1, MAX_BPF_LINKS, "too many XDP programs attached"))
109 return -1;
110
111 link = bpf_program__attach_xdp(prog, ifindex);
112 if (!ASSERT_OK_PTR(link, "attach xdp program"))
113 return -1;
114
115 skeletons->links[skeletons->nlinks++] = link;
116 return 0;
117}
118
119enum {
120 BOND_ONE_NO_ATTACH = 0,
121 BOND_BOTH_AND_ATTACH,
122};
123
124static const char * const mode_names[] = {
125 [BOND_MODE_ROUNDROBIN] = "balance-rr",
126 [BOND_MODE_ACTIVEBACKUP] = "active-backup",
127 [BOND_MODE_XOR] = "balance-xor",
128 [BOND_MODE_BROADCAST] = "broadcast",
129 [BOND_MODE_8023AD] = "802.3ad",
130 [BOND_MODE_TLB] = "balance-tlb",
131 [BOND_MODE_ALB] = "balance-alb",
132};
133
134static const char * const xmit_policy_names[] = {
135 [BOND_XMIT_POLICY_LAYER2] = "layer2",
136 [BOND_XMIT_POLICY_LAYER34] = "layer3+4",
137 [BOND_XMIT_POLICY_LAYER23] = "layer2+3",
138 [BOND_XMIT_POLICY_ENCAP23] = "encap2+3",
139 [BOND_XMIT_POLICY_ENCAP34] = "encap3+4",
140};
141
142static int bonding_setup(struct skeletons *skeletons, int mode, int xmit_policy,
143 int bond_both_attach)
144{
145 SYS(fail, "ip netns add ns_dst");
146 SYS(fail, "ip link add veth1_1 type veth peer name veth2_1 netns ns_dst");
147 SYS(fail, "ip link add veth1_2 type veth peer name veth2_2 netns ns_dst");
148
149 SYS(fail, "ip link add bond1 type bond mode %s xmit_hash_policy %s",
150 mode_names[mode], xmit_policy_names[xmit_policy]);
151 SYS(fail, "ip link set bond1 up address " BOND1_MAC_STR " addrgenmode none");
152 SYS(fail, "ip -netns ns_dst link add bond2 type bond mode %s xmit_hash_policy %s",
153 mode_names[mode], xmit_policy_names[xmit_policy]);
154 SYS(fail, "ip -netns ns_dst link set bond2 up address " BOND2_MAC_STR " addrgenmode none");
155
156 SYS(fail, "ip link set veth1_1 master bond1");
157 if (bond_both_attach == BOND_BOTH_AND_ATTACH) {
158 SYS(fail, "ip link set veth1_2 master bond1");
159 } else {
160 SYS(fail, "ip link set veth1_2 up addrgenmode none");
161
162 if (xdp_attach(skeletons, skeletons->xdp_dummy->progs.xdp_dummy_prog, "veth1_2"))
163 return -1;
164 }
165
166 SYS(fail, "ip -netns ns_dst link set veth2_1 master bond2");
167
168 if (bond_both_attach == BOND_BOTH_AND_ATTACH)
169 SYS(fail, "ip -netns ns_dst link set veth2_2 master bond2");
170 else
171 SYS(fail, "ip -netns ns_dst link set veth2_2 up addrgenmode none");
172
173 /* Load a dummy program on sending side as with veth peer needs to have a
174 * XDP program loaded as well.
175 */
176 if (xdp_attach(skeletons, skeletons->xdp_dummy->progs.xdp_dummy_prog, "bond1"))
177 return -1;
178
179 if (bond_both_attach == BOND_BOTH_AND_ATTACH) {
180 if (!ASSERT_OK(setns_by_name("ns_dst"), "set netns to ns_dst"))
181 return -1;
182
183 if (xdp_attach(skeletons, skeletons->xdp_tx->progs.xdp_tx, "bond2"))
184 return -1;
185
186 restore_root_netns();
187 }
188
189 return 0;
190fail:
191 return -1;
192}
193
194static void bonding_cleanup(struct skeletons *skeletons)
195{
196 restore_root_netns();
197 while (skeletons->nlinks) {
198 skeletons->nlinks--;
199 bpf_link__destroy(skeletons->links[skeletons->nlinks]);
200 }
201 ASSERT_OK(system("ip link delete bond1"), "delete bond1");
202 ASSERT_OK(system("ip link delete veth1_1"), "delete veth1_1");
203 ASSERT_OK(system("ip link delete veth1_2"), "delete veth1_2");
204 ASSERT_OK(system("ip netns delete ns_dst"), "delete ns_dst");
205}
206
207static int send_udp_packets(int vary_dst_ip)
208{
209 struct ethhdr eh = {
210 .h_source = BOND1_MAC,
211 .h_dest = BOND2_MAC,
212 .h_proto = htons(ETH_P_IP),
213 };
214 struct iphdr iph = {};
215 struct udphdr uh = {};
216 uint8_t buf[128];
217 int i, s = -1;
218 int ifindex;
219
220 s = socket(AF_PACKET, SOCK_RAW, IPPROTO_RAW);
221 if (!ASSERT_GE(s, 0, "socket"))
222 goto err;
223
224 ifindex = if_nametoindex("bond1");
225 if (!ASSERT_GT(ifindex, 0, "get bond1 ifindex"))
226 goto err;
227
228 iph.ihl = 5;
229 iph.version = 4;
230 iph.tos = 16;
231 iph.id = 1;
232 iph.ttl = 64;
233 iph.protocol = IPPROTO_UDP;
234 iph.saddr = 1;
235 iph.daddr = 2;
236 iph.tot_len = htons(sizeof(buf) - ETH_HLEN);
237 iph.check = 0;
238
239 for (i = 1; i <= NPACKETS; i++) {
240 int n;
241 struct sockaddr_ll saddr_ll = {
242 .sll_ifindex = ifindex,
243 .sll_halen = ETH_ALEN,
244 .sll_addr = BOND2_MAC,
245 };
246
247 /* vary the UDP destination port for even distribution with roundrobin/xor modes */
248 uh.dest++;
249
250 if (vary_dst_ip)
251 iph.daddr++;
252
253 /* construct a packet */
254 memcpy(buf, &eh, sizeof(eh));
255 memcpy(buf + sizeof(eh), &iph, sizeof(iph));
256 memcpy(buf + sizeof(eh) + sizeof(iph), &uh, sizeof(uh));
257
258 n = sendto(s, buf, sizeof(buf), 0, (struct sockaddr *)&saddr_ll, sizeof(saddr_ll));
259 if (!ASSERT_EQ(n, sizeof(buf), "sendto"))
260 goto err;
261 }
262
263 return 0;
264
265err:
266 if (s >= 0)
267 close(s);
268 return -1;
269}
270
271static void test_xdp_bonding_with_mode(struct skeletons *skeletons, int mode, int xmit_policy)
272{
273 int bond1_rx;
274
275 if (bonding_setup(skeletons, mode, xmit_policy, BOND_BOTH_AND_ATTACH))
276 goto out;
277
278 if (send_udp_packets(xmit_policy != BOND_XMIT_POLICY_LAYER34))
279 goto out;
280
281 bond1_rx = get_rx_packets("bond1");
282 ASSERT_EQ(bond1_rx, NPACKETS, "expected more received packets");
283
284 switch (mode) {
285 case BOND_MODE_ROUNDROBIN:
286 case BOND_MODE_XOR: {
287 int veth1_rx = get_rx_packets("veth1_1");
288 int veth2_rx = get_rx_packets("veth1_2");
289 int diff = abs(veth1_rx - veth2_rx);
290
291 ASSERT_GE(veth1_rx + veth2_rx, NPACKETS, "expected more packets");
292
293 switch (xmit_policy) {
294 case BOND_XMIT_POLICY_LAYER2:
295 ASSERT_GE(diff, NPACKETS,
296 "expected packets on only one of the interfaces");
297 break;
298 case BOND_XMIT_POLICY_LAYER23:
299 case BOND_XMIT_POLICY_LAYER34:
300 ASSERT_LT(diff, NPACKETS/2,
301 "expected even distribution of packets");
302 break;
303 default:
304 PRINT_FAIL("Unimplemented xmit_policy=%d\n", xmit_policy);
305 break;
306 }
307 break;
308 }
309 case BOND_MODE_ACTIVEBACKUP: {
310 int veth1_rx = get_rx_packets("veth1_1");
311 int veth2_rx = get_rx_packets("veth1_2");
312 int diff = abs(veth1_rx - veth2_rx);
313
314 ASSERT_GE(diff, NPACKETS,
315 "expected packets on only one of the interfaces");
316 break;
317 }
318 default:
319 PRINT_FAIL("Unimplemented xmit_policy=%d\n", xmit_policy);
320 break;
321 }
322
323out:
324 bonding_cleanup(skeletons);
325}
326
327/* Test the broadcast redirection using xdp_redirect_map_multi_prog and adding
328 * all the interfaces to it and checking that broadcasting won't send the packet
329 * to neither the ingress bond device (bond2) or its slave (veth2_1).
330 */
331static void test_xdp_bonding_redirect_multi(struct skeletons *skeletons)
332{
333 static const char * const ifaces[] = {"bond2", "veth2_1", "veth2_2"};
334 int veth1_1_rx, veth1_2_rx;
335 int err;
336
337 if (bonding_setup(skeletons, BOND_MODE_ROUNDROBIN, BOND_XMIT_POLICY_LAYER23,
338 BOND_ONE_NO_ATTACH))
339 goto out;
340
341
342 if (!ASSERT_OK(setns_by_name("ns_dst"), "could not set netns to ns_dst"))
343 goto out;
344
345 /* populate the devmap with the relevant interfaces */
346 for (int i = 0; i < ARRAY_SIZE(ifaces); i++) {
347 int ifindex = if_nametoindex(ifaces[i]);
348 int map_fd = bpf_map__fd(skeletons->xdp_redirect_multi_kern->maps.map_all);
349
350 if (!ASSERT_GT(ifindex, 0, "could not get interface index"))
351 goto out;
352
353 err = bpf_map_update_elem(map_fd, &ifindex, &ifindex, 0);
354 if (!ASSERT_OK(err, "add interface to map_all"))
355 goto out;
356 }
357
358 if (xdp_attach(skeletons,
359 skeletons->xdp_redirect_multi_kern->progs.xdp_redirect_map_multi_prog,
360 "bond2"))
361 goto out;
362
363 restore_root_netns();
364
365 if (send_udp_packets(BOND_MODE_ROUNDROBIN))
366 goto out;
367
368 veth1_1_rx = get_rx_packets("veth1_1");
369 veth1_2_rx = get_rx_packets("veth1_2");
370
371 ASSERT_EQ(veth1_1_rx, 0, "expected no packets on veth1_1");
372 ASSERT_GE(veth1_2_rx, NPACKETS, "expected packets on veth1_2");
373
374out:
375 restore_root_netns();
376 bonding_cleanup(skeletons);
377}
378
379/* Test that XDP programs cannot be attached to both the bond master and slaves simultaneously */
380static void test_xdp_bonding_attach(struct skeletons *skeletons)
381{
382 struct bpf_link *link = NULL;
383 struct bpf_link *link2 = NULL;
384 int veth, bond, err;
385
386 if (!ASSERT_OK(system("ip link add veth type veth"), "add veth"))
387 goto out;
388 if (!ASSERT_OK(system("ip link add bond type bond"), "add bond"))
389 goto out;
390
391 veth = if_nametoindex("veth");
392 if (!ASSERT_GE(veth, 0, "if_nametoindex veth"))
393 goto out;
394 bond = if_nametoindex("bond");
395 if (!ASSERT_GE(bond, 0, "if_nametoindex bond"))
396 goto out;
397
398 /* enslaving with a XDP program loaded is allowed */
399 link = bpf_program__attach_xdp(skeletons->xdp_dummy->progs.xdp_dummy_prog, veth);
400 if (!ASSERT_OK_PTR(link, "attach program to veth"))
401 goto out;
402
403 err = system("ip link set veth master bond");
404 if (!ASSERT_OK(err, "set veth master"))
405 goto out;
406
407 bpf_link__destroy(link);
408 link = NULL;
409
410 /* attaching to slave when master has no program is allowed */
411 link = bpf_program__attach_xdp(skeletons->xdp_dummy->progs.xdp_dummy_prog, veth);
412 if (!ASSERT_OK_PTR(link, "attach program to slave when enslaved"))
413 goto out;
414
415 /* attaching to master not allowed when slave has program loaded */
416 link2 = bpf_program__attach_xdp(skeletons->xdp_dummy->progs.xdp_dummy_prog, bond);
417 if (!ASSERT_ERR_PTR(link2, "attach program to master when slave has program"))
418 goto out;
419
420 bpf_link__destroy(link);
421 link = NULL;
422
423 /* attaching XDP program to master allowed when slave has no program */
424 link = bpf_program__attach_xdp(skeletons->xdp_dummy->progs.xdp_dummy_prog, bond);
425 if (!ASSERT_OK_PTR(link, "attach program to master"))
426 goto out;
427
428 /* attaching to slave not allowed when master has program loaded */
429 link2 = bpf_program__attach_xdp(skeletons->xdp_dummy->progs.xdp_dummy_prog, veth);
430 if (!ASSERT_ERR_PTR(link2, "attach program to slave when master has program"))
431 goto out;
432
433 bpf_link__destroy(link);
434 link = NULL;
435
436 /* test program unwinding with a non-XDP slave */
437 if (!ASSERT_OK(system("ip link add vxlan type vxlan id 1 remote 1.2.3.4 dstport 0 dev lo"),
438 "add vxlan"))
439 goto out;
440
441 err = system("ip link set vxlan master bond");
442 if (!ASSERT_OK(err, "set vxlan master"))
443 goto out;
444
445 /* attaching not allowed when one slave does not support XDP */
446 link = bpf_program__attach_xdp(skeletons->xdp_dummy->progs.xdp_dummy_prog, bond);
447 if (!ASSERT_ERR_PTR(link, "attach program to master when slave does not support XDP"))
448 goto out;
449
450out:
451 bpf_link__destroy(link);
452 bpf_link__destroy(link2);
453
454 system("ip link del veth");
455 system("ip link del bond");
456 system("ip link del vxlan");
457}
458
459/* Test with nested bonding devices to catch issue with negative jump label count */
460static void test_xdp_bonding_nested(struct skeletons *skeletons)
461{
462 struct bpf_link *link = NULL;
463 int bond, err;
464
465 if (!ASSERT_OK(system("ip link add bond type bond"), "add bond"))
466 goto out;
467
468 bond = if_nametoindex("bond");
469 if (!ASSERT_GE(bond, 0, "if_nametoindex bond"))
470 goto out;
471
472 if (!ASSERT_OK(system("ip link add bond_nest1 type bond"), "add bond_nest1"))
473 goto out;
474
475 err = system("ip link set bond_nest1 master bond");
476 if (!ASSERT_OK(err, "set bond_nest1 master"))
477 goto out;
478
479 if (!ASSERT_OK(system("ip link add bond_nest2 type bond"), "add bond_nest1"))
480 goto out;
481
482 err = system("ip link set bond_nest2 master bond_nest1");
483 if (!ASSERT_OK(err, "set bond_nest2 master"))
484 goto out;
485
486 link = bpf_program__attach_xdp(skeletons->xdp_dummy->progs.xdp_dummy_prog, bond);
487 ASSERT_OK_PTR(link, "attach program to master");
488
489out:
490 bpf_link__destroy(link);
491 system("ip link del bond");
492 system("ip link del bond_nest1");
493 system("ip link del bond_nest2");
494}
495
496static void test_xdp_bonding_features(struct skeletons *skeletons)
497{
498 LIBBPF_OPTS(bpf_xdp_query_opts, query_opts);
499 int bond_idx, veth1_idx, err;
500 struct bpf_link *link = NULL;
501
502 if (!ASSERT_OK(system("ip link add bond type bond"), "add bond"))
503 goto out;
504
505 bond_idx = if_nametoindex("bond");
506 if (!ASSERT_GE(bond_idx, 0, "if_nametoindex bond"))
507 goto out;
508
509 /* query default xdp-feature for bond device */
510 err = bpf_xdp_query(bond_idx, XDP_FLAGS_DRV_MODE, &query_opts);
511 if (!ASSERT_OK(err, "bond bpf_xdp_query"))
512 goto out;
513
514 if (!ASSERT_EQ(query_opts.feature_flags, 0,
515 "bond query_opts.feature_flags"))
516 goto out;
517
518 if (!ASSERT_OK(system("ip link add veth0 type veth peer name veth1"),
519 "add veth{0,1} pair"))
520 goto out;
521
522 if (!ASSERT_OK(system("ip link add veth2 type veth peer name veth3"),
523 "add veth{2,3} pair"))
524 goto out;
525
526 if (!ASSERT_OK(system("ip link set veth0 master bond"),
527 "add veth0 to master bond"))
528 goto out;
529
530 /* xdp-feature for bond device should be obtained from the single slave
531 * device (veth0)
532 */
533 err = bpf_xdp_query(bond_idx, XDP_FLAGS_DRV_MODE, &query_opts);
534 if (!ASSERT_OK(err, "bond bpf_xdp_query"))
535 goto out;
536
537 if (!ASSERT_EQ(query_opts.feature_flags,
538 NETDEV_XDP_ACT_BASIC | NETDEV_XDP_ACT_REDIRECT |
539 NETDEV_XDP_ACT_RX_SG,
540 "bond query_opts.feature_flags"))
541 goto out;
542
543 veth1_idx = if_nametoindex("veth1");
544 if (!ASSERT_GE(veth1_idx, 0, "if_nametoindex veth1"))
545 goto out;
546
547 link = bpf_program__attach_xdp(skeletons->xdp_dummy->progs.xdp_dummy_prog,
548 veth1_idx);
549 if (!ASSERT_OK_PTR(link, "attach program to veth1"))
550 goto out;
551
552 /* xdp-feature for veth0 are changed */
553 err = bpf_xdp_query(bond_idx, XDP_FLAGS_DRV_MODE, &query_opts);
554 if (!ASSERT_OK(err, "bond bpf_xdp_query"))
555 goto out;
556
557 if (!ASSERT_EQ(query_opts.feature_flags,
558 NETDEV_XDP_ACT_BASIC | NETDEV_XDP_ACT_REDIRECT |
559 NETDEV_XDP_ACT_RX_SG | NETDEV_XDP_ACT_NDO_XMIT |
560 NETDEV_XDP_ACT_NDO_XMIT_SG,
561 "bond query_opts.feature_flags"))
562 goto out;
563
564 if (!ASSERT_OK(system("ip link set veth2 master bond"),
565 "add veth2 to master bond"))
566 goto out;
567
568 err = bpf_xdp_query(bond_idx, XDP_FLAGS_DRV_MODE, &query_opts);
569 if (!ASSERT_OK(err, "bond bpf_xdp_query"))
570 goto out;
571
572 /* xdp-feature for bond device should be set to the most restrict
573 * value obtained from attached slave devices (veth0 and veth2)
574 */
575 if (!ASSERT_EQ(query_opts.feature_flags,
576 NETDEV_XDP_ACT_BASIC | NETDEV_XDP_ACT_REDIRECT |
577 NETDEV_XDP_ACT_RX_SG,
578 "bond query_opts.feature_flags"))
579 goto out;
580
581 if (!ASSERT_OK(system("ip link set veth2 nomaster"),
582 "del veth2 to master bond"))
583 goto out;
584
585 err = bpf_xdp_query(bond_idx, XDP_FLAGS_DRV_MODE, &query_opts);
586 if (!ASSERT_OK(err, "bond bpf_xdp_query"))
587 goto out;
588
589 if (!ASSERT_EQ(query_opts.feature_flags,
590 NETDEV_XDP_ACT_BASIC | NETDEV_XDP_ACT_REDIRECT |
591 NETDEV_XDP_ACT_RX_SG | NETDEV_XDP_ACT_NDO_XMIT |
592 NETDEV_XDP_ACT_NDO_XMIT_SG,
593 "bond query_opts.feature_flags"))
594 goto out;
595
596 if (!ASSERT_OK(system("ip link set veth0 nomaster"),
597 "del veth0 to master bond"))
598 goto out;
599
600 err = bpf_xdp_query(bond_idx, XDP_FLAGS_DRV_MODE, &query_opts);
601 if (!ASSERT_OK(err, "bond bpf_xdp_query"))
602 goto out;
603
604 ASSERT_EQ(query_opts.feature_flags, 0,
605 "bond query_opts.feature_flags");
606out:
607 bpf_link__destroy(link);
608 system("ip link del veth0");
609 system("ip link del veth2");
610 system("ip link del bond");
611}
612
613static int libbpf_debug_print(enum libbpf_print_level level,
614 const char *format, va_list args)
615{
616 if (level != LIBBPF_WARN)
617 vprintf(format, args);
618 return 0;
619}
620
621struct bond_test_case {
622 char *name;
623 int mode;
624 int xmit_policy;
625};
626
627static struct bond_test_case bond_test_cases[] = {
628 { "xdp_bonding_roundrobin", BOND_MODE_ROUNDROBIN, BOND_XMIT_POLICY_LAYER23, },
629 { "xdp_bonding_activebackup", BOND_MODE_ACTIVEBACKUP, BOND_XMIT_POLICY_LAYER23 },
630
631 { "xdp_bonding_xor_layer2", BOND_MODE_XOR, BOND_XMIT_POLICY_LAYER2, },
632 { "xdp_bonding_xor_layer23", BOND_MODE_XOR, BOND_XMIT_POLICY_LAYER23, },
633 { "xdp_bonding_xor_layer34", BOND_MODE_XOR, BOND_XMIT_POLICY_LAYER34, },
634};
635
636void serial_test_xdp_bonding(void)
637{
638 libbpf_print_fn_t old_print_fn;
639 struct skeletons skeletons = {};
640 int i;
641
642 old_print_fn = libbpf_set_print(libbpf_debug_print);
643
644 root_netns_fd = open("/proc/self/ns/net", O_RDONLY);
645 if (!ASSERT_GE(root_netns_fd, 0, "open /proc/self/ns/net"))
646 goto out;
647
648 skeletons.xdp_dummy = xdp_dummy__open_and_load();
649 if (!ASSERT_OK_PTR(skeletons.xdp_dummy, "xdp_dummy__open_and_load"))
650 goto out;
651
652 skeletons.xdp_tx = xdp_tx__open_and_load();
653 if (!ASSERT_OK_PTR(skeletons.xdp_tx, "xdp_tx__open_and_load"))
654 goto out;
655
656 skeletons.xdp_redirect_multi_kern = xdp_redirect_multi_kern__open_and_load();
657 if (!ASSERT_OK_PTR(skeletons.xdp_redirect_multi_kern,
658 "xdp_redirect_multi_kern__open_and_load"))
659 goto out;
660
661 if (test__start_subtest("xdp_bonding_attach"))
662 test_xdp_bonding_attach(&skeletons);
663
664 if (test__start_subtest("xdp_bonding_nested"))
665 test_xdp_bonding_nested(&skeletons);
666
667 if (test__start_subtest("xdp_bonding_features"))
668 test_xdp_bonding_features(&skeletons);
669
670 for (i = 0; i < ARRAY_SIZE(bond_test_cases); i++) {
671 struct bond_test_case *test_case = &bond_test_cases[i];
672
673 if (test__start_subtest(test_case->name))
674 test_xdp_bonding_with_mode(
675 &skeletons,
676 test_case->mode,
677 test_case->xmit_policy);
678 }
679
680 if (test__start_subtest("xdp_bonding_redirect_multi"))
681 test_xdp_bonding_redirect_multi(&skeletons);
682
683out:
684 xdp_dummy__destroy(skeletons.xdp_dummy);
685 xdp_tx__destroy(skeletons.xdp_tx);
686 xdp_redirect_multi_kern__destroy(skeletons.xdp_redirect_multi_kern);
687
688 libbpf_set_print(old_print_fn);
689 if (root_netns_fd >= 0)
690 close(root_netns_fd);
691}
1// SPDX-License-Identifier: GPL-2.0
2
3/**
4 * Test XDP bonding support
5 *
6 * Sets up two bonded veth pairs between two fresh namespaces
7 * and verifies that XDP_TX program loaded on a bond device
8 * are correctly loaded onto the slave devices and XDP_TX'd
9 * packets are balanced using bonding.
10 */
11
12#define _GNU_SOURCE
13#include <sched.h>
14#include <net/if.h>
15#include <linux/if_link.h>
16#include "test_progs.h"
17#include "network_helpers.h"
18#include <linux/if_bonding.h>
19#include <linux/limits.h>
20#include <linux/udp.h>
21
22#include "xdp_dummy.skel.h"
23#include "xdp_redirect_multi_kern.skel.h"
24#include "xdp_tx.skel.h"
25
26#define BOND1_MAC {0x00, 0x11, 0x22, 0x33, 0x44, 0x55}
27#define BOND1_MAC_STR "00:11:22:33:44:55"
28#define BOND2_MAC {0x00, 0x22, 0x33, 0x44, 0x55, 0x66}
29#define BOND2_MAC_STR "00:22:33:44:55:66"
30#define NPACKETS 100
31
32static int root_netns_fd = -1;
33
34static void restore_root_netns(void)
35{
36 ASSERT_OK(setns(root_netns_fd, CLONE_NEWNET), "restore_root_netns");
37}
38
39static int setns_by_name(char *name)
40{
41 int nsfd, err;
42 char nspath[PATH_MAX];
43
44 snprintf(nspath, sizeof(nspath), "%s/%s", "/var/run/netns", name);
45 nsfd = open(nspath, O_RDONLY | O_CLOEXEC);
46 if (nsfd < 0)
47 return -1;
48
49 err = setns(nsfd, CLONE_NEWNET);
50 close(nsfd);
51 return err;
52}
53
54static int get_rx_packets(const char *iface)
55{
56 FILE *f;
57 char line[512];
58 int iface_len = strlen(iface);
59
60 f = fopen("/proc/net/dev", "r");
61 if (!f)
62 return -1;
63
64 while (fgets(line, sizeof(line), f)) {
65 char *p = line;
66
67 while (*p == ' ')
68 p++; /* skip whitespace */
69 if (!strncmp(p, iface, iface_len)) {
70 p += iface_len;
71 if (*p++ != ':')
72 continue;
73 while (*p == ' ')
74 p++; /* skip whitespace */
75 while (*p && *p != ' ')
76 p++; /* skip rx bytes */
77 while (*p == ' ')
78 p++; /* skip whitespace */
79 fclose(f);
80 return atoi(p);
81 }
82 }
83 fclose(f);
84 return -1;
85}
86
87#define MAX_BPF_LINKS 8
88
89struct skeletons {
90 struct xdp_dummy *xdp_dummy;
91 struct xdp_tx *xdp_tx;
92 struct xdp_redirect_multi_kern *xdp_redirect_multi_kern;
93
94 int nlinks;
95 struct bpf_link *links[MAX_BPF_LINKS];
96};
97
98static int xdp_attach(struct skeletons *skeletons, struct bpf_program *prog, char *iface)
99{
100 struct bpf_link *link;
101 int ifindex;
102
103 ifindex = if_nametoindex(iface);
104 if (!ASSERT_GT(ifindex, 0, "get ifindex"))
105 return -1;
106
107 if (!ASSERT_LE(skeletons->nlinks+1, MAX_BPF_LINKS, "too many XDP programs attached"))
108 return -1;
109
110 link = bpf_program__attach_xdp(prog, ifindex);
111 if (!ASSERT_OK_PTR(link, "attach xdp program"))
112 return -1;
113
114 skeletons->links[skeletons->nlinks++] = link;
115 return 0;
116}
117
118enum {
119 BOND_ONE_NO_ATTACH = 0,
120 BOND_BOTH_AND_ATTACH,
121};
122
123static const char * const mode_names[] = {
124 [BOND_MODE_ROUNDROBIN] = "balance-rr",
125 [BOND_MODE_ACTIVEBACKUP] = "active-backup",
126 [BOND_MODE_XOR] = "balance-xor",
127 [BOND_MODE_BROADCAST] = "broadcast",
128 [BOND_MODE_8023AD] = "802.3ad",
129 [BOND_MODE_TLB] = "balance-tlb",
130 [BOND_MODE_ALB] = "balance-alb",
131};
132
133static const char * const xmit_policy_names[] = {
134 [BOND_XMIT_POLICY_LAYER2] = "layer2",
135 [BOND_XMIT_POLICY_LAYER34] = "layer3+4",
136 [BOND_XMIT_POLICY_LAYER23] = "layer2+3",
137 [BOND_XMIT_POLICY_ENCAP23] = "encap2+3",
138 [BOND_XMIT_POLICY_ENCAP34] = "encap3+4",
139};
140
141static int bonding_setup(struct skeletons *skeletons, int mode, int xmit_policy,
142 int bond_both_attach)
143{
144#define SYS(fmt, ...) \
145 ({ \
146 char cmd[1024]; \
147 snprintf(cmd, sizeof(cmd), fmt, ##__VA_ARGS__); \
148 if (!ASSERT_OK(system(cmd), cmd)) \
149 return -1; \
150 })
151
152 SYS("ip netns add ns_dst");
153 SYS("ip link add veth1_1 type veth peer name veth2_1 netns ns_dst");
154 SYS("ip link add veth1_2 type veth peer name veth2_2 netns ns_dst");
155
156 SYS("ip link add bond1 type bond mode %s xmit_hash_policy %s",
157 mode_names[mode], xmit_policy_names[xmit_policy]);
158 SYS("ip link set bond1 up address " BOND1_MAC_STR " addrgenmode none");
159 SYS("ip -netns ns_dst link add bond2 type bond mode %s xmit_hash_policy %s",
160 mode_names[mode], xmit_policy_names[xmit_policy]);
161 SYS("ip -netns ns_dst link set bond2 up address " BOND2_MAC_STR " addrgenmode none");
162
163 SYS("ip link set veth1_1 master bond1");
164 if (bond_both_attach == BOND_BOTH_AND_ATTACH) {
165 SYS("ip link set veth1_2 master bond1");
166 } else {
167 SYS("ip link set veth1_2 up addrgenmode none");
168
169 if (xdp_attach(skeletons, skeletons->xdp_dummy->progs.xdp_dummy_prog, "veth1_2"))
170 return -1;
171 }
172
173 SYS("ip -netns ns_dst link set veth2_1 master bond2");
174
175 if (bond_both_attach == BOND_BOTH_AND_ATTACH)
176 SYS("ip -netns ns_dst link set veth2_2 master bond2");
177 else
178 SYS("ip -netns ns_dst link set veth2_2 up addrgenmode none");
179
180 /* Load a dummy program on sending side as with veth peer needs to have a
181 * XDP program loaded as well.
182 */
183 if (xdp_attach(skeletons, skeletons->xdp_dummy->progs.xdp_dummy_prog, "bond1"))
184 return -1;
185
186 if (bond_both_attach == BOND_BOTH_AND_ATTACH) {
187 if (!ASSERT_OK(setns_by_name("ns_dst"), "set netns to ns_dst"))
188 return -1;
189
190 if (xdp_attach(skeletons, skeletons->xdp_tx->progs.xdp_tx, "bond2"))
191 return -1;
192
193 restore_root_netns();
194 }
195
196 return 0;
197
198#undef SYS
199}
200
201static void bonding_cleanup(struct skeletons *skeletons)
202{
203 restore_root_netns();
204 while (skeletons->nlinks) {
205 skeletons->nlinks--;
206 bpf_link__destroy(skeletons->links[skeletons->nlinks]);
207 }
208 ASSERT_OK(system("ip link delete bond1"), "delete bond1");
209 ASSERT_OK(system("ip link delete veth1_1"), "delete veth1_1");
210 ASSERT_OK(system("ip link delete veth1_2"), "delete veth1_2");
211 ASSERT_OK(system("ip netns delete ns_dst"), "delete ns_dst");
212}
213
214static int send_udp_packets(int vary_dst_ip)
215{
216 struct ethhdr eh = {
217 .h_source = BOND1_MAC,
218 .h_dest = BOND2_MAC,
219 .h_proto = htons(ETH_P_IP),
220 };
221 struct iphdr iph = {};
222 struct udphdr uh = {};
223 uint8_t buf[128];
224 int i, s = -1;
225 int ifindex;
226
227 s = socket(AF_PACKET, SOCK_RAW, IPPROTO_RAW);
228 if (!ASSERT_GE(s, 0, "socket"))
229 goto err;
230
231 ifindex = if_nametoindex("bond1");
232 if (!ASSERT_GT(ifindex, 0, "get bond1 ifindex"))
233 goto err;
234
235 iph.ihl = 5;
236 iph.version = 4;
237 iph.tos = 16;
238 iph.id = 1;
239 iph.ttl = 64;
240 iph.protocol = IPPROTO_UDP;
241 iph.saddr = 1;
242 iph.daddr = 2;
243 iph.tot_len = htons(sizeof(buf) - ETH_HLEN);
244 iph.check = 0;
245
246 for (i = 1; i <= NPACKETS; i++) {
247 int n;
248 struct sockaddr_ll saddr_ll = {
249 .sll_ifindex = ifindex,
250 .sll_halen = ETH_ALEN,
251 .sll_addr = BOND2_MAC,
252 };
253
254 /* vary the UDP destination port for even distribution with roundrobin/xor modes */
255 uh.dest++;
256
257 if (vary_dst_ip)
258 iph.daddr++;
259
260 /* construct a packet */
261 memcpy(buf, &eh, sizeof(eh));
262 memcpy(buf + sizeof(eh), &iph, sizeof(iph));
263 memcpy(buf + sizeof(eh) + sizeof(iph), &uh, sizeof(uh));
264
265 n = sendto(s, buf, sizeof(buf), 0, (struct sockaddr *)&saddr_ll, sizeof(saddr_ll));
266 if (!ASSERT_EQ(n, sizeof(buf), "sendto"))
267 goto err;
268 }
269
270 return 0;
271
272err:
273 if (s >= 0)
274 close(s);
275 return -1;
276}
277
278static void test_xdp_bonding_with_mode(struct skeletons *skeletons, int mode, int xmit_policy)
279{
280 int bond1_rx;
281
282 if (bonding_setup(skeletons, mode, xmit_policy, BOND_BOTH_AND_ATTACH))
283 goto out;
284
285 if (send_udp_packets(xmit_policy != BOND_XMIT_POLICY_LAYER34))
286 goto out;
287
288 bond1_rx = get_rx_packets("bond1");
289 ASSERT_EQ(bond1_rx, NPACKETS, "expected more received packets");
290
291 switch (mode) {
292 case BOND_MODE_ROUNDROBIN:
293 case BOND_MODE_XOR: {
294 int veth1_rx = get_rx_packets("veth1_1");
295 int veth2_rx = get_rx_packets("veth1_2");
296 int diff = abs(veth1_rx - veth2_rx);
297
298 ASSERT_GE(veth1_rx + veth2_rx, NPACKETS, "expected more packets");
299
300 switch (xmit_policy) {
301 case BOND_XMIT_POLICY_LAYER2:
302 ASSERT_GE(diff, NPACKETS,
303 "expected packets on only one of the interfaces");
304 break;
305 case BOND_XMIT_POLICY_LAYER23:
306 case BOND_XMIT_POLICY_LAYER34:
307 ASSERT_LT(diff, NPACKETS/2,
308 "expected even distribution of packets");
309 break;
310 default:
311 PRINT_FAIL("Unimplemented xmit_policy=%d\n", xmit_policy);
312 break;
313 }
314 break;
315 }
316 case BOND_MODE_ACTIVEBACKUP: {
317 int veth1_rx = get_rx_packets("veth1_1");
318 int veth2_rx = get_rx_packets("veth1_2");
319 int diff = abs(veth1_rx - veth2_rx);
320
321 ASSERT_GE(diff, NPACKETS,
322 "expected packets on only one of the interfaces");
323 break;
324 }
325 default:
326 PRINT_FAIL("Unimplemented xmit_policy=%d\n", xmit_policy);
327 break;
328 }
329
330out:
331 bonding_cleanup(skeletons);
332}
333
334/* Test the broadcast redirection using xdp_redirect_map_multi_prog and adding
335 * all the interfaces to it and checking that broadcasting won't send the packet
336 * to neither the ingress bond device (bond2) or its slave (veth2_1).
337 */
338static void test_xdp_bonding_redirect_multi(struct skeletons *skeletons)
339{
340 static const char * const ifaces[] = {"bond2", "veth2_1", "veth2_2"};
341 int veth1_1_rx, veth1_2_rx;
342 int err;
343
344 if (bonding_setup(skeletons, BOND_MODE_ROUNDROBIN, BOND_XMIT_POLICY_LAYER23,
345 BOND_ONE_NO_ATTACH))
346 goto out;
347
348
349 if (!ASSERT_OK(setns_by_name("ns_dst"), "could not set netns to ns_dst"))
350 goto out;
351
352 /* populate the devmap with the relevant interfaces */
353 for (int i = 0; i < ARRAY_SIZE(ifaces); i++) {
354 int ifindex = if_nametoindex(ifaces[i]);
355 int map_fd = bpf_map__fd(skeletons->xdp_redirect_multi_kern->maps.map_all);
356
357 if (!ASSERT_GT(ifindex, 0, "could not get interface index"))
358 goto out;
359
360 err = bpf_map_update_elem(map_fd, &ifindex, &ifindex, 0);
361 if (!ASSERT_OK(err, "add interface to map_all"))
362 goto out;
363 }
364
365 if (xdp_attach(skeletons,
366 skeletons->xdp_redirect_multi_kern->progs.xdp_redirect_map_multi_prog,
367 "bond2"))
368 goto out;
369
370 restore_root_netns();
371
372 if (send_udp_packets(BOND_MODE_ROUNDROBIN))
373 goto out;
374
375 veth1_1_rx = get_rx_packets("veth1_1");
376 veth1_2_rx = get_rx_packets("veth1_2");
377
378 ASSERT_EQ(veth1_1_rx, 0, "expected no packets on veth1_1");
379 ASSERT_GE(veth1_2_rx, NPACKETS, "expected packets on veth1_2");
380
381out:
382 restore_root_netns();
383 bonding_cleanup(skeletons);
384}
385
386/* Test that XDP programs cannot be attached to both the bond master and slaves simultaneously */
387static void test_xdp_bonding_attach(struct skeletons *skeletons)
388{
389 struct bpf_link *link = NULL;
390 struct bpf_link *link2 = NULL;
391 int veth, bond, err;
392
393 if (!ASSERT_OK(system("ip link add veth type veth"), "add veth"))
394 goto out;
395 if (!ASSERT_OK(system("ip link add bond type bond"), "add bond"))
396 goto out;
397
398 veth = if_nametoindex("veth");
399 if (!ASSERT_GE(veth, 0, "if_nametoindex veth"))
400 goto out;
401 bond = if_nametoindex("bond");
402 if (!ASSERT_GE(bond, 0, "if_nametoindex bond"))
403 goto out;
404
405 /* enslaving with a XDP program loaded is allowed */
406 link = bpf_program__attach_xdp(skeletons->xdp_dummy->progs.xdp_dummy_prog, veth);
407 if (!ASSERT_OK_PTR(link, "attach program to veth"))
408 goto out;
409
410 err = system("ip link set veth master bond");
411 if (!ASSERT_OK(err, "set veth master"))
412 goto out;
413
414 bpf_link__destroy(link);
415 link = NULL;
416
417 /* attaching to slave when master has no program is allowed */
418 link = bpf_program__attach_xdp(skeletons->xdp_dummy->progs.xdp_dummy_prog, veth);
419 if (!ASSERT_OK_PTR(link, "attach program to slave when enslaved"))
420 goto out;
421
422 /* attaching to master not allowed when slave has program loaded */
423 link2 = bpf_program__attach_xdp(skeletons->xdp_dummy->progs.xdp_dummy_prog, bond);
424 if (!ASSERT_ERR_PTR(link2, "attach program to master when slave has program"))
425 goto out;
426
427 bpf_link__destroy(link);
428 link = NULL;
429
430 /* attaching XDP program to master allowed when slave has no program */
431 link = bpf_program__attach_xdp(skeletons->xdp_dummy->progs.xdp_dummy_prog, bond);
432 if (!ASSERT_OK_PTR(link, "attach program to master"))
433 goto out;
434
435 /* attaching to slave not allowed when master has program loaded */
436 link2 = bpf_program__attach_xdp(skeletons->xdp_dummy->progs.xdp_dummy_prog, veth);
437 if (!ASSERT_ERR_PTR(link2, "attach program to slave when master has program"))
438 goto out;
439
440 bpf_link__destroy(link);
441 link = NULL;
442
443 /* test program unwinding with a non-XDP slave */
444 if (!ASSERT_OK(system("ip link add vxlan type vxlan id 1 remote 1.2.3.4 dstport 0 dev lo"),
445 "add vxlan"))
446 goto out;
447
448 err = system("ip link set vxlan master bond");
449 if (!ASSERT_OK(err, "set vxlan master"))
450 goto out;
451
452 /* attaching not allowed when one slave does not support XDP */
453 link = bpf_program__attach_xdp(skeletons->xdp_dummy->progs.xdp_dummy_prog, bond);
454 if (!ASSERT_ERR_PTR(link, "attach program to master when slave does not support XDP"))
455 goto out;
456
457out:
458 bpf_link__destroy(link);
459 bpf_link__destroy(link2);
460
461 system("ip link del veth");
462 system("ip link del bond");
463 system("ip link del vxlan");
464}
465
466/* Test with nested bonding devices to catch issue with negative jump label count */
467static void test_xdp_bonding_nested(struct skeletons *skeletons)
468{
469 struct bpf_link *link = NULL;
470 int bond, err;
471
472 if (!ASSERT_OK(system("ip link add bond type bond"), "add bond"))
473 goto out;
474
475 bond = if_nametoindex("bond");
476 if (!ASSERT_GE(bond, 0, "if_nametoindex bond"))
477 goto out;
478
479 if (!ASSERT_OK(system("ip link add bond_nest1 type bond"), "add bond_nest1"))
480 goto out;
481
482 err = system("ip link set bond_nest1 master bond");
483 if (!ASSERT_OK(err, "set bond_nest1 master"))
484 goto out;
485
486 if (!ASSERT_OK(system("ip link add bond_nest2 type bond"), "add bond_nest1"))
487 goto out;
488
489 err = system("ip link set bond_nest2 master bond_nest1");
490 if (!ASSERT_OK(err, "set bond_nest2 master"))
491 goto out;
492
493 link = bpf_program__attach_xdp(skeletons->xdp_dummy->progs.xdp_dummy_prog, bond);
494 ASSERT_OK_PTR(link, "attach program to master");
495
496out:
497 bpf_link__destroy(link);
498 system("ip link del bond");
499 system("ip link del bond_nest1");
500 system("ip link del bond_nest2");
501}
502
503static int libbpf_debug_print(enum libbpf_print_level level,
504 const char *format, va_list args)
505{
506 if (level != LIBBPF_WARN)
507 vprintf(format, args);
508 return 0;
509}
510
511struct bond_test_case {
512 char *name;
513 int mode;
514 int xmit_policy;
515};
516
517static struct bond_test_case bond_test_cases[] = {
518 { "xdp_bonding_roundrobin", BOND_MODE_ROUNDROBIN, BOND_XMIT_POLICY_LAYER23, },
519 { "xdp_bonding_activebackup", BOND_MODE_ACTIVEBACKUP, BOND_XMIT_POLICY_LAYER23 },
520
521 { "xdp_bonding_xor_layer2", BOND_MODE_XOR, BOND_XMIT_POLICY_LAYER2, },
522 { "xdp_bonding_xor_layer23", BOND_MODE_XOR, BOND_XMIT_POLICY_LAYER23, },
523 { "xdp_bonding_xor_layer34", BOND_MODE_XOR, BOND_XMIT_POLICY_LAYER34, },
524};
525
526void serial_test_xdp_bonding(void)
527{
528 libbpf_print_fn_t old_print_fn;
529 struct skeletons skeletons = {};
530 int i;
531
532 old_print_fn = libbpf_set_print(libbpf_debug_print);
533
534 root_netns_fd = open("/proc/self/ns/net", O_RDONLY);
535 if (!ASSERT_GE(root_netns_fd, 0, "open /proc/self/ns/net"))
536 goto out;
537
538 skeletons.xdp_dummy = xdp_dummy__open_and_load();
539 if (!ASSERT_OK_PTR(skeletons.xdp_dummy, "xdp_dummy__open_and_load"))
540 goto out;
541
542 skeletons.xdp_tx = xdp_tx__open_and_load();
543 if (!ASSERT_OK_PTR(skeletons.xdp_tx, "xdp_tx__open_and_load"))
544 goto out;
545
546 skeletons.xdp_redirect_multi_kern = xdp_redirect_multi_kern__open_and_load();
547 if (!ASSERT_OK_PTR(skeletons.xdp_redirect_multi_kern,
548 "xdp_redirect_multi_kern__open_and_load"))
549 goto out;
550
551 if (test__start_subtest("xdp_bonding_attach"))
552 test_xdp_bonding_attach(&skeletons);
553
554 if (test__start_subtest("xdp_bonding_nested"))
555 test_xdp_bonding_nested(&skeletons);
556
557 for (i = 0; i < ARRAY_SIZE(bond_test_cases); i++) {
558 struct bond_test_case *test_case = &bond_test_cases[i];
559
560 if (test__start_subtest(test_case->name))
561 test_xdp_bonding_with_mode(
562 &skeletons,
563 test_case->mode,
564 test_case->xmit_policy);
565 }
566
567 if (test__start_subtest("xdp_bonding_redirect_multi"))
568 test_xdp_bonding_redirect_multi(&skeletons);
569
570out:
571 xdp_dummy__destroy(skeletons.xdp_dummy);
572 xdp_tx__destroy(skeletons.xdp_tx);
573 xdp_redirect_multi_kern__destroy(skeletons.xdp_redirect_multi_kern);
574
575 libbpf_set_print(old_print_fn);
576 if (root_netns_fd >= 0)
577 close(root_netns_fd);
578}