Loading...
1// SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
2// Copyright (c) 2020 Cloudflare
3/*
4 * Test BPF attach point for INET socket lookup (BPF_SK_LOOKUP).
5 *
6 * Tests exercise:
7 * - attaching/detaching/querying programs to BPF_SK_LOOKUP hook,
8 * - redirecting socket lookup to a socket selected by BPF program,
9 * - failing a socket lookup on BPF program's request,
10 * - error scenarios for selecting a socket from BPF program,
11 * - accessing BPF program context,
12 * - attaching and running multiple BPF programs.
13 *
14 * Tests run in a dedicated network namespace.
15 */
16
17#define _GNU_SOURCE
18#include <arpa/inet.h>
19#include <assert.h>
20#include <errno.h>
21#include <fcntl.h>
22#include <sched.h>
23#include <stdio.h>
24#include <sys/types.h>
25#include <sys/stat.h>
26#include <unistd.h>
27
28#include <bpf/libbpf.h>
29#include <bpf/bpf.h>
30
31#include "test_progs.h"
32#include "bpf_util.h"
33#include "cgroup_helpers.h"
34#include "network_helpers.h"
35#include "testing_helpers.h"
36#include "test_sk_lookup.skel.h"
37
38/* External (address, port) pairs the client sends packets to. */
39#define EXT_IP4 "127.0.0.1"
40#define EXT_IP6 "fd00::1"
41#define EXT_PORT 7007
42
43/* Internal (address, port) pairs the server listens/receives at. */
44#define INT_IP4 "127.0.0.2"
45#define INT_IP4_V6 "::ffff:127.0.0.2"
46#define INT_IP6 "fd00::2"
47#define INT_PORT 8008
48
49enum server {
50 SERVER_A = 0,
51 SERVER_B = 1,
52 MAX_SERVERS,
53};
54
55enum {
56 PROG1 = 0,
57 PROG2,
58};
59
60struct inet_addr {
61 const char *ip;
62 unsigned short port;
63};
64
65struct test {
66 const char *desc;
67 struct bpf_program *lookup_prog;
68 struct bpf_program *reuseport_prog;
69 struct bpf_map *sock_map;
70 int sotype;
71 struct inet_addr connect_to;
72 struct inet_addr listen_at;
73 enum server accept_on;
74 bool reuseport_has_conns; /* Add a connected socket to reuseport group */
75};
76
77struct cb_opts {
78 int family;
79 int sotype;
80 bool reuseport;
81};
82
83static __u32 duration; /* for CHECK macro */
84
85static bool is_ipv6(const char *ip)
86{
87 return !!strchr(ip, ':');
88}
89
90static int attach_reuseport(int sock_fd, struct bpf_program *reuseport_prog)
91{
92 int err, prog_fd;
93
94 prog_fd = bpf_program__fd(reuseport_prog);
95 if (prog_fd < 0) {
96 errno = -prog_fd;
97 return -1;
98 }
99
100 err = setsockopt(sock_fd, SOL_SOCKET, SO_ATTACH_REUSEPORT_EBPF,
101 &prog_fd, sizeof(prog_fd));
102 if (err)
103 return -1;
104
105 return 0;
106}
107
108static int setsockopts(int fd, void *opts)
109{
110 struct cb_opts *co = (struct cb_opts *)opts;
111 const int one = 1;
112 int err = 0;
113
114 /* Enabled for UDPv6 sockets for IPv4-mapped IPv6 to work. */
115 if (co->sotype == SOCK_DGRAM) {
116 err = setsockopt(fd, SOL_IP, IP_RECVORIGDSTADDR, &one,
117 sizeof(one));
118 if (CHECK(err, "setsockopt(IP_RECVORIGDSTADDR)", "failed\n")) {
119 log_err("failed to enable IP_RECVORIGDSTADDR");
120 goto fail;
121 }
122 }
123
124 if (co->sotype == SOCK_DGRAM && co->family == AF_INET6) {
125 err = setsockopt(fd, SOL_IPV6, IPV6_RECVORIGDSTADDR, &one,
126 sizeof(one));
127 if (CHECK(err, "setsockopt(IPV6_RECVORIGDSTADDR)", "failed\n")) {
128 log_err("failed to enable IPV6_RECVORIGDSTADDR");
129 goto fail;
130 }
131 }
132
133 if (co->sotype == SOCK_STREAM) {
134 err = setsockopt(fd, SOL_SOCKET, SO_REUSEADDR, &one,
135 sizeof(one));
136 if (CHECK(err, "setsockopt(SO_REUSEADDR)", "failed\n")) {
137 log_err("failed to enable SO_REUSEADDR");
138 goto fail;
139 }
140 }
141
142 if (co->reuseport) {
143 err = setsockopt(fd, SOL_SOCKET, SO_REUSEPORT, &one,
144 sizeof(one));
145 if (CHECK(err, "setsockopt(SO_REUSEPORT)", "failed\n")) {
146 log_err("failed to enable SO_REUSEPORT");
147 goto fail;
148 }
149 }
150
151fail:
152 return err;
153}
154
155static int make_server(int sotype, const char *ip, int port,
156 struct bpf_program *reuseport_prog)
157{
158 struct cb_opts cb_opts = {
159 .family = is_ipv6(ip) ? AF_INET6 : AF_INET,
160 .sotype = sotype,
161 .reuseport = reuseport_prog,
162 };
163 struct network_helper_opts opts = {
164 .backlog = SOMAXCONN,
165 .post_socket_cb = setsockopts,
166 .cb_opts = &cb_opts,
167 };
168 int err, fd;
169
170 fd = start_server_str(cb_opts.family, sotype, ip, port, &opts);
171 if (!ASSERT_OK_FD(fd, "start_server_str"))
172 return -1;
173
174 /* Late attach reuseport prog so we can have one init path */
175 if (reuseport_prog) {
176 err = attach_reuseport(fd, reuseport_prog);
177 if (CHECK(err, "attach_reuseport", "failed\n")) {
178 log_err("failed to attach reuseport prog");
179 goto fail;
180 }
181 }
182
183 return fd;
184fail:
185 close(fd);
186 return -1;
187}
188
189static __u64 socket_cookie(int fd)
190{
191 __u64 cookie;
192 socklen_t cookie_len = sizeof(cookie);
193
194 if (CHECK(getsockopt(fd, SOL_SOCKET, SO_COOKIE, &cookie, &cookie_len) < 0,
195 "getsockopt(SO_COOKIE)", "%s\n", strerror(errno)))
196 return 0;
197 return cookie;
198}
199
200static int fill_sk_lookup_ctx(struct bpf_sk_lookup *ctx, const char *local_ip, __u16 local_port,
201 const char *remote_ip, __u16 remote_port)
202{
203 void *local, *remote;
204 int err;
205
206 memset(ctx, 0, sizeof(*ctx));
207 ctx->local_port = local_port;
208 ctx->remote_port = htons(remote_port);
209
210 if (is_ipv6(local_ip)) {
211 ctx->family = AF_INET6;
212 local = &ctx->local_ip6[0];
213 remote = &ctx->remote_ip6[0];
214 } else {
215 ctx->family = AF_INET;
216 local = &ctx->local_ip4;
217 remote = &ctx->remote_ip4;
218 }
219
220 err = inet_pton(ctx->family, local_ip, local);
221 if (CHECK(err != 1, "inet_pton", "local_ip failed\n"))
222 return 1;
223
224 err = inet_pton(ctx->family, remote_ip, remote);
225 if (CHECK(err != 1, "inet_pton", "remote_ip failed\n"))
226 return 1;
227
228 return 0;
229}
230
231static int send_byte(int fd)
232{
233 ssize_t n;
234
235 errno = 0;
236 n = send(fd, "a", 1, 0);
237 if (CHECK(n <= 0, "send_byte", "send")) {
238 log_err("failed/partial send");
239 return -1;
240 }
241 return 0;
242}
243
244static int recv_byte(int fd)
245{
246 char buf[1];
247 ssize_t n;
248
249 n = recv(fd, buf, sizeof(buf), 0);
250 if (CHECK(n <= 0, "recv_byte", "recv")) {
251 log_err("failed/partial recv");
252 return -1;
253 }
254 return 0;
255}
256
257static int tcp_recv_send(int server_fd)
258{
259 char buf[1];
260 int ret, fd;
261 ssize_t n;
262
263 fd = accept(server_fd, NULL, NULL);
264 if (CHECK(fd < 0, "accept", "failed\n")) {
265 log_err("failed to accept");
266 return -1;
267 }
268
269 n = recv(fd, buf, sizeof(buf), 0);
270 if (CHECK(n <= 0, "recv", "failed\n")) {
271 log_err("failed/partial recv");
272 ret = -1;
273 goto close;
274 }
275
276 n = send(fd, buf, n, 0);
277 if (CHECK(n <= 0, "send", "failed\n")) {
278 log_err("failed/partial send");
279 ret = -1;
280 goto close;
281 }
282
283 ret = 0;
284close:
285 close(fd);
286 return ret;
287}
288
289static void v4_to_v6(struct sockaddr_storage *ss)
290{
291 struct sockaddr_in6 *v6 = (struct sockaddr_in6 *)ss;
292 struct sockaddr_in v4 = *(struct sockaddr_in *)ss;
293
294 v6->sin6_family = AF_INET6;
295 v6->sin6_port = v4.sin_port;
296 v6->sin6_addr.s6_addr[10] = 0xff;
297 v6->sin6_addr.s6_addr[11] = 0xff;
298 memcpy(&v6->sin6_addr.s6_addr[12], &v4.sin_addr.s_addr, 4);
299 memset(&v6->sin6_addr.s6_addr[0], 0, 10);
300}
301
302static int udp_recv_send(int server_fd)
303{
304 char cmsg_buf[CMSG_SPACE(sizeof(struct sockaddr_storage))];
305 struct sockaddr_storage _src_addr = { 0 };
306 struct sockaddr_storage *src_addr = &_src_addr;
307 struct sockaddr_storage *dst_addr = NULL;
308 struct msghdr msg = { 0 };
309 struct iovec iov = { 0 };
310 struct cmsghdr *cm;
311 char buf[1];
312 int ret, fd;
313 ssize_t n;
314
315 iov.iov_base = buf;
316 iov.iov_len = sizeof(buf);
317
318 msg.msg_name = src_addr;
319 msg.msg_namelen = sizeof(*src_addr);
320 msg.msg_iov = &iov;
321 msg.msg_iovlen = 1;
322 msg.msg_control = cmsg_buf;
323 msg.msg_controllen = sizeof(cmsg_buf);
324
325 errno = 0;
326 n = recvmsg(server_fd, &msg, 0);
327 if (CHECK(n <= 0, "recvmsg", "failed\n")) {
328 log_err("failed to receive");
329 return -1;
330 }
331 if (CHECK(msg.msg_flags & MSG_CTRUNC, "recvmsg", "truncated cmsg\n"))
332 return -1;
333
334 for (cm = CMSG_FIRSTHDR(&msg); cm; cm = CMSG_NXTHDR(&msg, cm)) {
335 if ((cm->cmsg_level == SOL_IP &&
336 cm->cmsg_type == IP_ORIGDSTADDR) ||
337 (cm->cmsg_level == SOL_IPV6 &&
338 cm->cmsg_type == IPV6_ORIGDSTADDR)) {
339 dst_addr = (struct sockaddr_storage *)CMSG_DATA(cm);
340 break;
341 }
342 log_err("warning: ignored cmsg at level %d type %d",
343 cm->cmsg_level, cm->cmsg_type);
344 }
345 if (CHECK(!dst_addr, "recvmsg", "missing ORIGDSTADDR\n"))
346 return -1;
347
348 /* Server socket bound to IPv4-mapped IPv6 address */
349 if (src_addr->ss_family == AF_INET6 &&
350 dst_addr->ss_family == AF_INET) {
351 v4_to_v6(dst_addr);
352 }
353
354 /* Reply from original destination address. */
355 fd = start_server_addr(SOCK_DGRAM, dst_addr, sizeof(*dst_addr), NULL);
356 if (!ASSERT_OK_FD(fd, "start_server_addr")) {
357 log_err("failed to create tx socket");
358 return -1;
359 }
360
361 msg.msg_control = NULL;
362 msg.msg_controllen = 0;
363 n = sendmsg(fd, &msg, 0);
364 if (CHECK(n <= 0, "sendmsg", "failed\n")) {
365 log_err("failed to send echo reply");
366 ret = -1;
367 goto out;
368 }
369
370 ret = 0;
371out:
372 close(fd);
373 return ret;
374}
375
376static int tcp_echo_test(int client_fd, int server_fd)
377{
378 int err;
379
380 err = send_byte(client_fd);
381 if (err)
382 return -1;
383 err = tcp_recv_send(server_fd);
384 if (err)
385 return -1;
386 err = recv_byte(client_fd);
387 if (err)
388 return -1;
389
390 return 0;
391}
392
393static int udp_echo_test(int client_fd, int server_fd)
394{
395 int err;
396
397 err = send_byte(client_fd);
398 if (err)
399 return -1;
400 err = udp_recv_send(server_fd);
401 if (err)
402 return -1;
403 err = recv_byte(client_fd);
404 if (err)
405 return -1;
406
407 return 0;
408}
409
410static struct bpf_link *attach_lookup_prog(struct bpf_program *prog)
411{
412 struct bpf_link *link;
413 int net_fd;
414
415 net_fd = open("/proc/self/ns/net", O_RDONLY);
416 if (CHECK(net_fd < 0, "open", "failed\n")) {
417 log_err("failed to open /proc/self/ns/net");
418 return NULL;
419 }
420
421 link = bpf_program__attach_netns(prog, net_fd);
422 if (!ASSERT_OK_PTR(link, "bpf_program__attach_netns")) {
423 errno = -PTR_ERR(link);
424 log_err("failed to attach program '%s' to netns",
425 bpf_program__name(prog));
426 link = NULL;
427 }
428
429 close(net_fd);
430 return link;
431}
432
433static int update_lookup_map(struct bpf_map *map, int index, int sock_fd)
434{
435 int err, map_fd;
436 uint64_t value;
437
438 map_fd = bpf_map__fd(map);
439 if (CHECK(map_fd < 0, "bpf_map__fd", "failed\n")) {
440 errno = -map_fd;
441 log_err("failed to get map FD");
442 return -1;
443 }
444
445 value = (uint64_t)sock_fd;
446 err = bpf_map_update_elem(map_fd, &index, &value, BPF_NOEXIST);
447 if (CHECK(err, "bpf_map_update_elem", "failed\n")) {
448 log_err("failed to update redir_map @ %d", index);
449 return -1;
450 }
451
452 return 0;
453}
454
455static void query_lookup_prog(struct test_sk_lookup *skel)
456{
457 struct bpf_link *link[3] = {};
458 struct bpf_link_info info;
459 __u32 attach_flags = 0;
460 __u32 prog_ids[3] = {};
461 __u32 prog_cnt = 3;
462 __u32 prog_id;
463 int net_fd;
464 int err;
465
466 net_fd = open("/proc/self/ns/net", O_RDONLY);
467 if (CHECK(net_fd < 0, "open", "failed\n")) {
468 log_err("failed to open /proc/self/ns/net");
469 return;
470 }
471
472 link[0] = attach_lookup_prog(skel->progs.lookup_pass);
473 if (!link[0])
474 goto close;
475 link[1] = attach_lookup_prog(skel->progs.lookup_pass);
476 if (!link[1])
477 goto detach;
478 link[2] = attach_lookup_prog(skel->progs.lookup_drop);
479 if (!link[2])
480 goto detach;
481
482 err = bpf_prog_query(net_fd, BPF_SK_LOOKUP, 0 /* query flags */,
483 &attach_flags, prog_ids, &prog_cnt);
484 if (CHECK(err, "bpf_prog_query", "failed\n")) {
485 log_err("failed to query lookup prog");
486 goto detach;
487 }
488
489 errno = 0;
490 if (CHECK(attach_flags != 0, "bpf_prog_query",
491 "wrong attach_flags on query: %u", attach_flags))
492 goto detach;
493 if (CHECK(prog_cnt != 3, "bpf_prog_query",
494 "wrong program count on query: %u", prog_cnt))
495 goto detach;
496 prog_id = link_info_prog_id(link[0], &info);
497 CHECK(prog_ids[0] != prog_id, "bpf_prog_query",
498 "invalid program #0 id on query: %u != %u\n",
499 prog_ids[0], prog_id);
500 CHECK(info.netns.netns_ino == 0, "netns_ino",
501 "unexpected netns_ino: %u\n", info.netns.netns_ino);
502 prog_id = link_info_prog_id(link[1], &info);
503 CHECK(prog_ids[1] != prog_id, "bpf_prog_query",
504 "invalid program #1 id on query: %u != %u\n",
505 prog_ids[1], prog_id);
506 CHECK(info.netns.netns_ino == 0, "netns_ino",
507 "unexpected netns_ino: %u\n", info.netns.netns_ino);
508 prog_id = link_info_prog_id(link[2], &info);
509 CHECK(prog_ids[2] != prog_id, "bpf_prog_query",
510 "invalid program #2 id on query: %u != %u\n",
511 prog_ids[2], prog_id);
512 CHECK(info.netns.netns_ino == 0, "netns_ino",
513 "unexpected netns_ino: %u\n", info.netns.netns_ino);
514
515 err = bpf_link__detach(link[0]);
516 if (CHECK(err, "link_detach", "failed %d\n", err))
517 goto detach;
518
519 /* prog id is still there, but netns_ino is zeroed out */
520 prog_id = link_info_prog_id(link[0], &info);
521 CHECK(prog_ids[0] != prog_id, "bpf_prog_query",
522 "invalid program #0 id on query: %u != %u\n",
523 prog_ids[0], prog_id);
524 CHECK(info.netns.netns_ino != 0, "netns_ino",
525 "unexpected netns_ino: %u\n", info.netns.netns_ino);
526
527detach:
528 if (link[2])
529 bpf_link__destroy(link[2]);
530 if (link[1])
531 bpf_link__destroy(link[1]);
532 if (link[0])
533 bpf_link__destroy(link[0]);
534close:
535 close(net_fd);
536}
537
538static void run_lookup_prog(const struct test *t)
539{
540 int server_fds[] = { [0 ... MAX_SERVERS - 1] = -1 };
541 int client_fd, reuse_conn_fd = -1;
542 struct bpf_link *lookup_link;
543 int i, err;
544
545 lookup_link = attach_lookup_prog(t->lookup_prog);
546 if (!lookup_link)
547 return;
548
549 for (i = 0; i < ARRAY_SIZE(server_fds); i++) {
550 server_fds[i] = make_server(t->sotype, t->listen_at.ip,
551 t->listen_at.port,
552 t->reuseport_prog);
553 if (server_fds[i] < 0)
554 goto close;
555
556 err = update_lookup_map(t->sock_map, i, server_fds[i]);
557 if (err)
558 goto close;
559
560 /* want just one server for non-reuseport test */
561 if (!t->reuseport_prog)
562 break;
563 }
564
565 /* Regular UDP socket lookup with reuseport behaves
566 * differently when reuseport group contains connected
567 * sockets. Check that adding a connected UDP socket to the
568 * reuseport group does not affect how reuseport works with
569 * BPF socket lookup.
570 */
571 if (t->reuseport_has_conns) {
572 /* Add an extra socket to reuseport group */
573 reuse_conn_fd = make_server(t->sotype, t->listen_at.ip,
574 t->listen_at.port,
575 t->reuseport_prog);
576 if (reuse_conn_fd < 0)
577 goto close;
578
579 /* Connect the extra socket to itself */
580 err = connect_fd_to_fd(reuse_conn_fd, reuse_conn_fd, 0);
581 if (!ASSERT_OK(err, "connect_fd_to_fd"))
582 goto close;
583 }
584
585 client_fd = connect_to_addr_str(is_ipv6(t->connect_to.ip) ? AF_INET6 : AF_INET,
586 t->sotype, t->connect_to.ip, t->connect_to.port, NULL);
587 if (!ASSERT_OK_FD(client_fd, "connect_to_addr_str"))
588 goto close;
589
590 if (t->sotype == SOCK_STREAM)
591 tcp_echo_test(client_fd, server_fds[t->accept_on]);
592 else
593 udp_echo_test(client_fd, server_fds[t->accept_on]);
594
595 close(client_fd);
596close:
597 if (reuse_conn_fd != -1)
598 close(reuse_conn_fd);
599 for (i = 0; i < ARRAY_SIZE(server_fds); i++) {
600 if (server_fds[i] != -1)
601 close(server_fds[i]);
602 }
603 bpf_link__destroy(lookup_link);
604}
605
606static void test_redirect_lookup(struct test_sk_lookup *skel)
607{
608 const struct test tests[] = {
609 {
610 .desc = "TCP IPv4 redir port",
611 .lookup_prog = skel->progs.redir_port,
612 .sock_map = skel->maps.redir_map,
613 .sotype = SOCK_STREAM,
614 .connect_to = { EXT_IP4, EXT_PORT },
615 .listen_at = { EXT_IP4, INT_PORT },
616 },
617 {
618 .desc = "TCP IPv4 redir addr",
619 .lookup_prog = skel->progs.redir_ip4,
620 .sock_map = skel->maps.redir_map,
621 .sotype = SOCK_STREAM,
622 .connect_to = { EXT_IP4, EXT_PORT },
623 .listen_at = { INT_IP4, EXT_PORT },
624 },
625 {
626 .desc = "TCP IPv4 redir with reuseport",
627 .lookup_prog = skel->progs.select_sock_a,
628 .reuseport_prog = skel->progs.select_sock_b,
629 .sock_map = skel->maps.redir_map,
630 .sotype = SOCK_STREAM,
631 .connect_to = { EXT_IP4, EXT_PORT },
632 .listen_at = { INT_IP4, INT_PORT },
633 .accept_on = SERVER_B,
634 },
635 {
636 .desc = "TCP IPv4 redir skip reuseport",
637 .lookup_prog = skel->progs.select_sock_a_no_reuseport,
638 .reuseport_prog = skel->progs.select_sock_b,
639 .sock_map = skel->maps.redir_map,
640 .sotype = SOCK_STREAM,
641 .connect_to = { EXT_IP4, EXT_PORT },
642 .listen_at = { INT_IP4, INT_PORT },
643 .accept_on = SERVER_A,
644 },
645 {
646 .desc = "TCP IPv6 redir port",
647 .lookup_prog = skel->progs.redir_port,
648 .sock_map = skel->maps.redir_map,
649 .sotype = SOCK_STREAM,
650 .connect_to = { EXT_IP6, EXT_PORT },
651 .listen_at = { EXT_IP6, INT_PORT },
652 },
653 {
654 .desc = "TCP IPv6 redir addr",
655 .lookup_prog = skel->progs.redir_ip6,
656 .sock_map = skel->maps.redir_map,
657 .sotype = SOCK_STREAM,
658 .connect_to = { EXT_IP6, EXT_PORT },
659 .listen_at = { INT_IP6, EXT_PORT },
660 },
661 {
662 .desc = "TCP IPv4->IPv6 redir port",
663 .lookup_prog = skel->progs.redir_port,
664 .sock_map = skel->maps.redir_map,
665 .sotype = SOCK_STREAM,
666 .connect_to = { EXT_IP4, EXT_PORT },
667 .listen_at = { INT_IP4_V6, INT_PORT },
668 },
669 {
670 .desc = "TCP IPv6 redir with reuseport",
671 .lookup_prog = skel->progs.select_sock_a,
672 .reuseport_prog = skel->progs.select_sock_b,
673 .sock_map = skel->maps.redir_map,
674 .sotype = SOCK_STREAM,
675 .connect_to = { EXT_IP6, EXT_PORT },
676 .listen_at = { INT_IP6, INT_PORT },
677 .accept_on = SERVER_B,
678 },
679 {
680 .desc = "TCP IPv6 redir skip reuseport",
681 .lookup_prog = skel->progs.select_sock_a_no_reuseport,
682 .reuseport_prog = skel->progs.select_sock_b,
683 .sock_map = skel->maps.redir_map,
684 .sotype = SOCK_STREAM,
685 .connect_to = { EXT_IP6, EXT_PORT },
686 .listen_at = { INT_IP6, INT_PORT },
687 .accept_on = SERVER_A,
688 },
689 {
690 .desc = "UDP IPv4 redir port",
691 .lookup_prog = skel->progs.redir_port,
692 .sock_map = skel->maps.redir_map,
693 .sotype = SOCK_DGRAM,
694 .connect_to = { EXT_IP4, EXT_PORT },
695 .listen_at = { EXT_IP4, INT_PORT },
696 },
697 {
698 .desc = "UDP IPv4 redir addr",
699 .lookup_prog = skel->progs.redir_ip4,
700 .sock_map = skel->maps.redir_map,
701 .sotype = SOCK_DGRAM,
702 .connect_to = { EXT_IP4, EXT_PORT },
703 .listen_at = { INT_IP4, EXT_PORT },
704 },
705 {
706 .desc = "UDP IPv4 redir with reuseport",
707 .lookup_prog = skel->progs.select_sock_a,
708 .reuseport_prog = skel->progs.select_sock_b,
709 .sock_map = skel->maps.redir_map,
710 .sotype = SOCK_DGRAM,
711 .connect_to = { EXT_IP4, EXT_PORT },
712 .listen_at = { INT_IP4, INT_PORT },
713 .accept_on = SERVER_B,
714 },
715 {
716 .desc = "UDP IPv4 redir and reuseport with conns",
717 .lookup_prog = skel->progs.select_sock_a,
718 .reuseport_prog = skel->progs.select_sock_b,
719 .sock_map = skel->maps.redir_map,
720 .sotype = SOCK_DGRAM,
721 .connect_to = { EXT_IP4, EXT_PORT },
722 .listen_at = { INT_IP4, INT_PORT },
723 .accept_on = SERVER_B,
724 .reuseport_has_conns = true,
725 },
726 {
727 .desc = "UDP IPv4 redir skip reuseport",
728 .lookup_prog = skel->progs.select_sock_a_no_reuseport,
729 .reuseport_prog = skel->progs.select_sock_b,
730 .sock_map = skel->maps.redir_map,
731 .sotype = SOCK_DGRAM,
732 .connect_to = { EXT_IP4, EXT_PORT },
733 .listen_at = { INT_IP4, INT_PORT },
734 .accept_on = SERVER_A,
735 },
736 {
737 .desc = "UDP IPv6 redir port",
738 .lookup_prog = skel->progs.redir_port,
739 .sock_map = skel->maps.redir_map,
740 .sotype = SOCK_DGRAM,
741 .connect_to = { EXT_IP6, EXT_PORT },
742 .listen_at = { EXT_IP6, INT_PORT },
743 },
744 {
745 .desc = "UDP IPv6 redir addr",
746 .lookup_prog = skel->progs.redir_ip6,
747 .sock_map = skel->maps.redir_map,
748 .sotype = SOCK_DGRAM,
749 .connect_to = { EXT_IP6, EXT_PORT },
750 .listen_at = { INT_IP6, EXT_PORT },
751 },
752 {
753 .desc = "UDP IPv4->IPv6 redir port",
754 .lookup_prog = skel->progs.redir_port,
755 .sock_map = skel->maps.redir_map,
756 .sotype = SOCK_DGRAM,
757 .listen_at = { INT_IP4_V6, INT_PORT },
758 .connect_to = { EXT_IP4, EXT_PORT },
759 },
760 {
761 .desc = "UDP IPv6 redir and reuseport",
762 .lookup_prog = skel->progs.select_sock_a,
763 .reuseport_prog = skel->progs.select_sock_b,
764 .sock_map = skel->maps.redir_map,
765 .sotype = SOCK_DGRAM,
766 .connect_to = { EXT_IP6, EXT_PORT },
767 .listen_at = { INT_IP6, INT_PORT },
768 .accept_on = SERVER_B,
769 },
770 {
771 .desc = "UDP IPv6 redir and reuseport with conns",
772 .lookup_prog = skel->progs.select_sock_a,
773 .reuseport_prog = skel->progs.select_sock_b,
774 .sock_map = skel->maps.redir_map,
775 .sotype = SOCK_DGRAM,
776 .connect_to = { EXT_IP6, EXT_PORT },
777 .listen_at = { INT_IP6, INT_PORT },
778 .accept_on = SERVER_B,
779 .reuseport_has_conns = true,
780 },
781 {
782 .desc = "UDP IPv6 redir skip reuseport",
783 .lookup_prog = skel->progs.select_sock_a_no_reuseport,
784 .reuseport_prog = skel->progs.select_sock_b,
785 .sock_map = skel->maps.redir_map,
786 .sotype = SOCK_DGRAM,
787 .connect_to = { EXT_IP6, EXT_PORT },
788 .listen_at = { INT_IP6, INT_PORT },
789 .accept_on = SERVER_A,
790 },
791 };
792 const struct test *t;
793
794 for (t = tests; t < tests + ARRAY_SIZE(tests); t++) {
795 if (test__start_subtest(t->desc))
796 run_lookup_prog(t);
797 }
798}
799
800static void drop_on_lookup(const struct test *t)
801{
802 int family = is_ipv6(t->connect_to.ip) ? AF_INET6 : AF_INET;
803 struct sockaddr_storage dst = {};
804 int client_fd, server_fd, err;
805 struct bpf_link *lookup_link;
806 socklen_t len;
807 ssize_t n;
808
809 lookup_link = attach_lookup_prog(t->lookup_prog);
810 if (!lookup_link)
811 return;
812
813 server_fd = make_server(t->sotype, t->listen_at.ip, t->listen_at.port,
814 t->reuseport_prog);
815 if (server_fd < 0)
816 goto detach;
817
818 client_fd = client_socket(family, t->sotype, NULL);
819 if (!ASSERT_OK_FD(client_fd, "client_socket"))
820 goto close_srv;
821
822 err = make_sockaddr(family, t->connect_to.ip, t->connect_to.port, &dst, &len);
823 if (!ASSERT_OK(err, "make_sockaddr"))
824 goto close_all;
825 err = connect(client_fd, (void *)&dst, len);
826 if (t->sotype == SOCK_DGRAM) {
827 err = send_byte(client_fd);
828 if (err)
829 goto close_all;
830
831 /* Read out asynchronous error */
832 n = recv(client_fd, NULL, 0, 0);
833 err = n == -1;
834 }
835 if (CHECK(!err || errno != ECONNREFUSED, "connect",
836 "unexpected success or error\n"))
837 log_err("expected ECONNREFUSED on connect");
838
839close_all:
840 close(client_fd);
841close_srv:
842 close(server_fd);
843detach:
844 bpf_link__destroy(lookup_link);
845}
846
847static void test_drop_on_lookup(struct test_sk_lookup *skel)
848{
849 const struct test tests[] = {
850 {
851 .desc = "TCP IPv4 drop on lookup",
852 .lookup_prog = skel->progs.lookup_drop,
853 .sotype = SOCK_STREAM,
854 .connect_to = { EXT_IP4, EXT_PORT },
855 .listen_at = { EXT_IP4, EXT_PORT },
856 },
857 {
858 .desc = "TCP IPv6 drop on lookup",
859 .lookup_prog = skel->progs.lookup_drop,
860 .sotype = SOCK_STREAM,
861 .connect_to = { EXT_IP6, EXT_PORT },
862 .listen_at = { EXT_IP6, EXT_PORT },
863 },
864 {
865 .desc = "UDP IPv4 drop on lookup",
866 .lookup_prog = skel->progs.lookup_drop,
867 .sotype = SOCK_DGRAM,
868 .connect_to = { EXT_IP4, EXT_PORT },
869 .listen_at = { EXT_IP4, EXT_PORT },
870 },
871 {
872 .desc = "UDP IPv6 drop on lookup",
873 .lookup_prog = skel->progs.lookup_drop,
874 .sotype = SOCK_DGRAM,
875 .connect_to = { EXT_IP6, EXT_PORT },
876 .listen_at = { EXT_IP6, INT_PORT },
877 },
878 /* The program will drop on success, meaning that the ifindex
879 * was 1.
880 */
881 {
882 .desc = "TCP IPv4 drop on valid ifindex",
883 .lookup_prog = skel->progs.check_ifindex,
884 .sotype = SOCK_STREAM,
885 .connect_to = { EXT_IP4, EXT_PORT },
886 .listen_at = { EXT_IP4, EXT_PORT },
887 },
888 {
889 .desc = "TCP IPv6 drop on valid ifindex",
890 .lookup_prog = skel->progs.check_ifindex,
891 .sotype = SOCK_STREAM,
892 .connect_to = { EXT_IP6, EXT_PORT },
893 .listen_at = { EXT_IP6, EXT_PORT },
894 },
895 {
896 .desc = "UDP IPv4 drop on valid ifindex",
897 .lookup_prog = skel->progs.check_ifindex,
898 .sotype = SOCK_DGRAM,
899 .connect_to = { EXT_IP4, EXT_PORT },
900 .listen_at = { EXT_IP4, EXT_PORT },
901 },
902 {
903 .desc = "UDP IPv6 drop on valid ifindex",
904 .lookup_prog = skel->progs.check_ifindex,
905 .sotype = SOCK_DGRAM,
906 .connect_to = { EXT_IP6, EXT_PORT },
907 .listen_at = { EXT_IP6, EXT_PORT },
908 },
909 };
910 const struct test *t;
911
912 for (t = tests; t < tests + ARRAY_SIZE(tests); t++) {
913 if (test__start_subtest(t->desc))
914 drop_on_lookup(t);
915 }
916}
917
918static void drop_on_reuseport(const struct test *t)
919{
920 int family = is_ipv6(t->connect_to.ip) ? AF_INET6 : AF_INET;
921 struct sockaddr_storage dst = { 0 };
922 int client, server1, server2, err;
923 struct bpf_link *lookup_link;
924 socklen_t len;
925 ssize_t n;
926
927 lookup_link = attach_lookup_prog(t->lookup_prog);
928 if (!lookup_link)
929 return;
930
931 server1 = make_server(t->sotype, t->listen_at.ip, t->listen_at.port,
932 t->reuseport_prog);
933 if (server1 < 0)
934 goto detach;
935
936 err = update_lookup_map(t->sock_map, SERVER_A, server1);
937 if (err)
938 goto close_srv1;
939
940 /* second server on destination address we should never reach */
941 server2 = make_server(t->sotype, t->connect_to.ip, t->connect_to.port,
942 NULL /* reuseport prog */);
943 if (server2 < 0)
944 goto close_srv1;
945
946 client = client_socket(family, t->sotype, NULL);
947 if (!ASSERT_OK_FD(client, "client_socket"))
948 goto close_srv2;
949
950 err = make_sockaddr(family, t->connect_to.ip, t->connect_to.port, &dst, &len);
951 if (!ASSERT_OK(err, "make_sockaddr"))
952 goto close_all;
953 err = connect(client, (void *)&dst, len);
954 if (t->sotype == SOCK_DGRAM) {
955 err = send_byte(client);
956 if (err)
957 goto close_all;
958
959 /* Read out asynchronous error */
960 n = recv(client, NULL, 0, 0);
961 err = n == -1;
962 }
963 if (CHECK(!err || errno != ECONNREFUSED, "connect",
964 "unexpected success or error\n"))
965 log_err("expected ECONNREFUSED on connect");
966
967close_all:
968 close(client);
969close_srv2:
970 close(server2);
971close_srv1:
972 close(server1);
973detach:
974 bpf_link__destroy(lookup_link);
975}
976
977static void test_drop_on_reuseport(struct test_sk_lookup *skel)
978{
979 const struct test tests[] = {
980 {
981 .desc = "TCP IPv4 drop on reuseport",
982 .lookup_prog = skel->progs.select_sock_a,
983 .reuseport_prog = skel->progs.reuseport_drop,
984 .sock_map = skel->maps.redir_map,
985 .sotype = SOCK_STREAM,
986 .connect_to = { EXT_IP4, EXT_PORT },
987 .listen_at = { INT_IP4, INT_PORT },
988 },
989 {
990 .desc = "TCP IPv6 drop on reuseport",
991 .lookup_prog = skel->progs.select_sock_a,
992 .reuseport_prog = skel->progs.reuseport_drop,
993 .sock_map = skel->maps.redir_map,
994 .sotype = SOCK_STREAM,
995 .connect_to = { EXT_IP6, EXT_PORT },
996 .listen_at = { INT_IP6, INT_PORT },
997 },
998 {
999 .desc = "UDP IPv4 drop on reuseport",
1000 .lookup_prog = skel->progs.select_sock_a,
1001 .reuseport_prog = skel->progs.reuseport_drop,
1002 .sock_map = skel->maps.redir_map,
1003 .sotype = SOCK_DGRAM,
1004 .connect_to = { EXT_IP4, EXT_PORT },
1005 .listen_at = { INT_IP4, INT_PORT },
1006 },
1007 {
1008 .desc = "TCP IPv6 drop on reuseport",
1009 .lookup_prog = skel->progs.select_sock_a,
1010 .reuseport_prog = skel->progs.reuseport_drop,
1011 .sock_map = skel->maps.redir_map,
1012 .sotype = SOCK_STREAM,
1013 .connect_to = { EXT_IP6, EXT_PORT },
1014 .listen_at = { INT_IP6, INT_PORT },
1015 },
1016 };
1017 const struct test *t;
1018
1019 for (t = tests; t < tests + ARRAY_SIZE(tests); t++) {
1020 if (test__start_subtest(t->desc))
1021 drop_on_reuseport(t);
1022 }
1023}
1024
1025static void run_sk_assign(struct test_sk_lookup *skel,
1026 struct bpf_program *lookup_prog,
1027 const char *remote_ip, const char *local_ip)
1028{
1029 int server_fds[] = { [0 ... MAX_SERVERS - 1] = -1 };
1030 struct bpf_sk_lookup ctx;
1031 __u64 server_cookie;
1032 int i, err;
1033
1034 DECLARE_LIBBPF_OPTS(bpf_test_run_opts, opts,
1035 .ctx_in = &ctx,
1036 .ctx_size_in = sizeof(ctx),
1037 .ctx_out = &ctx,
1038 .ctx_size_out = sizeof(ctx),
1039 );
1040
1041 if (fill_sk_lookup_ctx(&ctx, local_ip, EXT_PORT, remote_ip, INT_PORT))
1042 return;
1043
1044 ctx.protocol = IPPROTO_TCP;
1045
1046 for (i = 0; i < ARRAY_SIZE(server_fds); i++) {
1047 server_fds[i] = make_server(SOCK_STREAM, local_ip, 0, NULL);
1048 if (server_fds[i] < 0)
1049 goto close_servers;
1050
1051 err = update_lookup_map(skel->maps.redir_map, i,
1052 server_fds[i]);
1053 if (err)
1054 goto close_servers;
1055 }
1056
1057 server_cookie = socket_cookie(server_fds[SERVER_B]);
1058 if (!server_cookie)
1059 return;
1060
1061 err = bpf_prog_test_run_opts(bpf_program__fd(lookup_prog), &opts);
1062 if (CHECK(err, "test_run", "failed with error %d\n", errno))
1063 goto close_servers;
1064
1065 if (CHECK(ctx.cookie == 0, "ctx.cookie", "no socket selected\n"))
1066 goto close_servers;
1067
1068 CHECK(ctx.cookie != server_cookie, "ctx.cookie",
1069 "selected sk %llu instead of %llu\n", ctx.cookie, server_cookie);
1070
1071close_servers:
1072 for (i = 0; i < ARRAY_SIZE(server_fds); i++) {
1073 if (server_fds[i] != -1)
1074 close(server_fds[i]);
1075 }
1076}
1077
1078static void run_sk_assign_v4(struct test_sk_lookup *skel,
1079 struct bpf_program *lookup_prog)
1080{
1081 run_sk_assign(skel, lookup_prog, INT_IP4, EXT_IP4);
1082}
1083
1084static void run_sk_assign_v6(struct test_sk_lookup *skel,
1085 struct bpf_program *lookup_prog)
1086{
1087 run_sk_assign(skel, lookup_prog, INT_IP6, EXT_IP6);
1088}
1089
1090static void run_sk_assign_connected(struct test_sk_lookup *skel,
1091 int sotype)
1092{
1093 int err, client_fd, connected_fd, server_fd;
1094 struct bpf_link *lookup_link;
1095
1096 server_fd = make_server(sotype, EXT_IP4, EXT_PORT, NULL);
1097 if (server_fd < 0)
1098 return;
1099
1100 connected_fd = connect_to_addr_str(AF_INET, sotype, EXT_IP4, EXT_PORT, NULL);
1101 if (!ASSERT_OK_FD(connected_fd, "connect_to_addr_str"))
1102 goto out_close_server;
1103
1104 /* Put a connected socket in redirect map */
1105 err = update_lookup_map(skel->maps.redir_map, SERVER_A, connected_fd);
1106 if (err)
1107 goto out_close_connected;
1108
1109 lookup_link = attach_lookup_prog(skel->progs.sk_assign_esocknosupport);
1110 if (!lookup_link)
1111 goto out_close_connected;
1112
1113 /* Try to redirect TCP SYN / UDP packet to a connected socket */
1114 client_fd = connect_to_addr_str(AF_INET, sotype, EXT_IP4, EXT_PORT, NULL);
1115 if (!ASSERT_OK_FD(client_fd, "connect_to_addr_str"))
1116 goto out_unlink_prog;
1117 if (sotype == SOCK_DGRAM) {
1118 send_byte(client_fd);
1119 recv_byte(server_fd);
1120 }
1121
1122 close(client_fd);
1123out_unlink_prog:
1124 bpf_link__destroy(lookup_link);
1125out_close_connected:
1126 close(connected_fd);
1127out_close_server:
1128 close(server_fd);
1129}
1130
1131static void test_sk_assign_helper(struct test_sk_lookup *skel)
1132{
1133 if (test__start_subtest("sk_assign returns EEXIST"))
1134 run_sk_assign_v4(skel, skel->progs.sk_assign_eexist);
1135 if (test__start_subtest("sk_assign honors F_REPLACE"))
1136 run_sk_assign_v4(skel, skel->progs.sk_assign_replace_flag);
1137 if (test__start_subtest("sk_assign accepts NULL socket"))
1138 run_sk_assign_v4(skel, skel->progs.sk_assign_null);
1139 if (test__start_subtest("access ctx->sk"))
1140 run_sk_assign_v4(skel, skel->progs.access_ctx_sk);
1141 if (test__start_subtest("narrow access to ctx v4"))
1142 run_sk_assign_v4(skel, skel->progs.ctx_narrow_access);
1143 if (test__start_subtest("narrow access to ctx v6"))
1144 run_sk_assign_v6(skel, skel->progs.ctx_narrow_access);
1145 if (test__start_subtest("sk_assign rejects TCP established"))
1146 run_sk_assign_connected(skel, SOCK_STREAM);
1147 if (test__start_subtest("sk_assign rejects UDP connected"))
1148 run_sk_assign_connected(skel, SOCK_DGRAM);
1149}
1150
1151struct test_multi_prog {
1152 const char *desc;
1153 struct bpf_program *prog1;
1154 struct bpf_program *prog2;
1155 struct bpf_map *redir_map;
1156 struct bpf_map *run_map;
1157 int expect_errno;
1158 struct inet_addr listen_at;
1159};
1160
1161static void run_multi_prog_lookup(const struct test_multi_prog *t)
1162{
1163 struct sockaddr_storage dst = {};
1164 int map_fd, server_fd, client_fd;
1165 struct bpf_link *link1, *link2;
1166 int prog_idx, done, err;
1167 socklen_t len;
1168
1169 map_fd = bpf_map__fd(t->run_map);
1170
1171 done = 0;
1172 prog_idx = PROG1;
1173 err = bpf_map_update_elem(map_fd, &prog_idx, &done, BPF_ANY);
1174 if (CHECK(err, "bpf_map_update_elem", "failed\n"))
1175 return;
1176 prog_idx = PROG2;
1177 err = bpf_map_update_elem(map_fd, &prog_idx, &done, BPF_ANY);
1178 if (CHECK(err, "bpf_map_update_elem", "failed\n"))
1179 return;
1180
1181 link1 = attach_lookup_prog(t->prog1);
1182 if (!link1)
1183 return;
1184 link2 = attach_lookup_prog(t->prog2);
1185 if (!link2)
1186 goto out_unlink1;
1187
1188 server_fd = make_server(SOCK_STREAM, t->listen_at.ip,
1189 t->listen_at.port, NULL);
1190 if (server_fd < 0)
1191 goto out_unlink2;
1192
1193 err = update_lookup_map(t->redir_map, SERVER_A, server_fd);
1194 if (err)
1195 goto out_close_server;
1196
1197 client_fd = client_socket(AF_INET, SOCK_STREAM, NULL);
1198 if (!ASSERT_OK_FD(client_fd, "client_socket"))
1199 goto out_close_server;
1200
1201 err = make_sockaddr(AF_INET, EXT_IP4, EXT_PORT, &dst, &len);
1202 if (!ASSERT_OK(err, "make_sockaddr"))
1203 goto out_close_client;
1204 err = connect(client_fd, (void *)&dst, len);
1205 if (CHECK(err && !t->expect_errno, "connect",
1206 "unexpected error %d\n", errno))
1207 goto out_close_client;
1208 if (CHECK(err && t->expect_errno && errno != t->expect_errno,
1209 "connect", "unexpected error %d\n", errno))
1210 goto out_close_client;
1211
1212 done = 0;
1213 prog_idx = PROG1;
1214 err = bpf_map_lookup_elem(map_fd, &prog_idx, &done);
1215 CHECK(err, "bpf_map_lookup_elem", "failed\n");
1216 CHECK(!done, "bpf_map_lookup_elem", "PROG1 !done\n");
1217
1218 done = 0;
1219 prog_idx = PROG2;
1220 err = bpf_map_lookup_elem(map_fd, &prog_idx, &done);
1221 CHECK(err, "bpf_map_lookup_elem", "failed\n");
1222 CHECK(!done, "bpf_map_lookup_elem", "PROG2 !done\n");
1223
1224out_close_client:
1225 close(client_fd);
1226out_close_server:
1227 close(server_fd);
1228out_unlink2:
1229 bpf_link__destroy(link2);
1230out_unlink1:
1231 bpf_link__destroy(link1);
1232}
1233
1234static void test_multi_prog_lookup(struct test_sk_lookup *skel)
1235{
1236 struct test_multi_prog tests[] = {
1237 {
1238 .desc = "multi prog - pass, pass",
1239 .prog1 = skel->progs.multi_prog_pass1,
1240 .prog2 = skel->progs.multi_prog_pass2,
1241 .listen_at = { EXT_IP4, EXT_PORT },
1242 },
1243 {
1244 .desc = "multi prog - drop, drop",
1245 .prog1 = skel->progs.multi_prog_drop1,
1246 .prog2 = skel->progs.multi_prog_drop2,
1247 .listen_at = { EXT_IP4, EXT_PORT },
1248 .expect_errno = ECONNREFUSED,
1249 },
1250 {
1251 .desc = "multi prog - pass, drop",
1252 .prog1 = skel->progs.multi_prog_pass1,
1253 .prog2 = skel->progs.multi_prog_drop2,
1254 .listen_at = { EXT_IP4, EXT_PORT },
1255 .expect_errno = ECONNREFUSED,
1256 },
1257 {
1258 .desc = "multi prog - drop, pass",
1259 .prog1 = skel->progs.multi_prog_drop1,
1260 .prog2 = skel->progs.multi_prog_pass2,
1261 .listen_at = { EXT_IP4, EXT_PORT },
1262 .expect_errno = ECONNREFUSED,
1263 },
1264 {
1265 .desc = "multi prog - pass, redir",
1266 .prog1 = skel->progs.multi_prog_pass1,
1267 .prog2 = skel->progs.multi_prog_redir2,
1268 .listen_at = { INT_IP4, INT_PORT },
1269 },
1270 {
1271 .desc = "multi prog - redir, pass",
1272 .prog1 = skel->progs.multi_prog_redir1,
1273 .prog2 = skel->progs.multi_prog_pass2,
1274 .listen_at = { INT_IP4, INT_PORT },
1275 },
1276 {
1277 .desc = "multi prog - drop, redir",
1278 .prog1 = skel->progs.multi_prog_drop1,
1279 .prog2 = skel->progs.multi_prog_redir2,
1280 .listen_at = { INT_IP4, INT_PORT },
1281 },
1282 {
1283 .desc = "multi prog - redir, drop",
1284 .prog1 = skel->progs.multi_prog_redir1,
1285 .prog2 = skel->progs.multi_prog_drop2,
1286 .listen_at = { INT_IP4, INT_PORT },
1287 },
1288 {
1289 .desc = "multi prog - redir, redir",
1290 .prog1 = skel->progs.multi_prog_redir1,
1291 .prog2 = skel->progs.multi_prog_redir2,
1292 .listen_at = { INT_IP4, INT_PORT },
1293 },
1294 };
1295 struct test_multi_prog *t;
1296
1297 for (t = tests; t < tests + ARRAY_SIZE(tests); t++) {
1298 t->redir_map = skel->maps.redir_map;
1299 t->run_map = skel->maps.run_map;
1300 if (test__start_subtest(t->desc))
1301 run_multi_prog_lookup(t);
1302 }
1303}
1304
1305static void run_tests(struct test_sk_lookup *skel)
1306{
1307 if (test__start_subtest("query lookup prog"))
1308 query_lookup_prog(skel);
1309 test_redirect_lookup(skel);
1310 test_drop_on_lookup(skel);
1311 test_drop_on_reuseport(skel);
1312 test_sk_assign_helper(skel);
1313 test_multi_prog_lookup(skel);
1314}
1315
1316static int switch_netns(void)
1317{
1318 static const char * const setup_script[] = {
1319 "ip -6 addr add dev lo " EXT_IP6 "/128",
1320 "ip -6 addr add dev lo " INT_IP6 "/128",
1321 "ip link set dev lo up",
1322 NULL,
1323 };
1324 const char * const *cmd;
1325 int err;
1326
1327 err = unshare(CLONE_NEWNET);
1328 if (CHECK(err, "unshare", "failed\n")) {
1329 log_err("unshare(CLONE_NEWNET)");
1330 return -1;
1331 }
1332
1333 for (cmd = setup_script; *cmd; cmd++) {
1334 err = system(*cmd);
1335 if (CHECK(err, "system", "failed\n")) {
1336 log_err("system(%s)", *cmd);
1337 return -1;
1338 }
1339 }
1340
1341 return 0;
1342}
1343
1344void test_sk_lookup(void)
1345{
1346 struct test_sk_lookup *skel;
1347 int err;
1348
1349 err = switch_netns();
1350 if (err)
1351 return;
1352
1353 skel = test_sk_lookup__open_and_load();
1354 if (CHECK(!skel, "skel open_and_load", "failed\n"))
1355 return;
1356
1357 run_tests(skel);
1358
1359 test_sk_lookup__destroy(skel);
1360}
1// SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
2// Copyright (c) 2020 Cloudflare
3/*
4 * Test BPF attach point for INET socket lookup (BPF_SK_LOOKUP).
5 *
6 * Tests exercise:
7 * - attaching/detaching/querying programs to BPF_SK_LOOKUP hook,
8 * - redirecting socket lookup to a socket selected by BPF program,
9 * - failing a socket lookup on BPF program's request,
10 * - error scenarios for selecting a socket from BPF program,
11 * - accessing BPF program context,
12 * - attaching and running multiple BPF programs.
13 *
14 * Tests run in a dedicated network namespace.
15 */
16
17#define _GNU_SOURCE
18#include <arpa/inet.h>
19#include <assert.h>
20#include <errno.h>
21#include <error.h>
22#include <fcntl.h>
23#include <sched.h>
24#include <stdio.h>
25#include <sys/types.h>
26#include <sys/stat.h>
27#include <unistd.h>
28
29#include <bpf/libbpf.h>
30#include <bpf/bpf.h>
31
32#include "test_progs.h"
33#include "bpf_util.h"
34#include "cgroup_helpers.h"
35#include "network_helpers.h"
36#include "testing_helpers.h"
37#include "test_sk_lookup.skel.h"
38
39/* External (address, port) pairs the client sends packets to. */
40#define EXT_IP4 "127.0.0.1"
41#define EXT_IP6 "fd00::1"
42#define EXT_PORT 7007
43
44/* Internal (address, port) pairs the server listens/receives at. */
45#define INT_IP4 "127.0.0.2"
46#define INT_IP4_V6 "::ffff:127.0.0.2"
47#define INT_IP6 "fd00::2"
48#define INT_PORT 8008
49
50#define IO_TIMEOUT_SEC 3
51
52enum server {
53 SERVER_A = 0,
54 SERVER_B = 1,
55 MAX_SERVERS,
56};
57
58enum {
59 PROG1 = 0,
60 PROG2,
61};
62
63struct inet_addr {
64 const char *ip;
65 unsigned short port;
66};
67
68struct test {
69 const char *desc;
70 struct bpf_program *lookup_prog;
71 struct bpf_program *reuseport_prog;
72 struct bpf_map *sock_map;
73 int sotype;
74 struct inet_addr connect_to;
75 struct inet_addr listen_at;
76 enum server accept_on;
77 bool reuseport_has_conns; /* Add a connected socket to reuseport group */
78};
79
80static __u32 duration; /* for CHECK macro */
81
82static bool is_ipv6(const char *ip)
83{
84 return !!strchr(ip, ':');
85}
86
87static int attach_reuseport(int sock_fd, struct bpf_program *reuseport_prog)
88{
89 int err, prog_fd;
90
91 prog_fd = bpf_program__fd(reuseport_prog);
92 if (prog_fd < 0) {
93 errno = -prog_fd;
94 return -1;
95 }
96
97 err = setsockopt(sock_fd, SOL_SOCKET, SO_ATTACH_REUSEPORT_EBPF,
98 &prog_fd, sizeof(prog_fd));
99 if (err)
100 return -1;
101
102 return 0;
103}
104
105static socklen_t inetaddr_len(const struct sockaddr_storage *addr)
106{
107 return (addr->ss_family == AF_INET ? sizeof(struct sockaddr_in) :
108 addr->ss_family == AF_INET6 ? sizeof(struct sockaddr_in6) : 0);
109}
110
111static int make_socket(int sotype, const char *ip, int port,
112 struct sockaddr_storage *addr)
113{
114 struct timeval timeo = { .tv_sec = IO_TIMEOUT_SEC };
115 int err, family, fd;
116
117 family = is_ipv6(ip) ? AF_INET6 : AF_INET;
118 err = make_sockaddr(family, ip, port, addr, NULL);
119 if (CHECK(err, "make_address", "failed\n"))
120 return -1;
121
122 fd = socket(addr->ss_family, sotype, 0);
123 if (CHECK(fd < 0, "socket", "failed\n")) {
124 log_err("failed to make socket");
125 return -1;
126 }
127
128 err = setsockopt(fd, SOL_SOCKET, SO_SNDTIMEO, &timeo, sizeof(timeo));
129 if (CHECK(err, "setsockopt(SO_SNDTIMEO)", "failed\n")) {
130 log_err("failed to set SNDTIMEO");
131 close(fd);
132 return -1;
133 }
134
135 err = setsockopt(fd, SOL_SOCKET, SO_RCVTIMEO, &timeo, sizeof(timeo));
136 if (CHECK(err, "setsockopt(SO_RCVTIMEO)", "failed\n")) {
137 log_err("failed to set RCVTIMEO");
138 close(fd);
139 return -1;
140 }
141
142 return fd;
143}
144
145static int make_server(int sotype, const char *ip, int port,
146 struct bpf_program *reuseport_prog)
147{
148 struct sockaddr_storage addr = {0};
149 const int one = 1;
150 int err, fd = -1;
151
152 fd = make_socket(sotype, ip, port, &addr);
153 if (fd < 0)
154 return -1;
155
156 /* Enabled for UDPv6 sockets for IPv4-mapped IPv6 to work. */
157 if (sotype == SOCK_DGRAM) {
158 err = setsockopt(fd, SOL_IP, IP_RECVORIGDSTADDR, &one,
159 sizeof(one));
160 if (CHECK(err, "setsockopt(IP_RECVORIGDSTADDR)", "failed\n")) {
161 log_err("failed to enable IP_RECVORIGDSTADDR");
162 goto fail;
163 }
164 }
165
166 if (sotype == SOCK_DGRAM && addr.ss_family == AF_INET6) {
167 err = setsockopt(fd, SOL_IPV6, IPV6_RECVORIGDSTADDR, &one,
168 sizeof(one));
169 if (CHECK(err, "setsockopt(IPV6_RECVORIGDSTADDR)", "failed\n")) {
170 log_err("failed to enable IPV6_RECVORIGDSTADDR");
171 goto fail;
172 }
173 }
174
175 if (sotype == SOCK_STREAM) {
176 err = setsockopt(fd, SOL_SOCKET, SO_REUSEADDR, &one,
177 sizeof(one));
178 if (CHECK(err, "setsockopt(SO_REUSEADDR)", "failed\n")) {
179 log_err("failed to enable SO_REUSEADDR");
180 goto fail;
181 }
182 }
183
184 if (reuseport_prog) {
185 err = setsockopt(fd, SOL_SOCKET, SO_REUSEPORT, &one,
186 sizeof(one));
187 if (CHECK(err, "setsockopt(SO_REUSEPORT)", "failed\n")) {
188 log_err("failed to enable SO_REUSEPORT");
189 goto fail;
190 }
191 }
192
193 err = bind(fd, (void *)&addr, inetaddr_len(&addr));
194 if (CHECK(err, "bind", "failed\n")) {
195 log_err("failed to bind listen socket");
196 goto fail;
197 }
198
199 if (sotype == SOCK_STREAM) {
200 err = listen(fd, SOMAXCONN);
201 if (CHECK(err, "make_server", "listen")) {
202 log_err("failed to listen on port %d", port);
203 goto fail;
204 }
205 }
206
207 /* Late attach reuseport prog so we can have one init path */
208 if (reuseport_prog) {
209 err = attach_reuseport(fd, reuseport_prog);
210 if (CHECK(err, "attach_reuseport", "failed\n")) {
211 log_err("failed to attach reuseport prog");
212 goto fail;
213 }
214 }
215
216 return fd;
217fail:
218 close(fd);
219 return -1;
220}
221
222static int make_client(int sotype, const char *ip, int port)
223{
224 struct sockaddr_storage addr = {0};
225 int err, fd;
226
227 fd = make_socket(sotype, ip, port, &addr);
228 if (fd < 0)
229 return -1;
230
231 err = connect(fd, (void *)&addr, inetaddr_len(&addr));
232 if (CHECK(err, "make_client", "connect")) {
233 log_err("failed to connect client socket");
234 goto fail;
235 }
236
237 return fd;
238fail:
239 close(fd);
240 return -1;
241}
242
243static __u64 socket_cookie(int fd)
244{
245 __u64 cookie;
246 socklen_t cookie_len = sizeof(cookie);
247
248 if (CHECK(getsockopt(fd, SOL_SOCKET, SO_COOKIE, &cookie, &cookie_len) < 0,
249 "getsockopt(SO_COOKIE)", "%s\n", strerror(errno)))
250 return 0;
251 return cookie;
252}
253
254static int fill_sk_lookup_ctx(struct bpf_sk_lookup *ctx, const char *local_ip, __u16 local_port,
255 const char *remote_ip, __u16 remote_port)
256{
257 void *local, *remote;
258 int err;
259
260 memset(ctx, 0, sizeof(*ctx));
261 ctx->local_port = local_port;
262 ctx->remote_port = htons(remote_port);
263
264 if (is_ipv6(local_ip)) {
265 ctx->family = AF_INET6;
266 local = &ctx->local_ip6[0];
267 remote = &ctx->remote_ip6[0];
268 } else {
269 ctx->family = AF_INET;
270 local = &ctx->local_ip4;
271 remote = &ctx->remote_ip4;
272 }
273
274 err = inet_pton(ctx->family, local_ip, local);
275 if (CHECK(err != 1, "inet_pton", "local_ip failed\n"))
276 return 1;
277
278 err = inet_pton(ctx->family, remote_ip, remote);
279 if (CHECK(err != 1, "inet_pton", "remote_ip failed\n"))
280 return 1;
281
282 return 0;
283}
284
285static int send_byte(int fd)
286{
287 ssize_t n;
288
289 errno = 0;
290 n = send(fd, "a", 1, 0);
291 if (CHECK(n <= 0, "send_byte", "send")) {
292 log_err("failed/partial send");
293 return -1;
294 }
295 return 0;
296}
297
298static int recv_byte(int fd)
299{
300 char buf[1];
301 ssize_t n;
302
303 n = recv(fd, buf, sizeof(buf), 0);
304 if (CHECK(n <= 0, "recv_byte", "recv")) {
305 log_err("failed/partial recv");
306 return -1;
307 }
308 return 0;
309}
310
311static int tcp_recv_send(int server_fd)
312{
313 char buf[1];
314 int ret, fd;
315 ssize_t n;
316
317 fd = accept(server_fd, NULL, NULL);
318 if (CHECK(fd < 0, "accept", "failed\n")) {
319 log_err("failed to accept");
320 return -1;
321 }
322
323 n = recv(fd, buf, sizeof(buf), 0);
324 if (CHECK(n <= 0, "recv", "failed\n")) {
325 log_err("failed/partial recv");
326 ret = -1;
327 goto close;
328 }
329
330 n = send(fd, buf, n, 0);
331 if (CHECK(n <= 0, "send", "failed\n")) {
332 log_err("failed/partial send");
333 ret = -1;
334 goto close;
335 }
336
337 ret = 0;
338close:
339 close(fd);
340 return ret;
341}
342
343static void v4_to_v6(struct sockaddr_storage *ss)
344{
345 struct sockaddr_in6 *v6 = (struct sockaddr_in6 *)ss;
346 struct sockaddr_in v4 = *(struct sockaddr_in *)ss;
347
348 v6->sin6_family = AF_INET6;
349 v6->sin6_port = v4.sin_port;
350 v6->sin6_addr.s6_addr[10] = 0xff;
351 v6->sin6_addr.s6_addr[11] = 0xff;
352 memcpy(&v6->sin6_addr.s6_addr[12], &v4.sin_addr.s_addr, 4);
353 memset(&v6->sin6_addr.s6_addr[0], 0, 10);
354}
355
356static int udp_recv_send(int server_fd)
357{
358 char cmsg_buf[CMSG_SPACE(sizeof(struct sockaddr_storage))];
359 struct sockaddr_storage _src_addr = { 0 };
360 struct sockaddr_storage *src_addr = &_src_addr;
361 struct sockaddr_storage *dst_addr = NULL;
362 struct msghdr msg = { 0 };
363 struct iovec iov = { 0 };
364 struct cmsghdr *cm;
365 char buf[1];
366 int ret, fd;
367 ssize_t n;
368
369 iov.iov_base = buf;
370 iov.iov_len = sizeof(buf);
371
372 msg.msg_name = src_addr;
373 msg.msg_namelen = sizeof(*src_addr);
374 msg.msg_iov = &iov;
375 msg.msg_iovlen = 1;
376 msg.msg_control = cmsg_buf;
377 msg.msg_controllen = sizeof(cmsg_buf);
378
379 errno = 0;
380 n = recvmsg(server_fd, &msg, 0);
381 if (CHECK(n <= 0, "recvmsg", "failed\n")) {
382 log_err("failed to receive");
383 return -1;
384 }
385 if (CHECK(msg.msg_flags & MSG_CTRUNC, "recvmsg", "truncated cmsg\n"))
386 return -1;
387
388 for (cm = CMSG_FIRSTHDR(&msg); cm; cm = CMSG_NXTHDR(&msg, cm)) {
389 if ((cm->cmsg_level == SOL_IP &&
390 cm->cmsg_type == IP_ORIGDSTADDR) ||
391 (cm->cmsg_level == SOL_IPV6 &&
392 cm->cmsg_type == IPV6_ORIGDSTADDR)) {
393 dst_addr = (struct sockaddr_storage *)CMSG_DATA(cm);
394 break;
395 }
396 log_err("warning: ignored cmsg at level %d type %d",
397 cm->cmsg_level, cm->cmsg_type);
398 }
399 if (CHECK(!dst_addr, "recvmsg", "missing ORIGDSTADDR\n"))
400 return -1;
401
402 /* Server socket bound to IPv4-mapped IPv6 address */
403 if (src_addr->ss_family == AF_INET6 &&
404 dst_addr->ss_family == AF_INET) {
405 v4_to_v6(dst_addr);
406 }
407
408 /* Reply from original destination address. */
409 fd = socket(dst_addr->ss_family, SOCK_DGRAM, 0);
410 if (CHECK(fd < 0, "socket", "failed\n")) {
411 log_err("failed to create tx socket");
412 return -1;
413 }
414
415 ret = bind(fd, (struct sockaddr *)dst_addr, sizeof(*dst_addr));
416 if (CHECK(ret, "bind", "failed\n")) {
417 log_err("failed to bind tx socket");
418 goto out;
419 }
420
421 msg.msg_control = NULL;
422 msg.msg_controllen = 0;
423 n = sendmsg(fd, &msg, 0);
424 if (CHECK(n <= 0, "sendmsg", "failed\n")) {
425 log_err("failed to send echo reply");
426 ret = -1;
427 goto out;
428 }
429
430 ret = 0;
431out:
432 close(fd);
433 return ret;
434}
435
436static int tcp_echo_test(int client_fd, int server_fd)
437{
438 int err;
439
440 err = send_byte(client_fd);
441 if (err)
442 return -1;
443 err = tcp_recv_send(server_fd);
444 if (err)
445 return -1;
446 err = recv_byte(client_fd);
447 if (err)
448 return -1;
449
450 return 0;
451}
452
453static int udp_echo_test(int client_fd, int server_fd)
454{
455 int err;
456
457 err = send_byte(client_fd);
458 if (err)
459 return -1;
460 err = udp_recv_send(server_fd);
461 if (err)
462 return -1;
463 err = recv_byte(client_fd);
464 if (err)
465 return -1;
466
467 return 0;
468}
469
470static struct bpf_link *attach_lookup_prog(struct bpf_program *prog)
471{
472 struct bpf_link *link;
473 int net_fd;
474
475 net_fd = open("/proc/self/ns/net", O_RDONLY);
476 if (CHECK(net_fd < 0, "open", "failed\n")) {
477 log_err("failed to open /proc/self/ns/net");
478 return NULL;
479 }
480
481 link = bpf_program__attach_netns(prog, net_fd);
482 if (!ASSERT_OK_PTR(link, "bpf_program__attach_netns")) {
483 errno = -PTR_ERR(link);
484 log_err("failed to attach program '%s' to netns",
485 bpf_program__name(prog));
486 link = NULL;
487 }
488
489 close(net_fd);
490 return link;
491}
492
493static int update_lookup_map(struct bpf_map *map, int index, int sock_fd)
494{
495 int err, map_fd;
496 uint64_t value;
497
498 map_fd = bpf_map__fd(map);
499 if (CHECK(map_fd < 0, "bpf_map__fd", "failed\n")) {
500 errno = -map_fd;
501 log_err("failed to get map FD");
502 return -1;
503 }
504
505 value = (uint64_t)sock_fd;
506 err = bpf_map_update_elem(map_fd, &index, &value, BPF_NOEXIST);
507 if (CHECK(err, "bpf_map_update_elem", "failed\n")) {
508 log_err("failed to update redir_map @ %d", index);
509 return -1;
510 }
511
512 return 0;
513}
514
515static void query_lookup_prog(struct test_sk_lookup *skel)
516{
517 struct bpf_link *link[3] = {};
518 struct bpf_link_info info;
519 __u32 attach_flags = 0;
520 __u32 prog_ids[3] = {};
521 __u32 prog_cnt = 3;
522 __u32 prog_id;
523 int net_fd;
524 int err;
525
526 net_fd = open("/proc/self/ns/net", O_RDONLY);
527 if (CHECK(net_fd < 0, "open", "failed\n")) {
528 log_err("failed to open /proc/self/ns/net");
529 return;
530 }
531
532 link[0] = attach_lookup_prog(skel->progs.lookup_pass);
533 if (!link[0])
534 goto close;
535 link[1] = attach_lookup_prog(skel->progs.lookup_pass);
536 if (!link[1])
537 goto detach;
538 link[2] = attach_lookup_prog(skel->progs.lookup_drop);
539 if (!link[2])
540 goto detach;
541
542 err = bpf_prog_query(net_fd, BPF_SK_LOOKUP, 0 /* query flags */,
543 &attach_flags, prog_ids, &prog_cnt);
544 if (CHECK(err, "bpf_prog_query", "failed\n")) {
545 log_err("failed to query lookup prog");
546 goto detach;
547 }
548
549 errno = 0;
550 if (CHECK(attach_flags != 0, "bpf_prog_query",
551 "wrong attach_flags on query: %u", attach_flags))
552 goto detach;
553 if (CHECK(prog_cnt != 3, "bpf_prog_query",
554 "wrong program count on query: %u", prog_cnt))
555 goto detach;
556 prog_id = link_info_prog_id(link[0], &info);
557 CHECK(prog_ids[0] != prog_id, "bpf_prog_query",
558 "invalid program #0 id on query: %u != %u\n",
559 prog_ids[0], prog_id);
560 CHECK(info.netns.netns_ino == 0, "netns_ino",
561 "unexpected netns_ino: %u\n", info.netns.netns_ino);
562 prog_id = link_info_prog_id(link[1], &info);
563 CHECK(prog_ids[1] != prog_id, "bpf_prog_query",
564 "invalid program #1 id on query: %u != %u\n",
565 prog_ids[1], prog_id);
566 CHECK(info.netns.netns_ino == 0, "netns_ino",
567 "unexpected netns_ino: %u\n", info.netns.netns_ino);
568 prog_id = link_info_prog_id(link[2], &info);
569 CHECK(prog_ids[2] != prog_id, "bpf_prog_query",
570 "invalid program #2 id on query: %u != %u\n",
571 prog_ids[2], prog_id);
572 CHECK(info.netns.netns_ino == 0, "netns_ino",
573 "unexpected netns_ino: %u\n", info.netns.netns_ino);
574
575 err = bpf_link__detach(link[0]);
576 if (CHECK(err, "link_detach", "failed %d\n", err))
577 goto detach;
578
579 /* prog id is still there, but netns_ino is zeroed out */
580 prog_id = link_info_prog_id(link[0], &info);
581 CHECK(prog_ids[0] != prog_id, "bpf_prog_query",
582 "invalid program #0 id on query: %u != %u\n",
583 prog_ids[0], prog_id);
584 CHECK(info.netns.netns_ino != 0, "netns_ino",
585 "unexpected netns_ino: %u\n", info.netns.netns_ino);
586
587detach:
588 if (link[2])
589 bpf_link__destroy(link[2]);
590 if (link[1])
591 bpf_link__destroy(link[1]);
592 if (link[0])
593 bpf_link__destroy(link[0]);
594close:
595 close(net_fd);
596}
597
598static void run_lookup_prog(const struct test *t)
599{
600 int server_fds[] = { [0 ... MAX_SERVERS - 1] = -1 };
601 int client_fd, reuse_conn_fd = -1;
602 struct bpf_link *lookup_link;
603 int i, err;
604
605 lookup_link = attach_lookup_prog(t->lookup_prog);
606 if (!lookup_link)
607 return;
608
609 for (i = 0; i < ARRAY_SIZE(server_fds); i++) {
610 server_fds[i] = make_server(t->sotype, t->listen_at.ip,
611 t->listen_at.port,
612 t->reuseport_prog);
613 if (server_fds[i] < 0)
614 goto close;
615
616 err = update_lookup_map(t->sock_map, i, server_fds[i]);
617 if (err)
618 goto close;
619
620 /* want just one server for non-reuseport test */
621 if (!t->reuseport_prog)
622 break;
623 }
624
625 /* Regular UDP socket lookup with reuseport behaves
626 * differently when reuseport group contains connected
627 * sockets. Check that adding a connected UDP socket to the
628 * reuseport group does not affect how reuseport works with
629 * BPF socket lookup.
630 */
631 if (t->reuseport_has_conns) {
632 struct sockaddr_storage addr = {};
633 socklen_t len = sizeof(addr);
634
635 /* Add an extra socket to reuseport group */
636 reuse_conn_fd = make_server(t->sotype, t->listen_at.ip,
637 t->listen_at.port,
638 t->reuseport_prog);
639 if (reuse_conn_fd < 0)
640 goto close;
641
642 /* Connect the extra socket to itself */
643 err = getsockname(reuse_conn_fd, (void *)&addr, &len);
644 if (CHECK(err, "getsockname", "errno %d\n", errno))
645 goto close;
646 err = connect(reuse_conn_fd, (void *)&addr, len);
647 if (CHECK(err, "connect", "errno %d\n", errno))
648 goto close;
649 }
650
651 client_fd = make_client(t->sotype, t->connect_to.ip, t->connect_to.port);
652 if (client_fd < 0)
653 goto close;
654
655 if (t->sotype == SOCK_STREAM)
656 tcp_echo_test(client_fd, server_fds[t->accept_on]);
657 else
658 udp_echo_test(client_fd, server_fds[t->accept_on]);
659
660 close(client_fd);
661close:
662 if (reuse_conn_fd != -1)
663 close(reuse_conn_fd);
664 for (i = 0; i < ARRAY_SIZE(server_fds); i++) {
665 if (server_fds[i] != -1)
666 close(server_fds[i]);
667 }
668 bpf_link__destroy(lookup_link);
669}
670
671static void test_redirect_lookup(struct test_sk_lookup *skel)
672{
673 const struct test tests[] = {
674 {
675 .desc = "TCP IPv4 redir port",
676 .lookup_prog = skel->progs.redir_port,
677 .sock_map = skel->maps.redir_map,
678 .sotype = SOCK_STREAM,
679 .connect_to = { EXT_IP4, EXT_PORT },
680 .listen_at = { EXT_IP4, INT_PORT },
681 },
682 {
683 .desc = "TCP IPv4 redir addr",
684 .lookup_prog = skel->progs.redir_ip4,
685 .sock_map = skel->maps.redir_map,
686 .sotype = SOCK_STREAM,
687 .connect_to = { EXT_IP4, EXT_PORT },
688 .listen_at = { INT_IP4, EXT_PORT },
689 },
690 {
691 .desc = "TCP IPv4 redir with reuseport",
692 .lookup_prog = skel->progs.select_sock_a,
693 .reuseport_prog = skel->progs.select_sock_b,
694 .sock_map = skel->maps.redir_map,
695 .sotype = SOCK_STREAM,
696 .connect_to = { EXT_IP4, EXT_PORT },
697 .listen_at = { INT_IP4, INT_PORT },
698 .accept_on = SERVER_B,
699 },
700 {
701 .desc = "TCP IPv4 redir skip reuseport",
702 .lookup_prog = skel->progs.select_sock_a_no_reuseport,
703 .reuseport_prog = skel->progs.select_sock_b,
704 .sock_map = skel->maps.redir_map,
705 .sotype = SOCK_STREAM,
706 .connect_to = { EXT_IP4, EXT_PORT },
707 .listen_at = { INT_IP4, INT_PORT },
708 .accept_on = SERVER_A,
709 },
710 {
711 .desc = "TCP IPv6 redir port",
712 .lookup_prog = skel->progs.redir_port,
713 .sock_map = skel->maps.redir_map,
714 .sotype = SOCK_STREAM,
715 .connect_to = { EXT_IP6, EXT_PORT },
716 .listen_at = { EXT_IP6, INT_PORT },
717 },
718 {
719 .desc = "TCP IPv6 redir addr",
720 .lookup_prog = skel->progs.redir_ip6,
721 .sock_map = skel->maps.redir_map,
722 .sotype = SOCK_STREAM,
723 .connect_to = { EXT_IP6, EXT_PORT },
724 .listen_at = { INT_IP6, EXT_PORT },
725 },
726 {
727 .desc = "TCP IPv4->IPv6 redir port",
728 .lookup_prog = skel->progs.redir_port,
729 .sock_map = skel->maps.redir_map,
730 .sotype = SOCK_STREAM,
731 .connect_to = { EXT_IP4, EXT_PORT },
732 .listen_at = { INT_IP4_V6, INT_PORT },
733 },
734 {
735 .desc = "TCP IPv6 redir with reuseport",
736 .lookup_prog = skel->progs.select_sock_a,
737 .reuseport_prog = skel->progs.select_sock_b,
738 .sock_map = skel->maps.redir_map,
739 .sotype = SOCK_STREAM,
740 .connect_to = { EXT_IP6, EXT_PORT },
741 .listen_at = { INT_IP6, INT_PORT },
742 .accept_on = SERVER_B,
743 },
744 {
745 .desc = "TCP IPv6 redir skip reuseport",
746 .lookup_prog = skel->progs.select_sock_a_no_reuseport,
747 .reuseport_prog = skel->progs.select_sock_b,
748 .sock_map = skel->maps.redir_map,
749 .sotype = SOCK_STREAM,
750 .connect_to = { EXT_IP6, EXT_PORT },
751 .listen_at = { INT_IP6, INT_PORT },
752 .accept_on = SERVER_A,
753 },
754 {
755 .desc = "UDP IPv4 redir port",
756 .lookup_prog = skel->progs.redir_port,
757 .sock_map = skel->maps.redir_map,
758 .sotype = SOCK_DGRAM,
759 .connect_to = { EXT_IP4, EXT_PORT },
760 .listen_at = { EXT_IP4, INT_PORT },
761 },
762 {
763 .desc = "UDP IPv4 redir addr",
764 .lookup_prog = skel->progs.redir_ip4,
765 .sock_map = skel->maps.redir_map,
766 .sotype = SOCK_DGRAM,
767 .connect_to = { EXT_IP4, EXT_PORT },
768 .listen_at = { INT_IP4, EXT_PORT },
769 },
770 {
771 .desc = "UDP IPv4 redir with reuseport",
772 .lookup_prog = skel->progs.select_sock_a,
773 .reuseport_prog = skel->progs.select_sock_b,
774 .sock_map = skel->maps.redir_map,
775 .sotype = SOCK_DGRAM,
776 .connect_to = { EXT_IP4, EXT_PORT },
777 .listen_at = { INT_IP4, INT_PORT },
778 .accept_on = SERVER_B,
779 },
780 {
781 .desc = "UDP IPv4 redir and reuseport with conns",
782 .lookup_prog = skel->progs.select_sock_a,
783 .reuseport_prog = skel->progs.select_sock_b,
784 .sock_map = skel->maps.redir_map,
785 .sotype = SOCK_DGRAM,
786 .connect_to = { EXT_IP4, EXT_PORT },
787 .listen_at = { INT_IP4, INT_PORT },
788 .accept_on = SERVER_B,
789 .reuseport_has_conns = true,
790 },
791 {
792 .desc = "UDP IPv4 redir skip reuseport",
793 .lookup_prog = skel->progs.select_sock_a_no_reuseport,
794 .reuseport_prog = skel->progs.select_sock_b,
795 .sock_map = skel->maps.redir_map,
796 .sotype = SOCK_DGRAM,
797 .connect_to = { EXT_IP4, EXT_PORT },
798 .listen_at = { INT_IP4, INT_PORT },
799 .accept_on = SERVER_A,
800 },
801 {
802 .desc = "UDP IPv6 redir port",
803 .lookup_prog = skel->progs.redir_port,
804 .sock_map = skel->maps.redir_map,
805 .sotype = SOCK_DGRAM,
806 .connect_to = { EXT_IP6, EXT_PORT },
807 .listen_at = { EXT_IP6, INT_PORT },
808 },
809 {
810 .desc = "UDP IPv6 redir addr",
811 .lookup_prog = skel->progs.redir_ip6,
812 .sock_map = skel->maps.redir_map,
813 .sotype = SOCK_DGRAM,
814 .connect_to = { EXT_IP6, EXT_PORT },
815 .listen_at = { INT_IP6, EXT_PORT },
816 },
817 {
818 .desc = "UDP IPv4->IPv6 redir port",
819 .lookup_prog = skel->progs.redir_port,
820 .sock_map = skel->maps.redir_map,
821 .sotype = SOCK_DGRAM,
822 .listen_at = { INT_IP4_V6, INT_PORT },
823 .connect_to = { EXT_IP4, EXT_PORT },
824 },
825 {
826 .desc = "UDP IPv6 redir and reuseport",
827 .lookup_prog = skel->progs.select_sock_a,
828 .reuseport_prog = skel->progs.select_sock_b,
829 .sock_map = skel->maps.redir_map,
830 .sotype = SOCK_DGRAM,
831 .connect_to = { EXT_IP6, EXT_PORT },
832 .listen_at = { INT_IP6, INT_PORT },
833 .accept_on = SERVER_B,
834 },
835 {
836 .desc = "UDP IPv6 redir and reuseport with conns",
837 .lookup_prog = skel->progs.select_sock_a,
838 .reuseport_prog = skel->progs.select_sock_b,
839 .sock_map = skel->maps.redir_map,
840 .sotype = SOCK_DGRAM,
841 .connect_to = { EXT_IP6, EXT_PORT },
842 .listen_at = { INT_IP6, INT_PORT },
843 .accept_on = SERVER_B,
844 .reuseport_has_conns = true,
845 },
846 {
847 .desc = "UDP IPv6 redir skip reuseport",
848 .lookup_prog = skel->progs.select_sock_a_no_reuseport,
849 .reuseport_prog = skel->progs.select_sock_b,
850 .sock_map = skel->maps.redir_map,
851 .sotype = SOCK_DGRAM,
852 .connect_to = { EXT_IP6, EXT_PORT },
853 .listen_at = { INT_IP6, INT_PORT },
854 .accept_on = SERVER_A,
855 },
856 };
857 const struct test *t;
858
859 for (t = tests; t < tests + ARRAY_SIZE(tests); t++) {
860 if (test__start_subtest(t->desc))
861 run_lookup_prog(t);
862 }
863}
864
865static void drop_on_lookup(const struct test *t)
866{
867 struct sockaddr_storage dst = {};
868 int client_fd, server_fd, err;
869 struct bpf_link *lookup_link;
870 ssize_t n;
871
872 lookup_link = attach_lookup_prog(t->lookup_prog);
873 if (!lookup_link)
874 return;
875
876 server_fd = make_server(t->sotype, t->listen_at.ip, t->listen_at.port,
877 t->reuseport_prog);
878 if (server_fd < 0)
879 goto detach;
880
881 client_fd = make_socket(t->sotype, t->connect_to.ip,
882 t->connect_to.port, &dst);
883 if (client_fd < 0)
884 goto close_srv;
885
886 err = connect(client_fd, (void *)&dst, inetaddr_len(&dst));
887 if (t->sotype == SOCK_DGRAM) {
888 err = send_byte(client_fd);
889 if (err)
890 goto close_all;
891
892 /* Read out asynchronous error */
893 n = recv(client_fd, NULL, 0, 0);
894 err = n == -1;
895 }
896 if (CHECK(!err || errno != ECONNREFUSED, "connect",
897 "unexpected success or error\n"))
898 log_err("expected ECONNREFUSED on connect");
899
900close_all:
901 close(client_fd);
902close_srv:
903 close(server_fd);
904detach:
905 bpf_link__destroy(lookup_link);
906}
907
908static void test_drop_on_lookup(struct test_sk_lookup *skel)
909{
910 const struct test tests[] = {
911 {
912 .desc = "TCP IPv4 drop on lookup",
913 .lookup_prog = skel->progs.lookup_drop,
914 .sotype = SOCK_STREAM,
915 .connect_to = { EXT_IP4, EXT_PORT },
916 .listen_at = { EXT_IP4, EXT_PORT },
917 },
918 {
919 .desc = "TCP IPv6 drop on lookup",
920 .lookup_prog = skel->progs.lookup_drop,
921 .sotype = SOCK_STREAM,
922 .connect_to = { EXT_IP6, EXT_PORT },
923 .listen_at = { EXT_IP6, EXT_PORT },
924 },
925 {
926 .desc = "UDP IPv4 drop on lookup",
927 .lookup_prog = skel->progs.lookup_drop,
928 .sotype = SOCK_DGRAM,
929 .connect_to = { EXT_IP4, EXT_PORT },
930 .listen_at = { EXT_IP4, EXT_PORT },
931 },
932 {
933 .desc = "UDP IPv6 drop on lookup",
934 .lookup_prog = skel->progs.lookup_drop,
935 .sotype = SOCK_DGRAM,
936 .connect_to = { EXT_IP6, EXT_PORT },
937 .listen_at = { EXT_IP6, INT_PORT },
938 },
939 /* The program will drop on success, meaning that the ifindex
940 * was 1.
941 */
942 {
943 .desc = "TCP IPv4 drop on valid ifindex",
944 .lookup_prog = skel->progs.check_ifindex,
945 .sotype = SOCK_STREAM,
946 .connect_to = { EXT_IP4, EXT_PORT },
947 .listen_at = { EXT_IP4, EXT_PORT },
948 },
949 {
950 .desc = "TCP IPv6 drop on valid ifindex",
951 .lookup_prog = skel->progs.check_ifindex,
952 .sotype = SOCK_STREAM,
953 .connect_to = { EXT_IP6, EXT_PORT },
954 .listen_at = { EXT_IP6, EXT_PORT },
955 },
956 {
957 .desc = "UDP IPv4 drop on valid ifindex",
958 .lookup_prog = skel->progs.check_ifindex,
959 .sotype = SOCK_DGRAM,
960 .connect_to = { EXT_IP4, EXT_PORT },
961 .listen_at = { EXT_IP4, EXT_PORT },
962 },
963 {
964 .desc = "UDP IPv6 drop on valid ifindex",
965 .lookup_prog = skel->progs.check_ifindex,
966 .sotype = SOCK_DGRAM,
967 .connect_to = { EXT_IP6, EXT_PORT },
968 .listen_at = { EXT_IP6, EXT_PORT },
969 },
970 };
971 const struct test *t;
972
973 for (t = tests; t < tests + ARRAY_SIZE(tests); t++) {
974 if (test__start_subtest(t->desc))
975 drop_on_lookup(t);
976 }
977}
978
979static void drop_on_reuseport(const struct test *t)
980{
981 struct sockaddr_storage dst = { 0 };
982 int client, server1, server2, err;
983 struct bpf_link *lookup_link;
984 ssize_t n;
985
986 lookup_link = attach_lookup_prog(t->lookup_prog);
987 if (!lookup_link)
988 return;
989
990 server1 = make_server(t->sotype, t->listen_at.ip, t->listen_at.port,
991 t->reuseport_prog);
992 if (server1 < 0)
993 goto detach;
994
995 err = update_lookup_map(t->sock_map, SERVER_A, server1);
996 if (err)
997 goto detach;
998
999 /* second server on destination address we should never reach */
1000 server2 = make_server(t->sotype, t->connect_to.ip, t->connect_to.port,
1001 NULL /* reuseport prog */);
1002 if (server2 < 0)
1003 goto close_srv1;
1004
1005 client = make_socket(t->sotype, t->connect_to.ip,
1006 t->connect_to.port, &dst);
1007 if (client < 0)
1008 goto close_srv2;
1009
1010 err = connect(client, (void *)&dst, inetaddr_len(&dst));
1011 if (t->sotype == SOCK_DGRAM) {
1012 err = send_byte(client);
1013 if (err)
1014 goto close_all;
1015
1016 /* Read out asynchronous error */
1017 n = recv(client, NULL, 0, 0);
1018 err = n == -1;
1019 }
1020 if (CHECK(!err || errno != ECONNREFUSED, "connect",
1021 "unexpected success or error\n"))
1022 log_err("expected ECONNREFUSED on connect");
1023
1024close_all:
1025 close(client);
1026close_srv2:
1027 close(server2);
1028close_srv1:
1029 close(server1);
1030detach:
1031 bpf_link__destroy(lookup_link);
1032}
1033
1034static void test_drop_on_reuseport(struct test_sk_lookup *skel)
1035{
1036 const struct test tests[] = {
1037 {
1038 .desc = "TCP IPv4 drop on reuseport",
1039 .lookup_prog = skel->progs.select_sock_a,
1040 .reuseport_prog = skel->progs.reuseport_drop,
1041 .sock_map = skel->maps.redir_map,
1042 .sotype = SOCK_STREAM,
1043 .connect_to = { EXT_IP4, EXT_PORT },
1044 .listen_at = { INT_IP4, INT_PORT },
1045 },
1046 {
1047 .desc = "TCP IPv6 drop on reuseport",
1048 .lookup_prog = skel->progs.select_sock_a,
1049 .reuseport_prog = skel->progs.reuseport_drop,
1050 .sock_map = skel->maps.redir_map,
1051 .sotype = SOCK_STREAM,
1052 .connect_to = { EXT_IP6, EXT_PORT },
1053 .listen_at = { INT_IP6, INT_PORT },
1054 },
1055 {
1056 .desc = "UDP IPv4 drop on reuseport",
1057 .lookup_prog = skel->progs.select_sock_a,
1058 .reuseport_prog = skel->progs.reuseport_drop,
1059 .sock_map = skel->maps.redir_map,
1060 .sotype = SOCK_DGRAM,
1061 .connect_to = { EXT_IP4, EXT_PORT },
1062 .listen_at = { INT_IP4, INT_PORT },
1063 },
1064 {
1065 .desc = "TCP IPv6 drop on reuseport",
1066 .lookup_prog = skel->progs.select_sock_a,
1067 .reuseport_prog = skel->progs.reuseport_drop,
1068 .sock_map = skel->maps.redir_map,
1069 .sotype = SOCK_STREAM,
1070 .connect_to = { EXT_IP6, EXT_PORT },
1071 .listen_at = { INT_IP6, INT_PORT },
1072 },
1073 };
1074 const struct test *t;
1075
1076 for (t = tests; t < tests + ARRAY_SIZE(tests); t++) {
1077 if (test__start_subtest(t->desc))
1078 drop_on_reuseport(t);
1079 }
1080}
1081
1082static void run_sk_assign(struct test_sk_lookup *skel,
1083 struct bpf_program *lookup_prog,
1084 const char *remote_ip, const char *local_ip)
1085{
1086 int server_fds[] = { [0 ... MAX_SERVERS - 1] = -1 };
1087 struct bpf_sk_lookup ctx;
1088 __u64 server_cookie;
1089 int i, err;
1090
1091 DECLARE_LIBBPF_OPTS(bpf_test_run_opts, opts,
1092 .ctx_in = &ctx,
1093 .ctx_size_in = sizeof(ctx),
1094 .ctx_out = &ctx,
1095 .ctx_size_out = sizeof(ctx),
1096 );
1097
1098 if (fill_sk_lookup_ctx(&ctx, local_ip, EXT_PORT, remote_ip, INT_PORT))
1099 return;
1100
1101 ctx.protocol = IPPROTO_TCP;
1102
1103 for (i = 0; i < ARRAY_SIZE(server_fds); i++) {
1104 server_fds[i] = make_server(SOCK_STREAM, local_ip, 0, NULL);
1105 if (server_fds[i] < 0)
1106 goto close_servers;
1107
1108 err = update_lookup_map(skel->maps.redir_map, i,
1109 server_fds[i]);
1110 if (err)
1111 goto close_servers;
1112 }
1113
1114 server_cookie = socket_cookie(server_fds[SERVER_B]);
1115 if (!server_cookie)
1116 return;
1117
1118 err = bpf_prog_test_run_opts(bpf_program__fd(lookup_prog), &opts);
1119 if (CHECK(err, "test_run", "failed with error %d\n", errno))
1120 goto close_servers;
1121
1122 if (CHECK(ctx.cookie == 0, "ctx.cookie", "no socket selected\n"))
1123 goto close_servers;
1124
1125 CHECK(ctx.cookie != server_cookie, "ctx.cookie",
1126 "selected sk %llu instead of %llu\n", ctx.cookie, server_cookie);
1127
1128close_servers:
1129 for (i = 0; i < ARRAY_SIZE(server_fds); i++) {
1130 if (server_fds[i] != -1)
1131 close(server_fds[i]);
1132 }
1133}
1134
1135static void run_sk_assign_v4(struct test_sk_lookup *skel,
1136 struct bpf_program *lookup_prog)
1137{
1138 run_sk_assign(skel, lookup_prog, INT_IP4, EXT_IP4);
1139}
1140
1141static void run_sk_assign_v6(struct test_sk_lookup *skel,
1142 struct bpf_program *lookup_prog)
1143{
1144 run_sk_assign(skel, lookup_prog, INT_IP6, EXT_IP6);
1145}
1146
1147static void run_sk_assign_connected(struct test_sk_lookup *skel,
1148 int sotype)
1149{
1150 int err, client_fd, connected_fd, server_fd;
1151 struct bpf_link *lookup_link;
1152
1153 server_fd = make_server(sotype, EXT_IP4, EXT_PORT, NULL);
1154 if (server_fd < 0)
1155 return;
1156
1157 connected_fd = make_client(sotype, EXT_IP4, EXT_PORT);
1158 if (connected_fd < 0)
1159 goto out_close_server;
1160
1161 /* Put a connected socket in redirect map */
1162 err = update_lookup_map(skel->maps.redir_map, SERVER_A, connected_fd);
1163 if (err)
1164 goto out_close_connected;
1165
1166 lookup_link = attach_lookup_prog(skel->progs.sk_assign_esocknosupport);
1167 if (!lookup_link)
1168 goto out_close_connected;
1169
1170 /* Try to redirect TCP SYN / UDP packet to a connected socket */
1171 client_fd = make_client(sotype, EXT_IP4, EXT_PORT);
1172 if (client_fd < 0)
1173 goto out_unlink_prog;
1174 if (sotype == SOCK_DGRAM) {
1175 send_byte(client_fd);
1176 recv_byte(server_fd);
1177 }
1178
1179 close(client_fd);
1180out_unlink_prog:
1181 bpf_link__destroy(lookup_link);
1182out_close_connected:
1183 close(connected_fd);
1184out_close_server:
1185 close(server_fd);
1186}
1187
1188static void test_sk_assign_helper(struct test_sk_lookup *skel)
1189{
1190 if (test__start_subtest("sk_assign returns EEXIST"))
1191 run_sk_assign_v4(skel, skel->progs.sk_assign_eexist);
1192 if (test__start_subtest("sk_assign honors F_REPLACE"))
1193 run_sk_assign_v4(skel, skel->progs.sk_assign_replace_flag);
1194 if (test__start_subtest("sk_assign accepts NULL socket"))
1195 run_sk_assign_v4(skel, skel->progs.sk_assign_null);
1196 if (test__start_subtest("access ctx->sk"))
1197 run_sk_assign_v4(skel, skel->progs.access_ctx_sk);
1198 if (test__start_subtest("narrow access to ctx v4"))
1199 run_sk_assign_v4(skel, skel->progs.ctx_narrow_access);
1200 if (test__start_subtest("narrow access to ctx v6"))
1201 run_sk_assign_v6(skel, skel->progs.ctx_narrow_access);
1202 if (test__start_subtest("sk_assign rejects TCP established"))
1203 run_sk_assign_connected(skel, SOCK_STREAM);
1204 if (test__start_subtest("sk_assign rejects UDP connected"))
1205 run_sk_assign_connected(skel, SOCK_DGRAM);
1206}
1207
1208struct test_multi_prog {
1209 const char *desc;
1210 struct bpf_program *prog1;
1211 struct bpf_program *prog2;
1212 struct bpf_map *redir_map;
1213 struct bpf_map *run_map;
1214 int expect_errno;
1215 struct inet_addr listen_at;
1216};
1217
1218static void run_multi_prog_lookup(const struct test_multi_prog *t)
1219{
1220 struct sockaddr_storage dst = {};
1221 int map_fd, server_fd, client_fd;
1222 struct bpf_link *link1, *link2;
1223 int prog_idx, done, err;
1224
1225 map_fd = bpf_map__fd(t->run_map);
1226
1227 done = 0;
1228 prog_idx = PROG1;
1229 err = bpf_map_update_elem(map_fd, &prog_idx, &done, BPF_ANY);
1230 if (CHECK(err, "bpf_map_update_elem", "failed\n"))
1231 return;
1232 prog_idx = PROG2;
1233 err = bpf_map_update_elem(map_fd, &prog_idx, &done, BPF_ANY);
1234 if (CHECK(err, "bpf_map_update_elem", "failed\n"))
1235 return;
1236
1237 link1 = attach_lookup_prog(t->prog1);
1238 if (!link1)
1239 return;
1240 link2 = attach_lookup_prog(t->prog2);
1241 if (!link2)
1242 goto out_unlink1;
1243
1244 server_fd = make_server(SOCK_STREAM, t->listen_at.ip,
1245 t->listen_at.port, NULL);
1246 if (server_fd < 0)
1247 goto out_unlink2;
1248
1249 err = update_lookup_map(t->redir_map, SERVER_A, server_fd);
1250 if (err)
1251 goto out_close_server;
1252
1253 client_fd = make_socket(SOCK_STREAM, EXT_IP4, EXT_PORT, &dst);
1254 if (client_fd < 0)
1255 goto out_close_server;
1256
1257 err = connect(client_fd, (void *)&dst, inetaddr_len(&dst));
1258 if (CHECK(err && !t->expect_errno, "connect",
1259 "unexpected error %d\n", errno))
1260 goto out_close_client;
1261 if (CHECK(err && t->expect_errno && errno != t->expect_errno,
1262 "connect", "unexpected error %d\n", errno))
1263 goto out_close_client;
1264
1265 done = 0;
1266 prog_idx = PROG1;
1267 err = bpf_map_lookup_elem(map_fd, &prog_idx, &done);
1268 CHECK(err, "bpf_map_lookup_elem", "failed\n");
1269 CHECK(!done, "bpf_map_lookup_elem", "PROG1 !done\n");
1270
1271 done = 0;
1272 prog_idx = PROG2;
1273 err = bpf_map_lookup_elem(map_fd, &prog_idx, &done);
1274 CHECK(err, "bpf_map_lookup_elem", "failed\n");
1275 CHECK(!done, "bpf_map_lookup_elem", "PROG2 !done\n");
1276
1277out_close_client:
1278 close(client_fd);
1279out_close_server:
1280 close(server_fd);
1281out_unlink2:
1282 bpf_link__destroy(link2);
1283out_unlink1:
1284 bpf_link__destroy(link1);
1285}
1286
1287static void test_multi_prog_lookup(struct test_sk_lookup *skel)
1288{
1289 struct test_multi_prog tests[] = {
1290 {
1291 .desc = "multi prog - pass, pass",
1292 .prog1 = skel->progs.multi_prog_pass1,
1293 .prog2 = skel->progs.multi_prog_pass2,
1294 .listen_at = { EXT_IP4, EXT_PORT },
1295 },
1296 {
1297 .desc = "multi prog - drop, drop",
1298 .prog1 = skel->progs.multi_prog_drop1,
1299 .prog2 = skel->progs.multi_prog_drop2,
1300 .listen_at = { EXT_IP4, EXT_PORT },
1301 .expect_errno = ECONNREFUSED,
1302 },
1303 {
1304 .desc = "multi prog - pass, drop",
1305 .prog1 = skel->progs.multi_prog_pass1,
1306 .prog2 = skel->progs.multi_prog_drop2,
1307 .listen_at = { EXT_IP4, EXT_PORT },
1308 .expect_errno = ECONNREFUSED,
1309 },
1310 {
1311 .desc = "multi prog - drop, pass",
1312 .prog1 = skel->progs.multi_prog_drop1,
1313 .prog2 = skel->progs.multi_prog_pass2,
1314 .listen_at = { EXT_IP4, EXT_PORT },
1315 .expect_errno = ECONNREFUSED,
1316 },
1317 {
1318 .desc = "multi prog - pass, redir",
1319 .prog1 = skel->progs.multi_prog_pass1,
1320 .prog2 = skel->progs.multi_prog_redir2,
1321 .listen_at = { INT_IP4, INT_PORT },
1322 },
1323 {
1324 .desc = "multi prog - redir, pass",
1325 .prog1 = skel->progs.multi_prog_redir1,
1326 .prog2 = skel->progs.multi_prog_pass2,
1327 .listen_at = { INT_IP4, INT_PORT },
1328 },
1329 {
1330 .desc = "multi prog - drop, redir",
1331 .prog1 = skel->progs.multi_prog_drop1,
1332 .prog2 = skel->progs.multi_prog_redir2,
1333 .listen_at = { INT_IP4, INT_PORT },
1334 },
1335 {
1336 .desc = "multi prog - redir, drop",
1337 .prog1 = skel->progs.multi_prog_redir1,
1338 .prog2 = skel->progs.multi_prog_drop2,
1339 .listen_at = { INT_IP4, INT_PORT },
1340 },
1341 {
1342 .desc = "multi prog - redir, redir",
1343 .prog1 = skel->progs.multi_prog_redir1,
1344 .prog2 = skel->progs.multi_prog_redir2,
1345 .listen_at = { INT_IP4, INT_PORT },
1346 },
1347 };
1348 struct test_multi_prog *t;
1349
1350 for (t = tests; t < tests + ARRAY_SIZE(tests); t++) {
1351 t->redir_map = skel->maps.redir_map;
1352 t->run_map = skel->maps.run_map;
1353 if (test__start_subtest(t->desc))
1354 run_multi_prog_lookup(t);
1355 }
1356}
1357
1358static void run_tests(struct test_sk_lookup *skel)
1359{
1360 if (test__start_subtest("query lookup prog"))
1361 query_lookup_prog(skel);
1362 test_redirect_lookup(skel);
1363 test_drop_on_lookup(skel);
1364 test_drop_on_reuseport(skel);
1365 test_sk_assign_helper(skel);
1366 test_multi_prog_lookup(skel);
1367}
1368
1369static int switch_netns(void)
1370{
1371 static const char * const setup_script[] = {
1372 "ip -6 addr add dev lo " EXT_IP6 "/128",
1373 "ip -6 addr add dev lo " INT_IP6 "/128",
1374 "ip link set dev lo up",
1375 NULL,
1376 };
1377 const char * const *cmd;
1378 int err;
1379
1380 err = unshare(CLONE_NEWNET);
1381 if (CHECK(err, "unshare", "failed\n")) {
1382 log_err("unshare(CLONE_NEWNET)");
1383 return -1;
1384 }
1385
1386 for (cmd = setup_script; *cmd; cmd++) {
1387 err = system(*cmd);
1388 if (CHECK(err, "system", "failed\n")) {
1389 log_err("system(%s)", *cmd);
1390 return -1;
1391 }
1392 }
1393
1394 return 0;
1395}
1396
1397void test_sk_lookup(void)
1398{
1399 struct test_sk_lookup *skel;
1400 int err;
1401
1402 err = switch_netns();
1403 if (err)
1404 return;
1405
1406 skel = test_sk_lookup__open_and_load();
1407 if (CHECK(!skel, "skel open_and_load", "failed\n"))
1408 return;
1409
1410 run_tests(skel);
1411
1412 test_sk_lookup__destroy(skel);
1413}