Linux Audio

Check our new training course

Loading...
Note: File does not exist in v3.5.6.
   1// SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
   2// Copyright (c) 2020 Cloudflare
   3/*
   4 * Test BPF attach point for INET socket lookup (BPF_SK_LOOKUP).
   5 *
   6 * Tests exercise:
   7 *  - attaching/detaching/querying programs to BPF_SK_LOOKUP hook,
   8 *  - redirecting socket lookup to a socket selected by BPF program,
   9 *  - failing a socket lookup on BPF program's request,
  10 *  - error scenarios for selecting a socket from BPF program,
  11 *  - accessing BPF program context,
  12 *  - attaching and running multiple BPF programs.
  13 *
  14 * Tests run in a dedicated network namespace.
  15 */
  16
  17#define _GNU_SOURCE
  18#include <arpa/inet.h>
  19#include <assert.h>
  20#include <errno.h>
  21#include <error.h>
  22#include <fcntl.h>
  23#include <sched.h>
  24#include <stdio.h>
  25#include <sys/types.h>
  26#include <sys/stat.h>
  27#include <unistd.h>
  28
  29#include <bpf/libbpf.h>
  30#include <bpf/bpf.h>
  31
  32#include "test_progs.h"
  33#include "bpf_util.h"
  34#include "cgroup_helpers.h"
  35#include "network_helpers.h"
  36#include "testing_helpers.h"
  37#include "test_sk_lookup.skel.h"
  38
  39/* External (address, port) pairs the client sends packets to. */
  40#define EXT_IP4		"127.0.0.1"
  41#define EXT_IP6		"fd00::1"
  42#define EXT_PORT	7007
  43
  44/* Internal (address, port) pairs the server listens/receives at. */
  45#define INT_IP4		"127.0.0.2"
  46#define INT_IP4_V6	"::ffff:127.0.0.2"
  47#define INT_IP6		"fd00::2"
  48#define INT_PORT	8008
  49
  50#define IO_TIMEOUT_SEC	3
  51
  52enum server {
  53	SERVER_A = 0,
  54	SERVER_B = 1,
  55	MAX_SERVERS,
  56};
  57
  58enum {
  59	PROG1 = 0,
  60	PROG2,
  61};
  62
  63struct inet_addr {
  64	const char *ip;
  65	unsigned short port;
  66};
  67
  68struct test {
  69	const char *desc;
  70	struct bpf_program *lookup_prog;
  71	struct bpf_program *reuseport_prog;
  72	struct bpf_map *sock_map;
  73	int sotype;
  74	struct inet_addr connect_to;
  75	struct inet_addr listen_at;
  76	enum server accept_on;
  77	bool reuseport_has_conns; /* Add a connected socket to reuseport group */
  78};
  79
  80static __u32 duration;		/* for CHECK macro */
  81
  82static bool is_ipv6(const char *ip)
  83{
  84	return !!strchr(ip, ':');
  85}
  86
  87static int attach_reuseport(int sock_fd, struct bpf_program *reuseport_prog)
  88{
  89	int err, prog_fd;
  90
  91	prog_fd = bpf_program__fd(reuseport_prog);
  92	if (prog_fd < 0) {
  93		errno = -prog_fd;
  94		return -1;
  95	}
  96
  97	err = setsockopt(sock_fd, SOL_SOCKET, SO_ATTACH_REUSEPORT_EBPF,
  98			 &prog_fd, sizeof(prog_fd));
  99	if (err)
 100		return -1;
 101
 102	return 0;
 103}
 104
 105static socklen_t inetaddr_len(const struct sockaddr_storage *addr)
 106{
 107	return (addr->ss_family == AF_INET ? sizeof(struct sockaddr_in) :
 108		addr->ss_family == AF_INET6 ? sizeof(struct sockaddr_in6) : 0);
 109}
 110
 111static int make_socket(int sotype, const char *ip, int port,
 112		       struct sockaddr_storage *addr)
 113{
 114	struct timeval timeo = { .tv_sec = IO_TIMEOUT_SEC };
 115	int err, family, fd;
 116
 117	family = is_ipv6(ip) ? AF_INET6 : AF_INET;
 118	err = make_sockaddr(family, ip, port, addr, NULL);
 119	if (CHECK(err, "make_address", "failed\n"))
 120		return -1;
 121
 122	fd = socket(addr->ss_family, sotype, 0);
 123	if (CHECK(fd < 0, "socket", "failed\n")) {
 124		log_err("failed to make socket");
 125		return -1;
 126	}
 127
 128	err = setsockopt(fd, SOL_SOCKET, SO_SNDTIMEO, &timeo, sizeof(timeo));
 129	if (CHECK(err, "setsockopt(SO_SNDTIMEO)", "failed\n")) {
 130		log_err("failed to set SNDTIMEO");
 131		close(fd);
 132		return -1;
 133	}
 134
 135	err = setsockopt(fd, SOL_SOCKET, SO_RCVTIMEO, &timeo, sizeof(timeo));
 136	if (CHECK(err, "setsockopt(SO_RCVTIMEO)", "failed\n")) {
 137		log_err("failed to set RCVTIMEO");
 138		close(fd);
 139		return -1;
 140	}
 141
 142	return fd;
 143}
 144
 145static int make_server(int sotype, const char *ip, int port,
 146		       struct bpf_program *reuseport_prog)
 147{
 148	struct sockaddr_storage addr = {0};
 149	const int one = 1;
 150	int err, fd = -1;
 151
 152	fd = make_socket(sotype, ip, port, &addr);
 153	if (fd < 0)
 154		return -1;
 155
 156	/* Enabled for UDPv6 sockets for IPv4-mapped IPv6 to work. */
 157	if (sotype == SOCK_DGRAM) {
 158		err = setsockopt(fd, SOL_IP, IP_RECVORIGDSTADDR, &one,
 159				 sizeof(one));
 160		if (CHECK(err, "setsockopt(IP_RECVORIGDSTADDR)", "failed\n")) {
 161			log_err("failed to enable IP_RECVORIGDSTADDR");
 162			goto fail;
 163		}
 164	}
 165
 166	if (sotype == SOCK_DGRAM && addr.ss_family == AF_INET6) {
 167		err = setsockopt(fd, SOL_IPV6, IPV6_RECVORIGDSTADDR, &one,
 168				 sizeof(one));
 169		if (CHECK(err, "setsockopt(IPV6_RECVORIGDSTADDR)", "failed\n")) {
 170			log_err("failed to enable IPV6_RECVORIGDSTADDR");
 171			goto fail;
 172		}
 173	}
 174
 175	if (sotype == SOCK_STREAM) {
 176		err = setsockopt(fd, SOL_SOCKET, SO_REUSEADDR, &one,
 177				 sizeof(one));
 178		if (CHECK(err, "setsockopt(SO_REUSEADDR)", "failed\n")) {
 179			log_err("failed to enable SO_REUSEADDR");
 180			goto fail;
 181		}
 182	}
 183
 184	if (reuseport_prog) {
 185		err = setsockopt(fd, SOL_SOCKET, SO_REUSEPORT, &one,
 186				 sizeof(one));
 187		if (CHECK(err, "setsockopt(SO_REUSEPORT)", "failed\n")) {
 188			log_err("failed to enable SO_REUSEPORT");
 189			goto fail;
 190		}
 191	}
 192
 193	err = bind(fd, (void *)&addr, inetaddr_len(&addr));
 194	if (CHECK(err, "bind", "failed\n")) {
 195		log_err("failed to bind listen socket");
 196		goto fail;
 197	}
 198
 199	if (sotype == SOCK_STREAM) {
 200		err = listen(fd, SOMAXCONN);
 201		if (CHECK(err, "make_server", "listen")) {
 202			log_err("failed to listen on port %d", port);
 203			goto fail;
 204		}
 205	}
 206
 207	/* Late attach reuseport prog so we can have one init path */
 208	if (reuseport_prog) {
 209		err = attach_reuseport(fd, reuseport_prog);
 210		if (CHECK(err, "attach_reuseport", "failed\n")) {
 211			log_err("failed to attach reuseport prog");
 212			goto fail;
 213		}
 214	}
 215
 216	return fd;
 217fail:
 218	close(fd);
 219	return -1;
 220}
 221
 222static int make_client(int sotype, const char *ip, int port)
 223{
 224	struct sockaddr_storage addr = {0};
 225	int err, fd;
 226
 227	fd = make_socket(sotype, ip, port, &addr);
 228	if (fd < 0)
 229		return -1;
 230
 231	err = connect(fd, (void *)&addr, inetaddr_len(&addr));
 232	if (CHECK(err, "make_client", "connect")) {
 233		log_err("failed to connect client socket");
 234		goto fail;
 235	}
 236
 237	return fd;
 238fail:
 239	close(fd);
 240	return -1;
 241}
 242
 243static __u64 socket_cookie(int fd)
 244{
 245	__u64 cookie;
 246	socklen_t cookie_len = sizeof(cookie);
 247
 248	if (CHECK(getsockopt(fd, SOL_SOCKET, SO_COOKIE, &cookie, &cookie_len) < 0,
 249		  "getsockopt(SO_COOKIE)", "%s\n", strerror(errno)))
 250		return 0;
 251	return cookie;
 252}
 253
 254static int fill_sk_lookup_ctx(struct bpf_sk_lookup *ctx, const char *local_ip, __u16 local_port,
 255			      const char *remote_ip, __u16 remote_port)
 256{
 257	void *local, *remote;
 258	int err;
 259
 260	memset(ctx, 0, sizeof(*ctx));
 261	ctx->local_port = local_port;
 262	ctx->remote_port = htons(remote_port);
 263
 264	if (is_ipv6(local_ip)) {
 265		ctx->family = AF_INET6;
 266		local = &ctx->local_ip6[0];
 267		remote = &ctx->remote_ip6[0];
 268	} else {
 269		ctx->family = AF_INET;
 270		local = &ctx->local_ip4;
 271		remote = &ctx->remote_ip4;
 272	}
 273
 274	err = inet_pton(ctx->family, local_ip, local);
 275	if (CHECK(err != 1, "inet_pton", "local_ip failed\n"))
 276		return 1;
 277
 278	err = inet_pton(ctx->family, remote_ip, remote);
 279	if (CHECK(err != 1, "inet_pton", "remote_ip failed\n"))
 280		return 1;
 281
 282	return 0;
 283}
 284
 285static int send_byte(int fd)
 286{
 287	ssize_t n;
 288
 289	errno = 0;
 290	n = send(fd, "a", 1, 0);
 291	if (CHECK(n <= 0, "send_byte", "send")) {
 292		log_err("failed/partial send");
 293		return -1;
 294	}
 295	return 0;
 296}
 297
 298static int recv_byte(int fd)
 299{
 300	char buf[1];
 301	ssize_t n;
 302
 303	n = recv(fd, buf, sizeof(buf), 0);
 304	if (CHECK(n <= 0, "recv_byte", "recv")) {
 305		log_err("failed/partial recv");
 306		return -1;
 307	}
 308	return 0;
 309}
 310
 311static int tcp_recv_send(int server_fd)
 312{
 313	char buf[1];
 314	int ret, fd;
 315	ssize_t n;
 316
 317	fd = accept(server_fd, NULL, NULL);
 318	if (CHECK(fd < 0, "accept", "failed\n")) {
 319		log_err("failed to accept");
 320		return -1;
 321	}
 322
 323	n = recv(fd, buf, sizeof(buf), 0);
 324	if (CHECK(n <= 0, "recv", "failed\n")) {
 325		log_err("failed/partial recv");
 326		ret = -1;
 327		goto close;
 328	}
 329
 330	n = send(fd, buf, n, 0);
 331	if (CHECK(n <= 0, "send", "failed\n")) {
 332		log_err("failed/partial send");
 333		ret = -1;
 334		goto close;
 335	}
 336
 337	ret = 0;
 338close:
 339	close(fd);
 340	return ret;
 341}
 342
 343static void v4_to_v6(struct sockaddr_storage *ss)
 344{
 345	struct sockaddr_in6 *v6 = (struct sockaddr_in6 *)ss;
 346	struct sockaddr_in v4 = *(struct sockaddr_in *)ss;
 347
 348	v6->sin6_family = AF_INET6;
 349	v6->sin6_port = v4.sin_port;
 350	v6->sin6_addr.s6_addr[10] = 0xff;
 351	v6->sin6_addr.s6_addr[11] = 0xff;
 352	memcpy(&v6->sin6_addr.s6_addr[12], &v4.sin_addr.s_addr, 4);
 353	memset(&v6->sin6_addr.s6_addr[0], 0, 10);
 354}
 355
 356static int udp_recv_send(int server_fd)
 357{
 358	char cmsg_buf[CMSG_SPACE(sizeof(struct sockaddr_storage))];
 359	struct sockaddr_storage _src_addr = { 0 };
 360	struct sockaddr_storage *src_addr = &_src_addr;
 361	struct sockaddr_storage *dst_addr = NULL;
 362	struct msghdr msg = { 0 };
 363	struct iovec iov = { 0 };
 364	struct cmsghdr *cm;
 365	char buf[1];
 366	int ret, fd;
 367	ssize_t n;
 368
 369	iov.iov_base = buf;
 370	iov.iov_len = sizeof(buf);
 371
 372	msg.msg_name = src_addr;
 373	msg.msg_namelen = sizeof(*src_addr);
 374	msg.msg_iov = &iov;
 375	msg.msg_iovlen = 1;
 376	msg.msg_control = cmsg_buf;
 377	msg.msg_controllen = sizeof(cmsg_buf);
 378
 379	errno = 0;
 380	n = recvmsg(server_fd, &msg, 0);
 381	if (CHECK(n <= 0, "recvmsg", "failed\n")) {
 382		log_err("failed to receive");
 383		return -1;
 384	}
 385	if (CHECK(msg.msg_flags & MSG_CTRUNC, "recvmsg", "truncated cmsg\n"))
 386		return -1;
 387
 388	for (cm = CMSG_FIRSTHDR(&msg); cm; cm = CMSG_NXTHDR(&msg, cm)) {
 389		if ((cm->cmsg_level == SOL_IP &&
 390		     cm->cmsg_type == IP_ORIGDSTADDR) ||
 391		    (cm->cmsg_level == SOL_IPV6 &&
 392		     cm->cmsg_type == IPV6_ORIGDSTADDR)) {
 393			dst_addr = (struct sockaddr_storage *)CMSG_DATA(cm);
 394			break;
 395		}
 396		log_err("warning: ignored cmsg at level %d type %d",
 397			cm->cmsg_level, cm->cmsg_type);
 398	}
 399	if (CHECK(!dst_addr, "recvmsg", "missing ORIGDSTADDR\n"))
 400		return -1;
 401
 402	/* Server socket bound to IPv4-mapped IPv6 address */
 403	if (src_addr->ss_family == AF_INET6 &&
 404	    dst_addr->ss_family == AF_INET) {
 405		v4_to_v6(dst_addr);
 406	}
 407
 408	/* Reply from original destination address. */
 409	fd = socket(dst_addr->ss_family, SOCK_DGRAM, 0);
 410	if (CHECK(fd < 0, "socket", "failed\n")) {
 411		log_err("failed to create tx socket");
 412		return -1;
 413	}
 414
 415	ret = bind(fd, (struct sockaddr *)dst_addr, sizeof(*dst_addr));
 416	if (CHECK(ret, "bind", "failed\n")) {
 417		log_err("failed to bind tx socket");
 418		goto out;
 419	}
 420
 421	msg.msg_control = NULL;
 422	msg.msg_controllen = 0;
 423	n = sendmsg(fd, &msg, 0);
 424	if (CHECK(n <= 0, "sendmsg", "failed\n")) {
 425		log_err("failed to send echo reply");
 426		ret = -1;
 427		goto out;
 428	}
 429
 430	ret = 0;
 431out:
 432	close(fd);
 433	return ret;
 434}
 435
 436static int tcp_echo_test(int client_fd, int server_fd)
 437{
 438	int err;
 439
 440	err = send_byte(client_fd);
 441	if (err)
 442		return -1;
 443	err = tcp_recv_send(server_fd);
 444	if (err)
 445		return -1;
 446	err = recv_byte(client_fd);
 447	if (err)
 448		return -1;
 449
 450	return 0;
 451}
 452
 453static int udp_echo_test(int client_fd, int server_fd)
 454{
 455	int err;
 456
 457	err = send_byte(client_fd);
 458	if (err)
 459		return -1;
 460	err = udp_recv_send(server_fd);
 461	if (err)
 462		return -1;
 463	err = recv_byte(client_fd);
 464	if (err)
 465		return -1;
 466
 467	return 0;
 468}
 469
 470static struct bpf_link *attach_lookup_prog(struct bpf_program *prog)
 471{
 472	struct bpf_link *link;
 473	int net_fd;
 474
 475	net_fd = open("/proc/self/ns/net", O_RDONLY);
 476	if (CHECK(net_fd < 0, "open", "failed\n")) {
 477		log_err("failed to open /proc/self/ns/net");
 478		return NULL;
 479	}
 480
 481	link = bpf_program__attach_netns(prog, net_fd);
 482	if (!ASSERT_OK_PTR(link, "bpf_program__attach_netns")) {
 483		errno = -PTR_ERR(link);
 484		log_err("failed to attach program '%s' to netns",
 485			bpf_program__name(prog));
 486		link = NULL;
 487	}
 488
 489	close(net_fd);
 490	return link;
 491}
 492
 493static int update_lookup_map(struct bpf_map *map, int index, int sock_fd)
 494{
 495	int err, map_fd;
 496	uint64_t value;
 497
 498	map_fd = bpf_map__fd(map);
 499	if (CHECK(map_fd < 0, "bpf_map__fd", "failed\n")) {
 500		errno = -map_fd;
 501		log_err("failed to get map FD");
 502		return -1;
 503	}
 504
 505	value = (uint64_t)sock_fd;
 506	err = bpf_map_update_elem(map_fd, &index, &value, BPF_NOEXIST);
 507	if (CHECK(err, "bpf_map_update_elem", "failed\n")) {
 508		log_err("failed to update redir_map @ %d", index);
 509		return -1;
 510	}
 511
 512	return 0;
 513}
 514
 515static void query_lookup_prog(struct test_sk_lookup *skel)
 516{
 517	struct bpf_link *link[3] = {};
 518	struct bpf_link_info info;
 519	__u32 attach_flags = 0;
 520	__u32 prog_ids[3] = {};
 521	__u32 prog_cnt = 3;
 522	__u32 prog_id;
 523	int net_fd;
 524	int err;
 525
 526	net_fd = open("/proc/self/ns/net", O_RDONLY);
 527	if (CHECK(net_fd < 0, "open", "failed\n")) {
 528		log_err("failed to open /proc/self/ns/net");
 529		return;
 530	}
 531
 532	link[0] = attach_lookup_prog(skel->progs.lookup_pass);
 533	if (!link[0])
 534		goto close;
 535	link[1] = attach_lookup_prog(skel->progs.lookup_pass);
 536	if (!link[1])
 537		goto detach;
 538	link[2] = attach_lookup_prog(skel->progs.lookup_drop);
 539	if (!link[2])
 540		goto detach;
 541
 542	err = bpf_prog_query(net_fd, BPF_SK_LOOKUP, 0 /* query flags */,
 543			     &attach_flags, prog_ids, &prog_cnt);
 544	if (CHECK(err, "bpf_prog_query", "failed\n")) {
 545		log_err("failed to query lookup prog");
 546		goto detach;
 547	}
 548
 549	errno = 0;
 550	if (CHECK(attach_flags != 0, "bpf_prog_query",
 551		  "wrong attach_flags on query: %u", attach_flags))
 552		goto detach;
 553	if (CHECK(prog_cnt != 3, "bpf_prog_query",
 554		  "wrong program count on query: %u", prog_cnt))
 555		goto detach;
 556	prog_id = link_info_prog_id(link[0], &info);
 557	CHECK(prog_ids[0] != prog_id, "bpf_prog_query",
 558	      "invalid program #0 id on query: %u != %u\n",
 559	      prog_ids[0], prog_id);
 560	CHECK(info.netns.netns_ino == 0, "netns_ino",
 561	      "unexpected netns_ino: %u\n", info.netns.netns_ino);
 562	prog_id = link_info_prog_id(link[1], &info);
 563	CHECK(prog_ids[1] != prog_id, "bpf_prog_query",
 564	      "invalid program #1 id on query: %u != %u\n",
 565	      prog_ids[1], prog_id);
 566	CHECK(info.netns.netns_ino == 0, "netns_ino",
 567	      "unexpected netns_ino: %u\n", info.netns.netns_ino);
 568	prog_id = link_info_prog_id(link[2], &info);
 569	CHECK(prog_ids[2] != prog_id, "bpf_prog_query",
 570	      "invalid program #2 id on query: %u != %u\n",
 571	      prog_ids[2], prog_id);
 572	CHECK(info.netns.netns_ino == 0, "netns_ino",
 573	      "unexpected netns_ino: %u\n", info.netns.netns_ino);
 574
 575	err = bpf_link__detach(link[0]);
 576	if (CHECK(err, "link_detach", "failed %d\n", err))
 577		goto detach;
 578
 579	/* prog id is still there, but netns_ino is zeroed out */
 580	prog_id = link_info_prog_id(link[0], &info);
 581	CHECK(prog_ids[0] != prog_id, "bpf_prog_query",
 582	      "invalid program #0 id on query: %u != %u\n",
 583	      prog_ids[0], prog_id);
 584	CHECK(info.netns.netns_ino != 0, "netns_ino",
 585	      "unexpected netns_ino: %u\n", info.netns.netns_ino);
 586
 587detach:
 588	if (link[2])
 589		bpf_link__destroy(link[2]);
 590	if (link[1])
 591		bpf_link__destroy(link[1]);
 592	if (link[0])
 593		bpf_link__destroy(link[0]);
 594close:
 595	close(net_fd);
 596}
 597
 598static void run_lookup_prog(const struct test *t)
 599{
 600	int server_fds[] = { [0 ... MAX_SERVERS - 1] = -1 };
 601	int client_fd, reuse_conn_fd = -1;
 602	struct bpf_link *lookup_link;
 603	int i, err;
 604
 605	lookup_link = attach_lookup_prog(t->lookup_prog);
 606	if (!lookup_link)
 607		return;
 608
 609	for (i = 0; i < ARRAY_SIZE(server_fds); i++) {
 610		server_fds[i] = make_server(t->sotype, t->listen_at.ip,
 611					    t->listen_at.port,
 612					    t->reuseport_prog);
 613		if (server_fds[i] < 0)
 614			goto close;
 615
 616		err = update_lookup_map(t->sock_map, i, server_fds[i]);
 617		if (err)
 618			goto close;
 619
 620		/* want just one server for non-reuseport test */
 621		if (!t->reuseport_prog)
 622			break;
 623	}
 624
 625	/* Regular UDP socket lookup with reuseport behaves
 626	 * differently when reuseport group contains connected
 627	 * sockets. Check that adding a connected UDP socket to the
 628	 * reuseport group does not affect how reuseport works with
 629	 * BPF socket lookup.
 630	 */
 631	if (t->reuseport_has_conns) {
 632		struct sockaddr_storage addr = {};
 633		socklen_t len = sizeof(addr);
 634
 635		/* Add an extra socket to reuseport group */
 636		reuse_conn_fd = make_server(t->sotype, t->listen_at.ip,
 637					    t->listen_at.port,
 638					    t->reuseport_prog);
 639		if (reuse_conn_fd < 0)
 640			goto close;
 641
 642		/* Connect the extra socket to itself */
 643		err = getsockname(reuse_conn_fd, (void *)&addr, &len);
 644		if (CHECK(err, "getsockname", "errno %d\n", errno))
 645			goto close;
 646		err = connect(reuse_conn_fd, (void *)&addr, len);
 647		if (CHECK(err, "connect", "errno %d\n", errno))
 648			goto close;
 649	}
 650
 651	client_fd = make_client(t->sotype, t->connect_to.ip, t->connect_to.port);
 652	if (client_fd < 0)
 653		goto close;
 654
 655	if (t->sotype == SOCK_STREAM)
 656		tcp_echo_test(client_fd, server_fds[t->accept_on]);
 657	else
 658		udp_echo_test(client_fd, server_fds[t->accept_on]);
 659
 660	close(client_fd);
 661close:
 662	if (reuse_conn_fd != -1)
 663		close(reuse_conn_fd);
 664	for (i = 0; i < ARRAY_SIZE(server_fds); i++) {
 665		if (server_fds[i] != -1)
 666			close(server_fds[i]);
 667	}
 668	bpf_link__destroy(lookup_link);
 669}
 670
 671static void test_redirect_lookup(struct test_sk_lookup *skel)
 672{
 673	const struct test tests[] = {
 674		{
 675			.desc		= "TCP IPv4 redir port",
 676			.lookup_prog	= skel->progs.redir_port,
 677			.sock_map	= skel->maps.redir_map,
 678			.sotype		= SOCK_STREAM,
 679			.connect_to	= { EXT_IP4, EXT_PORT },
 680			.listen_at	= { EXT_IP4, INT_PORT },
 681		},
 682		{
 683			.desc		= "TCP IPv4 redir addr",
 684			.lookup_prog	= skel->progs.redir_ip4,
 685			.sock_map	= skel->maps.redir_map,
 686			.sotype		= SOCK_STREAM,
 687			.connect_to	= { EXT_IP4, EXT_PORT },
 688			.listen_at	= { INT_IP4, EXT_PORT },
 689		},
 690		{
 691			.desc		= "TCP IPv4 redir with reuseport",
 692			.lookup_prog	= skel->progs.select_sock_a,
 693			.reuseport_prog	= skel->progs.select_sock_b,
 694			.sock_map	= skel->maps.redir_map,
 695			.sotype		= SOCK_STREAM,
 696			.connect_to	= { EXT_IP4, EXT_PORT },
 697			.listen_at	= { INT_IP4, INT_PORT },
 698			.accept_on	= SERVER_B,
 699		},
 700		{
 701			.desc		= "TCP IPv4 redir skip reuseport",
 702			.lookup_prog	= skel->progs.select_sock_a_no_reuseport,
 703			.reuseport_prog	= skel->progs.select_sock_b,
 704			.sock_map	= skel->maps.redir_map,
 705			.sotype		= SOCK_STREAM,
 706			.connect_to	= { EXT_IP4, EXT_PORT },
 707			.listen_at	= { INT_IP4, INT_PORT },
 708			.accept_on	= SERVER_A,
 709		},
 710		{
 711			.desc		= "TCP IPv6 redir port",
 712			.lookup_prog	= skel->progs.redir_port,
 713			.sock_map	= skel->maps.redir_map,
 714			.sotype		= SOCK_STREAM,
 715			.connect_to	= { EXT_IP6, EXT_PORT },
 716			.listen_at	= { EXT_IP6, INT_PORT },
 717		},
 718		{
 719			.desc		= "TCP IPv6 redir addr",
 720			.lookup_prog	= skel->progs.redir_ip6,
 721			.sock_map	= skel->maps.redir_map,
 722			.sotype		= SOCK_STREAM,
 723			.connect_to	= { EXT_IP6, EXT_PORT },
 724			.listen_at	= { INT_IP6, EXT_PORT },
 725		},
 726		{
 727			.desc		= "TCP IPv4->IPv6 redir port",
 728			.lookup_prog	= skel->progs.redir_port,
 729			.sock_map	= skel->maps.redir_map,
 730			.sotype		= SOCK_STREAM,
 731			.connect_to	= { EXT_IP4, EXT_PORT },
 732			.listen_at	= { INT_IP4_V6, INT_PORT },
 733		},
 734		{
 735			.desc		= "TCP IPv6 redir with reuseport",
 736			.lookup_prog	= skel->progs.select_sock_a,
 737			.reuseport_prog	= skel->progs.select_sock_b,
 738			.sock_map	= skel->maps.redir_map,
 739			.sotype		= SOCK_STREAM,
 740			.connect_to	= { EXT_IP6, EXT_PORT },
 741			.listen_at	= { INT_IP6, INT_PORT },
 742			.accept_on	= SERVER_B,
 743		},
 744		{
 745			.desc		= "TCP IPv6 redir skip reuseport",
 746			.lookup_prog	= skel->progs.select_sock_a_no_reuseport,
 747			.reuseport_prog	= skel->progs.select_sock_b,
 748			.sock_map	= skel->maps.redir_map,
 749			.sotype		= SOCK_STREAM,
 750			.connect_to	= { EXT_IP6, EXT_PORT },
 751			.listen_at	= { INT_IP6, INT_PORT },
 752			.accept_on	= SERVER_A,
 753		},
 754		{
 755			.desc		= "UDP IPv4 redir port",
 756			.lookup_prog	= skel->progs.redir_port,
 757			.sock_map	= skel->maps.redir_map,
 758			.sotype		= SOCK_DGRAM,
 759			.connect_to	= { EXT_IP4, EXT_PORT },
 760			.listen_at	= { EXT_IP4, INT_PORT },
 761		},
 762		{
 763			.desc		= "UDP IPv4 redir addr",
 764			.lookup_prog	= skel->progs.redir_ip4,
 765			.sock_map	= skel->maps.redir_map,
 766			.sotype		= SOCK_DGRAM,
 767			.connect_to	= { EXT_IP4, EXT_PORT },
 768			.listen_at	= { INT_IP4, EXT_PORT },
 769		},
 770		{
 771			.desc		= "UDP IPv4 redir with reuseport",
 772			.lookup_prog	= skel->progs.select_sock_a,
 773			.reuseport_prog	= skel->progs.select_sock_b,
 774			.sock_map	= skel->maps.redir_map,
 775			.sotype		= SOCK_DGRAM,
 776			.connect_to	= { EXT_IP4, EXT_PORT },
 777			.listen_at	= { INT_IP4, INT_PORT },
 778			.accept_on	= SERVER_B,
 779		},
 780		{
 781			.desc		= "UDP IPv4 redir and reuseport with conns",
 782			.lookup_prog	= skel->progs.select_sock_a,
 783			.reuseport_prog	= skel->progs.select_sock_b,
 784			.sock_map	= skel->maps.redir_map,
 785			.sotype		= SOCK_DGRAM,
 786			.connect_to	= { EXT_IP4, EXT_PORT },
 787			.listen_at	= { INT_IP4, INT_PORT },
 788			.accept_on	= SERVER_B,
 789			.reuseport_has_conns = true,
 790		},
 791		{
 792			.desc		= "UDP IPv4 redir skip reuseport",
 793			.lookup_prog	= skel->progs.select_sock_a_no_reuseport,
 794			.reuseport_prog	= skel->progs.select_sock_b,
 795			.sock_map	= skel->maps.redir_map,
 796			.sotype		= SOCK_DGRAM,
 797			.connect_to	= { EXT_IP4, EXT_PORT },
 798			.listen_at	= { INT_IP4, INT_PORT },
 799			.accept_on	= SERVER_A,
 800		},
 801		{
 802			.desc		= "UDP IPv6 redir port",
 803			.lookup_prog	= skel->progs.redir_port,
 804			.sock_map	= skel->maps.redir_map,
 805			.sotype		= SOCK_DGRAM,
 806			.connect_to	= { EXT_IP6, EXT_PORT },
 807			.listen_at	= { EXT_IP6, INT_PORT },
 808		},
 809		{
 810			.desc		= "UDP IPv6 redir addr",
 811			.lookup_prog	= skel->progs.redir_ip6,
 812			.sock_map	= skel->maps.redir_map,
 813			.sotype		= SOCK_DGRAM,
 814			.connect_to	= { EXT_IP6, EXT_PORT },
 815			.listen_at	= { INT_IP6, EXT_PORT },
 816		},
 817		{
 818			.desc		= "UDP IPv4->IPv6 redir port",
 819			.lookup_prog	= skel->progs.redir_port,
 820			.sock_map	= skel->maps.redir_map,
 821			.sotype		= SOCK_DGRAM,
 822			.listen_at	= { INT_IP4_V6, INT_PORT },
 823			.connect_to	= { EXT_IP4, EXT_PORT },
 824		},
 825		{
 826			.desc		= "UDP IPv6 redir and reuseport",
 827			.lookup_prog	= skel->progs.select_sock_a,
 828			.reuseport_prog	= skel->progs.select_sock_b,
 829			.sock_map	= skel->maps.redir_map,
 830			.sotype		= SOCK_DGRAM,
 831			.connect_to	= { EXT_IP6, EXT_PORT },
 832			.listen_at	= { INT_IP6, INT_PORT },
 833			.accept_on	= SERVER_B,
 834		},
 835		{
 836			.desc		= "UDP IPv6 redir and reuseport with conns",
 837			.lookup_prog	= skel->progs.select_sock_a,
 838			.reuseport_prog	= skel->progs.select_sock_b,
 839			.sock_map	= skel->maps.redir_map,
 840			.sotype		= SOCK_DGRAM,
 841			.connect_to	= { EXT_IP6, EXT_PORT },
 842			.listen_at	= { INT_IP6, INT_PORT },
 843			.accept_on	= SERVER_B,
 844			.reuseport_has_conns = true,
 845		},
 846		{
 847			.desc		= "UDP IPv6 redir skip reuseport",
 848			.lookup_prog	= skel->progs.select_sock_a_no_reuseport,
 849			.reuseport_prog	= skel->progs.select_sock_b,
 850			.sock_map	= skel->maps.redir_map,
 851			.sotype		= SOCK_DGRAM,
 852			.connect_to	= { EXT_IP6, EXT_PORT },
 853			.listen_at	= { INT_IP6, INT_PORT },
 854			.accept_on	= SERVER_A,
 855		},
 856	};
 857	const struct test *t;
 858
 859	for (t = tests; t < tests + ARRAY_SIZE(tests); t++) {
 860		if (test__start_subtest(t->desc))
 861			run_lookup_prog(t);
 862	}
 863}
 864
 865static void drop_on_lookup(const struct test *t)
 866{
 867	struct sockaddr_storage dst = {};
 868	int client_fd, server_fd, err;
 869	struct bpf_link *lookup_link;
 870	ssize_t n;
 871
 872	lookup_link = attach_lookup_prog(t->lookup_prog);
 873	if (!lookup_link)
 874		return;
 875
 876	server_fd = make_server(t->sotype, t->listen_at.ip, t->listen_at.port,
 877				t->reuseport_prog);
 878	if (server_fd < 0)
 879		goto detach;
 880
 881	client_fd = make_socket(t->sotype, t->connect_to.ip,
 882				t->connect_to.port, &dst);
 883	if (client_fd < 0)
 884		goto close_srv;
 885
 886	err = connect(client_fd, (void *)&dst, inetaddr_len(&dst));
 887	if (t->sotype == SOCK_DGRAM) {
 888		err = send_byte(client_fd);
 889		if (err)
 890			goto close_all;
 891
 892		/* Read out asynchronous error */
 893		n = recv(client_fd, NULL, 0, 0);
 894		err = n == -1;
 895	}
 896	if (CHECK(!err || errno != ECONNREFUSED, "connect",
 897		  "unexpected success or error\n"))
 898		log_err("expected ECONNREFUSED on connect");
 899
 900close_all:
 901	close(client_fd);
 902close_srv:
 903	close(server_fd);
 904detach:
 905	bpf_link__destroy(lookup_link);
 906}
 907
 908static void test_drop_on_lookup(struct test_sk_lookup *skel)
 909{
 910	const struct test tests[] = {
 911		{
 912			.desc		= "TCP IPv4 drop on lookup",
 913			.lookup_prog	= skel->progs.lookup_drop,
 914			.sotype		= SOCK_STREAM,
 915			.connect_to	= { EXT_IP4, EXT_PORT },
 916			.listen_at	= { EXT_IP4, EXT_PORT },
 917		},
 918		{
 919			.desc		= "TCP IPv6 drop on lookup",
 920			.lookup_prog	= skel->progs.lookup_drop,
 921			.sotype		= SOCK_STREAM,
 922			.connect_to	= { EXT_IP6, EXT_PORT },
 923			.listen_at	= { EXT_IP6, EXT_PORT },
 924		},
 925		{
 926			.desc		= "UDP IPv4 drop on lookup",
 927			.lookup_prog	= skel->progs.lookup_drop,
 928			.sotype		= SOCK_DGRAM,
 929			.connect_to	= { EXT_IP4, EXT_PORT },
 930			.listen_at	= { EXT_IP4, EXT_PORT },
 931		},
 932		{
 933			.desc		= "UDP IPv6 drop on lookup",
 934			.lookup_prog	= skel->progs.lookup_drop,
 935			.sotype		= SOCK_DGRAM,
 936			.connect_to	= { EXT_IP6, EXT_PORT },
 937			.listen_at	= { EXT_IP6, INT_PORT },
 938		},
 939		/* The program will drop on success, meaning that the ifindex
 940		 * was 1.
 941		 */
 942		{
 943			.desc		= "TCP IPv4 drop on valid ifindex",
 944			.lookup_prog	= skel->progs.check_ifindex,
 945			.sotype		= SOCK_STREAM,
 946			.connect_to	= { EXT_IP4, EXT_PORT },
 947			.listen_at	= { EXT_IP4, EXT_PORT },
 948		},
 949		{
 950			.desc		= "TCP IPv6 drop on valid ifindex",
 951			.lookup_prog	= skel->progs.check_ifindex,
 952			.sotype		= SOCK_STREAM,
 953			.connect_to	= { EXT_IP6, EXT_PORT },
 954			.listen_at	= { EXT_IP6, EXT_PORT },
 955		},
 956		{
 957			.desc		= "UDP IPv4 drop on valid ifindex",
 958			.lookup_prog	= skel->progs.check_ifindex,
 959			.sotype		= SOCK_DGRAM,
 960			.connect_to	= { EXT_IP4, EXT_PORT },
 961			.listen_at	= { EXT_IP4, EXT_PORT },
 962		},
 963		{
 964			.desc		= "UDP IPv6 drop on valid ifindex",
 965			.lookup_prog	= skel->progs.check_ifindex,
 966			.sotype		= SOCK_DGRAM,
 967			.connect_to	= { EXT_IP6, EXT_PORT },
 968			.listen_at	= { EXT_IP6, EXT_PORT },
 969		},
 970	};
 971	const struct test *t;
 972
 973	for (t = tests; t < tests + ARRAY_SIZE(tests); t++) {
 974		if (test__start_subtest(t->desc))
 975			drop_on_lookup(t);
 976	}
 977}
 978
 979static void drop_on_reuseport(const struct test *t)
 980{
 981	struct sockaddr_storage dst = { 0 };
 982	int client, server1, server2, err;
 983	struct bpf_link *lookup_link;
 984	ssize_t n;
 985
 986	lookup_link = attach_lookup_prog(t->lookup_prog);
 987	if (!lookup_link)
 988		return;
 989
 990	server1 = make_server(t->sotype, t->listen_at.ip, t->listen_at.port,
 991			      t->reuseport_prog);
 992	if (server1 < 0)
 993		goto detach;
 994
 995	err = update_lookup_map(t->sock_map, SERVER_A, server1);
 996	if (err)
 997		goto detach;
 998
 999	/* second server on destination address we should never reach */
1000	server2 = make_server(t->sotype, t->connect_to.ip, t->connect_to.port,
1001			      NULL /* reuseport prog */);
1002	if (server2 < 0)
1003		goto close_srv1;
1004
1005	client = make_socket(t->sotype, t->connect_to.ip,
1006			     t->connect_to.port, &dst);
1007	if (client < 0)
1008		goto close_srv2;
1009
1010	err = connect(client, (void *)&dst, inetaddr_len(&dst));
1011	if (t->sotype == SOCK_DGRAM) {
1012		err = send_byte(client);
1013		if (err)
1014			goto close_all;
1015
1016		/* Read out asynchronous error */
1017		n = recv(client, NULL, 0, 0);
1018		err = n == -1;
1019	}
1020	if (CHECK(!err || errno != ECONNREFUSED, "connect",
1021		  "unexpected success or error\n"))
1022		log_err("expected ECONNREFUSED on connect");
1023
1024close_all:
1025	close(client);
1026close_srv2:
1027	close(server2);
1028close_srv1:
1029	close(server1);
1030detach:
1031	bpf_link__destroy(lookup_link);
1032}
1033
1034static void test_drop_on_reuseport(struct test_sk_lookup *skel)
1035{
1036	const struct test tests[] = {
1037		{
1038			.desc		= "TCP IPv4 drop on reuseport",
1039			.lookup_prog	= skel->progs.select_sock_a,
1040			.reuseport_prog	= skel->progs.reuseport_drop,
1041			.sock_map	= skel->maps.redir_map,
1042			.sotype		= SOCK_STREAM,
1043			.connect_to	= { EXT_IP4, EXT_PORT },
1044			.listen_at	= { INT_IP4, INT_PORT },
1045		},
1046		{
1047			.desc		= "TCP IPv6 drop on reuseport",
1048			.lookup_prog	= skel->progs.select_sock_a,
1049			.reuseport_prog	= skel->progs.reuseport_drop,
1050			.sock_map	= skel->maps.redir_map,
1051			.sotype		= SOCK_STREAM,
1052			.connect_to	= { EXT_IP6, EXT_PORT },
1053			.listen_at	= { INT_IP6, INT_PORT },
1054		},
1055		{
1056			.desc		= "UDP IPv4 drop on reuseport",
1057			.lookup_prog	= skel->progs.select_sock_a,
1058			.reuseport_prog	= skel->progs.reuseport_drop,
1059			.sock_map	= skel->maps.redir_map,
1060			.sotype		= SOCK_DGRAM,
1061			.connect_to	= { EXT_IP4, EXT_PORT },
1062			.listen_at	= { INT_IP4, INT_PORT },
1063		},
1064		{
1065			.desc		= "TCP IPv6 drop on reuseport",
1066			.lookup_prog	= skel->progs.select_sock_a,
1067			.reuseport_prog	= skel->progs.reuseport_drop,
1068			.sock_map	= skel->maps.redir_map,
1069			.sotype		= SOCK_STREAM,
1070			.connect_to	= { EXT_IP6, EXT_PORT },
1071			.listen_at	= { INT_IP6, INT_PORT },
1072		},
1073	};
1074	const struct test *t;
1075
1076	for (t = tests; t < tests + ARRAY_SIZE(tests); t++) {
1077		if (test__start_subtest(t->desc))
1078			drop_on_reuseport(t);
1079	}
1080}
1081
1082static void run_sk_assign(struct test_sk_lookup *skel,
1083			  struct bpf_program *lookup_prog,
1084			  const char *remote_ip, const char *local_ip)
1085{
1086	int server_fds[] = { [0 ... MAX_SERVERS - 1] = -1 };
1087	struct bpf_sk_lookup ctx;
1088	__u64 server_cookie;
1089	int i, err;
1090
1091	DECLARE_LIBBPF_OPTS(bpf_test_run_opts, opts,
1092		.ctx_in = &ctx,
1093		.ctx_size_in = sizeof(ctx),
1094		.ctx_out = &ctx,
1095		.ctx_size_out = sizeof(ctx),
1096	);
1097
1098	if (fill_sk_lookup_ctx(&ctx, local_ip, EXT_PORT, remote_ip, INT_PORT))
1099		return;
1100
1101	ctx.protocol = IPPROTO_TCP;
1102
1103	for (i = 0; i < ARRAY_SIZE(server_fds); i++) {
1104		server_fds[i] = make_server(SOCK_STREAM, local_ip, 0, NULL);
1105		if (server_fds[i] < 0)
1106			goto close_servers;
1107
1108		err = update_lookup_map(skel->maps.redir_map, i,
1109					server_fds[i]);
1110		if (err)
1111			goto close_servers;
1112	}
1113
1114	server_cookie = socket_cookie(server_fds[SERVER_B]);
1115	if (!server_cookie)
1116		return;
1117
1118	err = bpf_prog_test_run_opts(bpf_program__fd(lookup_prog), &opts);
1119	if (CHECK(err, "test_run", "failed with error %d\n", errno))
1120		goto close_servers;
1121
1122	if (CHECK(ctx.cookie == 0, "ctx.cookie", "no socket selected\n"))
1123		goto close_servers;
1124
1125	CHECK(ctx.cookie != server_cookie, "ctx.cookie",
1126	      "selected sk %llu instead of %llu\n", ctx.cookie, server_cookie);
1127
1128close_servers:
1129	for (i = 0; i < ARRAY_SIZE(server_fds); i++) {
1130		if (server_fds[i] != -1)
1131			close(server_fds[i]);
1132	}
1133}
1134
1135static void run_sk_assign_v4(struct test_sk_lookup *skel,
1136			     struct bpf_program *lookup_prog)
1137{
1138	run_sk_assign(skel, lookup_prog, INT_IP4, EXT_IP4);
1139}
1140
1141static void run_sk_assign_v6(struct test_sk_lookup *skel,
1142			     struct bpf_program *lookup_prog)
1143{
1144	run_sk_assign(skel, lookup_prog, INT_IP6, EXT_IP6);
1145}
1146
1147static void run_sk_assign_connected(struct test_sk_lookup *skel,
1148				    int sotype)
1149{
1150	int err, client_fd, connected_fd, server_fd;
1151	struct bpf_link *lookup_link;
1152
1153	server_fd = make_server(sotype, EXT_IP4, EXT_PORT, NULL);
1154	if (server_fd < 0)
1155		return;
1156
1157	connected_fd = make_client(sotype, EXT_IP4, EXT_PORT);
1158	if (connected_fd < 0)
1159		goto out_close_server;
1160
1161	/* Put a connected socket in redirect map */
1162	err = update_lookup_map(skel->maps.redir_map, SERVER_A, connected_fd);
1163	if (err)
1164		goto out_close_connected;
1165
1166	lookup_link = attach_lookup_prog(skel->progs.sk_assign_esocknosupport);
1167	if (!lookup_link)
1168		goto out_close_connected;
1169
1170	/* Try to redirect TCP SYN / UDP packet to a connected socket */
1171	client_fd = make_client(sotype, EXT_IP4, EXT_PORT);
1172	if (client_fd < 0)
1173		goto out_unlink_prog;
1174	if (sotype == SOCK_DGRAM) {
1175		send_byte(client_fd);
1176		recv_byte(server_fd);
1177	}
1178
1179	close(client_fd);
1180out_unlink_prog:
1181	bpf_link__destroy(lookup_link);
1182out_close_connected:
1183	close(connected_fd);
1184out_close_server:
1185	close(server_fd);
1186}
1187
1188static void test_sk_assign_helper(struct test_sk_lookup *skel)
1189{
1190	if (test__start_subtest("sk_assign returns EEXIST"))
1191		run_sk_assign_v4(skel, skel->progs.sk_assign_eexist);
1192	if (test__start_subtest("sk_assign honors F_REPLACE"))
1193		run_sk_assign_v4(skel, skel->progs.sk_assign_replace_flag);
1194	if (test__start_subtest("sk_assign accepts NULL socket"))
1195		run_sk_assign_v4(skel, skel->progs.sk_assign_null);
1196	if (test__start_subtest("access ctx->sk"))
1197		run_sk_assign_v4(skel, skel->progs.access_ctx_sk);
1198	if (test__start_subtest("narrow access to ctx v4"))
1199		run_sk_assign_v4(skel, skel->progs.ctx_narrow_access);
1200	if (test__start_subtest("narrow access to ctx v6"))
1201		run_sk_assign_v6(skel, skel->progs.ctx_narrow_access);
1202	if (test__start_subtest("sk_assign rejects TCP established"))
1203		run_sk_assign_connected(skel, SOCK_STREAM);
1204	if (test__start_subtest("sk_assign rejects UDP connected"))
1205		run_sk_assign_connected(skel, SOCK_DGRAM);
1206}
1207
1208struct test_multi_prog {
1209	const char *desc;
1210	struct bpf_program *prog1;
1211	struct bpf_program *prog2;
1212	struct bpf_map *redir_map;
1213	struct bpf_map *run_map;
1214	int expect_errno;
1215	struct inet_addr listen_at;
1216};
1217
1218static void run_multi_prog_lookup(const struct test_multi_prog *t)
1219{
1220	struct sockaddr_storage dst = {};
1221	int map_fd, server_fd, client_fd;
1222	struct bpf_link *link1, *link2;
1223	int prog_idx, done, err;
1224
1225	map_fd = bpf_map__fd(t->run_map);
1226
1227	done = 0;
1228	prog_idx = PROG1;
1229	err = bpf_map_update_elem(map_fd, &prog_idx, &done, BPF_ANY);
1230	if (CHECK(err, "bpf_map_update_elem", "failed\n"))
1231		return;
1232	prog_idx = PROG2;
1233	err = bpf_map_update_elem(map_fd, &prog_idx, &done, BPF_ANY);
1234	if (CHECK(err, "bpf_map_update_elem", "failed\n"))
1235		return;
1236
1237	link1 = attach_lookup_prog(t->prog1);
1238	if (!link1)
1239		return;
1240	link2 = attach_lookup_prog(t->prog2);
1241	if (!link2)
1242		goto out_unlink1;
1243
1244	server_fd = make_server(SOCK_STREAM, t->listen_at.ip,
1245				t->listen_at.port, NULL);
1246	if (server_fd < 0)
1247		goto out_unlink2;
1248
1249	err = update_lookup_map(t->redir_map, SERVER_A, server_fd);
1250	if (err)
1251		goto out_close_server;
1252
1253	client_fd = make_socket(SOCK_STREAM, EXT_IP4, EXT_PORT, &dst);
1254	if (client_fd < 0)
1255		goto out_close_server;
1256
1257	err = connect(client_fd, (void *)&dst, inetaddr_len(&dst));
1258	if (CHECK(err && !t->expect_errno, "connect",
1259		  "unexpected error %d\n", errno))
1260		goto out_close_client;
1261	if (CHECK(err && t->expect_errno && errno != t->expect_errno,
1262		  "connect", "unexpected error %d\n", errno))
1263		goto out_close_client;
1264
1265	done = 0;
1266	prog_idx = PROG1;
1267	err = bpf_map_lookup_elem(map_fd, &prog_idx, &done);
1268	CHECK(err, "bpf_map_lookup_elem", "failed\n");
1269	CHECK(!done, "bpf_map_lookup_elem", "PROG1 !done\n");
1270
1271	done = 0;
1272	prog_idx = PROG2;
1273	err = bpf_map_lookup_elem(map_fd, &prog_idx, &done);
1274	CHECK(err, "bpf_map_lookup_elem", "failed\n");
1275	CHECK(!done, "bpf_map_lookup_elem", "PROG2 !done\n");
1276
1277out_close_client:
1278	close(client_fd);
1279out_close_server:
1280	close(server_fd);
1281out_unlink2:
1282	bpf_link__destroy(link2);
1283out_unlink1:
1284	bpf_link__destroy(link1);
1285}
1286
1287static void test_multi_prog_lookup(struct test_sk_lookup *skel)
1288{
1289	struct test_multi_prog tests[] = {
1290		{
1291			.desc		= "multi prog - pass, pass",
1292			.prog1		= skel->progs.multi_prog_pass1,
1293			.prog2		= skel->progs.multi_prog_pass2,
1294			.listen_at	= { EXT_IP4, EXT_PORT },
1295		},
1296		{
1297			.desc		= "multi prog - drop, drop",
1298			.prog1		= skel->progs.multi_prog_drop1,
1299			.prog2		= skel->progs.multi_prog_drop2,
1300			.listen_at	= { EXT_IP4, EXT_PORT },
1301			.expect_errno	= ECONNREFUSED,
1302		},
1303		{
1304			.desc		= "multi prog - pass, drop",
1305			.prog1		= skel->progs.multi_prog_pass1,
1306			.prog2		= skel->progs.multi_prog_drop2,
1307			.listen_at	= { EXT_IP4, EXT_PORT },
1308			.expect_errno	= ECONNREFUSED,
1309		},
1310		{
1311			.desc		= "multi prog - drop, pass",
1312			.prog1		= skel->progs.multi_prog_drop1,
1313			.prog2		= skel->progs.multi_prog_pass2,
1314			.listen_at	= { EXT_IP4, EXT_PORT },
1315			.expect_errno	= ECONNREFUSED,
1316		},
1317		{
1318			.desc		= "multi prog - pass, redir",
1319			.prog1		= skel->progs.multi_prog_pass1,
1320			.prog2		= skel->progs.multi_prog_redir2,
1321			.listen_at	= { INT_IP4, INT_PORT },
1322		},
1323		{
1324			.desc		= "multi prog - redir, pass",
1325			.prog1		= skel->progs.multi_prog_redir1,
1326			.prog2		= skel->progs.multi_prog_pass2,
1327			.listen_at	= { INT_IP4, INT_PORT },
1328		},
1329		{
1330			.desc		= "multi prog - drop, redir",
1331			.prog1		= skel->progs.multi_prog_drop1,
1332			.prog2		= skel->progs.multi_prog_redir2,
1333			.listen_at	= { INT_IP4, INT_PORT },
1334		},
1335		{
1336			.desc		= "multi prog - redir, drop",
1337			.prog1		= skel->progs.multi_prog_redir1,
1338			.prog2		= skel->progs.multi_prog_drop2,
1339			.listen_at	= { INT_IP4, INT_PORT },
1340		},
1341		{
1342			.desc		= "multi prog - redir, redir",
1343			.prog1		= skel->progs.multi_prog_redir1,
1344			.prog2		= skel->progs.multi_prog_redir2,
1345			.listen_at	= { INT_IP4, INT_PORT },
1346		},
1347	};
1348	struct test_multi_prog *t;
1349
1350	for (t = tests; t < tests + ARRAY_SIZE(tests); t++) {
1351		t->redir_map = skel->maps.redir_map;
1352		t->run_map = skel->maps.run_map;
1353		if (test__start_subtest(t->desc))
1354			run_multi_prog_lookup(t);
1355	}
1356}
1357
1358static void run_tests(struct test_sk_lookup *skel)
1359{
1360	if (test__start_subtest("query lookup prog"))
1361		query_lookup_prog(skel);
1362	test_redirect_lookup(skel);
1363	test_drop_on_lookup(skel);
1364	test_drop_on_reuseport(skel);
1365	test_sk_assign_helper(skel);
1366	test_multi_prog_lookup(skel);
1367}
1368
1369static int switch_netns(void)
1370{
1371	static const char * const setup_script[] = {
1372		"ip -6 addr add dev lo " EXT_IP6 "/128",
1373		"ip -6 addr add dev lo " INT_IP6 "/128",
1374		"ip link set dev lo up",
1375		NULL,
1376	};
1377	const char * const *cmd;
1378	int err;
1379
1380	err = unshare(CLONE_NEWNET);
1381	if (CHECK(err, "unshare", "failed\n")) {
1382		log_err("unshare(CLONE_NEWNET)");
1383		return -1;
1384	}
1385
1386	for (cmd = setup_script; *cmd; cmd++) {
1387		err = system(*cmd);
1388		if (CHECK(err, "system", "failed\n")) {
1389			log_err("system(%s)", *cmd);
1390			return -1;
1391		}
1392	}
1393
1394	return 0;
1395}
1396
1397void test_sk_lookup(void)
1398{
1399	struct test_sk_lookup *skel;
1400	int err;
1401
1402	err = switch_netns();
1403	if (err)
1404		return;
1405
1406	skel = test_sk_lookup__open_and_load();
1407	if (CHECK(!skel, "skel open_and_load", "failed\n"))
1408		return;
1409
1410	run_tests(skel);
1411
1412	test_sk_lookup__destroy(skel);
1413}