1// SPDX-License-Identifier: GPL-2.0
  2/* Copyright (c) 2019 Facebook */
  3
  4#include <linux/err.h>
  5#include <netinet/tcp.h>
  6#include <test_progs.h>
  7#include "network_helpers.h"
  8#include "bpf_dctcp.skel.h"
  9#include "bpf_cubic.skel.h"
 10#include "bpf_tcp_nogpl.skel.h"
 11#include "bpf_dctcp_release.skel.h"
 12#include "tcp_ca_write_sk_pacing.skel.h"
 13#include "tcp_ca_incompl_cong_ops.skel.h"
 14#include "tcp_ca_unsupp_cong_op.skel.h"
 15
 16#ifndef ENOTSUPP
 17#define ENOTSUPP 524
 18#endif
 19
 20static const unsigned int total_bytes = 10 * 1024 * 1024;
 21static int expected_stg = 0xeB9F;
 22static int stop, duration;
 23
 24static int settcpca(int fd, const char *tcp_ca)
 25{
 26	int err;
 27
 28	err = setsockopt(fd, IPPROTO_TCP, TCP_CONGESTION, tcp_ca, strlen(tcp_ca));
 29	if (CHECK(err == -1, "setsockopt(fd, TCP_CONGESTION)", "errno:%d\n",
 30		  errno))
 31		return -1;
 32
 33	return 0;
 34}
 35
 36static void *server(void *arg)
 37{
 38	int lfd = (int)(long)arg, err = 0, fd;
 39	ssize_t nr_sent = 0, bytes = 0;
 40	char batch[1500];
 41
 42	fd = accept(lfd, NULL, NULL);
 43	while (fd == -1) {
 44		if (errno == EINTR)
 45			continue;
 46		err = -errno;
 47		goto done;
 48	}
 49
 50	if (settimeo(fd, 0)) {
 51		err = -errno;
 52		goto done;
 53	}
 54
 55	while (bytes < total_bytes && !READ_ONCE(stop)) {
 56		nr_sent = send(fd, &batch,
 57			       MIN(total_bytes - bytes, sizeof(batch)), 0);
 58		if (nr_sent == -1 && errno == EINTR)
 59			continue;
 60		if (nr_sent == -1) {
 61			err = -errno;
 62			break;
 63		}
 64		bytes += nr_sent;
 65	}
 66
 67	CHECK(bytes != total_bytes, "send", "%zd != %u nr_sent:%zd errno:%d\n",
 68	      bytes, total_bytes, nr_sent, errno);
 69
 70done:
 71	if (fd >= 0)
 72		close(fd);
 73	if (err) {
 74		WRITE_ONCE(stop, 1);
 75		return ERR_PTR(err);
 76	}
 77	return NULL;
 78}
 79
 80static void do_test(const char *tcp_ca, const struct bpf_map *sk_stg_map)
 81{
 82	struct sockaddr_in6 sa6 = {};
 83	ssize_t nr_recv = 0, bytes = 0;
 84	int lfd = -1, fd = -1;
 85	pthread_t srv_thread;
 86	socklen_t addrlen = sizeof(sa6);
 87	void *thread_ret;
 88	char batch[1500];
 89	int err;
 90
 91	WRITE_ONCE(stop, 0);
 92
 93	lfd = socket(AF_INET6, SOCK_STREAM, 0);
 94	if (CHECK(lfd == -1, "socket", "errno:%d\n", errno))
 95		return;
 96	fd = socket(AF_INET6, SOCK_STREAM, 0);
 97	if (CHECK(fd == -1, "socket", "errno:%d\n", errno)) {
 98		close(lfd);
 99		return;
100	}
101
102	if (settcpca(lfd, tcp_ca) || settcpca(fd, tcp_ca) ||
103	    settimeo(lfd, 0) || settimeo(fd, 0))
104		goto done;
105
106	/* bind, listen and start server thread to accept */
107	sa6.sin6_family = AF_INET6;
108	sa6.sin6_addr = in6addr_loopback;
109	err = bind(lfd, (struct sockaddr *)&sa6, addrlen);
110	if (CHECK(err == -1, "bind", "errno:%d\n", errno))
111		goto done;
112	err = getsockname(lfd, (struct sockaddr *)&sa6, &addrlen);
113	if (CHECK(err == -1, "getsockname", "errno:%d\n", errno))
114		goto done;
115	err = listen(lfd, 1);
116	if (CHECK(err == -1, "listen", "errno:%d\n", errno))
117		goto done;
118
119	if (sk_stg_map) {
120		err = bpf_map_update_elem(bpf_map__fd(sk_stg_map), &fd,
121					  &expected_stg, BPF_NOEXIST);
122		if (CHECK(err, "bpf_map_update_elem(sk_stg_map)",
123			  "err:%d errno:%d\n", err, errno))
124			goto done;
125	}
126
127	/* connect to server */
128	err = connect(fd, (struct sockaddr *)&sa6, addrlen);
129	if (CHECK(err == -1, "connect", "errno:%d\n", errno))
130		goto done;
131
132	if (sk_stg_map) {
133		int tmp_stg;
134
135		err = bpf_map_lookup_elem(bpf_map__fd(sk_stg_map), &fd,
136					  &tmp_stg);
137		if (CHECK(!err || errno != ENOENT,
138			  "bpf_map_lookup_elem(sk_stg_map)",
139			  "err:%d errno:%d\n", err, errno))
140			goto done;
141	}
142
143	err = pthread_create(&srv_thread, NULL, server, (void *)(long)lfd);
144	if (CHECK(err != 0, "pthread_create", "err:%d errno:%d\n", err, errno))
145		goto done;
146
147	/* recv total_bytes */
148	while (bytes < total_bytes && !READ_ONCE(stop)) {
149		nr_recv = recv(fd, &batch,
150			       MIN(total_bytes - bytes, sizeof(batch)), 0);
151		if (nr_recv == -1 && errno == EINTR)
152			continue;
153		if (nr_recv == -1)
154			break;
155		bytes += nr_recv;
156	}
157
158	CHECK(bytes != total_bytes, "recv", "%zd != %u nr_recv:%zd errno:%d\n",
159	      bytes, total_bytes, nr_recv, errno);
160
161	WRITE_ONCE(stop, 1);
162	pthread_join(srv_thread, &thread_ret);
163	CHECK(IS_ERR(thread_ret), "pthread_join", "thread_ret:%ld",
164	      PTR_ERR(thread_ret));
165done:
166	close(lfd);
167	close(fd);
168}
169
170static void test_cubic(void)
171{
172	struct bpf_cubic *cubic_skel;
173	struct bpf_link *link;
174
175	cubic_skel = bpf_cubic__open_and_load();
176	if (CHECK(!cubic_skel, "bpf_cubic__open_and_load", "failed\n"))
177		return;
178
179	link = bpf_map__attach_struct_ops(cubic_skel->maps.cubic);
180	if (!ASSERT_OK_PTR(link, "bpf_map__attach_struct_ops")) {
181		bpf_cubic__destroy(cubic_skel);
182		return;
183	}
184
185	do_test("bpf_cubic", NULL);
186
187	bpf_link__destroy(link);
188	bpf_cubic__destroy(cubic_skel);
189}
190
191static void test_dctcp(void)
192{
193	struct bpf_dctcp *dctcp_skel;
194	struct bpf_link *link;
195
196	dctcp_skel = bpf_dctcp__open_and_load();
197	if (CHECK(!dctcp_skel, "bpf_dctcp__open_and_load", "failed\n"))
198		return;
199
200	link = bpf_map__attach_struct_ops(dctcp_skel->maps.dctcp);
201	if (!ASSERT_OK_PTR(link, "bpf_map__attach_struct_ops")) {
202		bpf_dctcp__destroy(dctcp_skel);
203		return;
204	}
205
206	do_test("bpf_dctcp", dctcp_skel->maps.sk_stg_map);
207	CHECK(dctcp_skel->bss->stg_result != expected_stg,
208	      "Unexpected stg_result", "stg_result (%x) != expected_stg (%x)\n",
209	      dctcp_skel->bss->stg_result, expected_stg);
210
211	bpf_link__destroy(link);
212	bpf_dctcp__destroy(dctcp_skel);
213}
214
215static char *err_str;
216static bool found;
217
218static int libbpf_debug_print(enum libbpf_print_level level,
219			      const char *format, va_list args)
220{
221	const char *prog_name, *log_buf;
222
223	if (level != LIBBPF_WARN ||
224	    !strstr(format, "-- BEGIN PROG LOAD LOG --")) {
225		vprintf(format, args);
226		return 0;
227	}
228
229	prog_name = va_arg(args, char *);
230	log_buf = va_arg(args, char *);
231	if (!log_buf)
232		goto out;
233	if (err_str && strstr(log_buf, err_str) != NULL)
234		found = true;
235out:
236	printf(format, prog_name, log_buf);
237	return 0;
238}
239
240static void test_invalid_license(void)
241{
242	libbpf_print_fn_t old_print_fn;
243	struct bpf_tcp_nogpl *skel;
244
245	err_str = "struct ops programs must have a GPL compatible license";
246	found = false;
247	old_print_fn = libbpf_set_print(libbpf_debug_print);
248
249	skel = bpf_tcp_nogpl__open_and_load();
250	ASSERT_NULL(skel, "bpf_tcp_nogpl");
251	ASSERT_EQ(found, true, "expected_err_msg");
252
253	bpf_tcp_nogpl__destroy(skel);
254	libbpf_set_print(old_print_fn);
255}
256
257static void test_dctcp_fallback(void)
258{
259	int err, lfd = -1, cli_fd = -1, srv_fd = -1;
260	struct network_helper_opts opts = {
261		.cc = "cubic",
262	};
263	struct bpf_dctcp *dctcp_skel;
264	struct bpf_link *link = NULL;
265	char srv_cc[16];
266	socklen_t cc_len = sizeof(srv_cc);
267
268	dctcp_skel = bpf_dctcp__open();
269	if (!ASSERT_OK_PTR(dctcp_skel, "dctcp_skel"))
270		return;
271	strcpy(dctcp_skel->rodata->fallback, "cubic");
272	if (!ASSERT_OK(bpf_dctcp__load(dctcp_skel), "bpf_dctcp__load"))
273		goto done;
274
275	link = bpf_map__attach_struct_ops(dctcp_skel->maps.dctcp);
276	if (!ASSERT_OK_PTR(link, "dctcp link"))
277		goto done;
278
279	lfd = start_server(AF_INET6, SOCK_STREAM, "::1", 0, 0);
280	if (!ASSERT_GE(lfd, 0, "lfd") ||
281	    !ASSERT_OK(settcpca(lfd, "bpf_dctcp"), "lfd=>bpf_dctcp"))
282		goto done;
283
284	cli_fd = connect_to_fd_opts(lfd, &opts);
285	if (!ASSERT_GE(cli_fd, 0, "cli_fd"))
286		goto done;
287
288	srv_fd = accept(lfd, NULL, 0);
289	if (!ASSERT_GE(srv_fd, 0, "srv_fd"))
290		goto done;
291	ASSERT_STREQ(dctcp_skel->bss->cc_res, "cubic", "cc_res");
292	ASSERT_EQ(dctcp_skel->bss->tcp_cdg_res, -ENOTSUPP, "tcp_cdg_res");
293	/* All setsockopt(TCP_CONGESTION) in the recurred
294	 * bpf_dctcp->init() should fail with -EBUSY.
295	 */
296	ASSERT_EQ(dctcp_skel->bss->ebusy_cnt, 3, "ebusy_cnt");
297
298	err = getsockopt(srv_fd, SOL_TCP, TCP_CONGESTION, srv_cc, &cc_len);
299	if (!ASSERT_OK(err, "getsockopt(srv_fd, TCP_CONGESTION)"))
300		goto done;
301	ASSERT_STREQ(srv_cc, "cubic", "srv_fd cc");
302
303done:
304	bpf_link__destroy(link);
305	bpf_dctcp__destroy(dctcp_skel);
306	if (lfd != -1)
307		close(lfd);
308	if (srv_fd != -1)
309		close(srv_fd);
310	if (cli_fd != -1)
311		close(cli_fd);
312}
313
314static void test_rel_setsockopt(void)
315{
316	struct bpf_dctcp_release *rel_skel;
317	libbpf_print_fn_t old_print_fn;
318
319	err_str = "unknown func bpf_setsockopt";
320	found = false;
321
322	old_print_fn = libbpf_set_print(libbpf_debug_print);
323	rel_skel = bpf_dctcp_release__open_and_load();
324	libbpf_set_print(old_print_fn);
325
326	ASSERT_ERR_PTR(rel_skel, "rel_skel");
327	ASSERT_TRUE(found, "expected_err_msg");
328
329	bpf_dctcp_release__destroy(rel_skel);
330}
331
332static void test_write_sk_pacing(void)
333{
334	struct tcp_ca_write_sk_pacing *skel;
335	struct bpf_link *link;
336
337	skel = tcp_ca_write_sk_pacing__open_and_load();
338	if (!ASSERT_OK_PTR(skel, "open_and_load"))
339		return;
340
341	link = bpf_map__attach_struct_ops(skel->maps.write_sk_pacing);
342	ASSERT_OK_PTR(link, "attach_struct_ops");
343
344	bpf_link__destroy(link);
345	tcp_ca_write_sk_pacing__destroy(skel);
346}
347
348static void test_incompl_cong_ops(void)
349{
350	struct tcp_ca_incompl_cong_ops *skel;
351	struct bpf_link *link;
352
353	skel = tcp_ca_incompl_cong_ops__open_and_load();
354	if (!ASSERT_OK_PTR(skel, "open_and_load"))
355		return;
356
357	/* That cong_avoid() and cong_control() are missing is only reported at
358	 * this point:
359	 */
360	link = bpf_map__attach_struct_ops(skel->maps.incompl_cong_ops);
361	ASSERT_ERR_PTR(link, "attach_struct_ops");
362
363	bpf_link__destroy(link);
364	tcp_ca_incompl_cong_ops__destroy(skel);
365}
366
367static void test_unsupp_cong_op(void)
368{
369	libbpf_print_fn_t old_print_fn;
370	struct tcp_ca_unsupp_cong_op *skel;
371
372	err_str = "attach to unsupported member get_info";
373	found = false;
374	old_print_fn = libbpf_set_print(libbpf_debug_print);
375
376	skel = tcp_ca_unsupp_cong_op__open_and_load();
377	ASSERT_NULL(skel, "open_and_load");
378	ASSERT_EQ(found, true, "expected_err_msg");
379
380	tcp_ca_unsupp_cong_op__destroy(skel);
381	libbpf_set_print(old_print_fn);
382}
383
384void test_bpf_tcp_ca(void)
385{
386	if (test__start_subtest("dctcp"))
387		test_dctcp();
388	if (test__start_subtest("cubic"))
389		test_cubic();
390	if (test__start_subtest("invalid_license"))
391		test_invalid_license();
392	if (test__start_subtest("dctcp_fallback"))
393		test_dctcp_fallback();
394	if (test__start_subtest("rel_setsockopt"))
395		test_rel_setsockopt();
396	if (test__start_subtest("write_sk_pacing"))
397		test_write_sk_pacing();
398	if (test__start_subtest("incompl_cong_ops"))
399		test_incompl_cong_ops();
400	if (test__start_subtest("unsupp_cong_op"))
401		test_unsupp_cong_op();
402}