1// SPDX-License-Identifier: GPL-2.0-only
  2/* Copyright (c) 2016 John Fastabend <john.r.fastabend@intel.com>
  3 */
  4#include <linux/bpf.h>
  5#include <linux/if_link.h>
  6#include <assert.h>
  7#include <errno.h>
  8#include <signal.h>
  9#include <stdio.h>
 10#include <stdlib.h>
 11#include <stdbool.h>
 12#include <string.h>
 13#include <net/if.h>
 14#include <unistd.h>
 15#include <libgen.h>
 16#include <sys/resource.h>
 17
 18#include "bpf_util.h"
 19#include <bpf/bpf.h>
 20#include "libbpf.h"
 21
 22static int ifindex_in;
 23static int ifindex_out;
 24static bool ifindex_out_xdp_dummy_attached = true;
 25static __u32 prog_id;
 26static __u32 dummy_prog_id;
 27
 28static __u32 xdp_flags = XDP_FLAGS_UPDATE_IF_NOEXIST;
 29static int rxcnt_map_fd;
 30
 31static void int_exit(int sig)
 32{
 33	__u32 curr_prog_id = 0;
 34
 35	if (bpf_get_link_xdp_id(ifindex_in, &curr_prog_id, xdp_flags)) {
 36		printf("bpf_get_link_xdp_id failed\n");
 37		exit(1);
 38	}
 39	if (prog_id == curr_prog_id)
 40		bpf_set_link_xdp_fd(ifindex_in, -1, xdp_flags);
 41	else if (!curr_prog_id)
 42		printf("couldn't find a prog id on iface IN\n");
 43	else
 44		printf("program on iface IN changed, not removing\n");
 45
 46	if (ifindex_out_xdp_dummy_attached) {
 47		curr_prog_id = 0;
 48		if (bpf_get_link_xdp_id(ifindex_out, &curr_prog_id,
 49					xdp_flags)) {
 50			printf("bpf_get_link_xdp_id failed\n");
 51			exit(1);
 52		}
 53		if (dummy_prog_id == curr_prog_id)
 54			bpf_set_link_xdp_fd(ifindex_out, -1, xdp_flags);
 55		else if (!curr_prog_id)
 56			printf("couldn't find a prog id on iface OUT\n");
 57		else
 58			printf("program on iface OUT changed, not removing\n");
 59	}
 60	exit(0);
 61}
 62
 63static void poll_stats(int interval, int ifindex)
 64{
 65	unsigned int nr_cpus = bpf_num_possible_cpus();
 66	__u64 values[nr_cpus], prev[nr_cpus];
 67
 68	memset(prev, 0, sizeof(prev));
 69
 70	while (1) {
 71		__u64 sum = 0;
 72		__u32 key = 0;
 73		int i;
 74
 75		sleep(interval);
 76		assert(bpf_map_lookup_elem(rxcnt_map_fd, &key, values) == 0);
 77		for (i = 0; i < nr_cpus; i++)
 78			sum += (values[i] - prev[i]);
 79		if (sum)
 80			printf("ifindex %i: %10llu pkt/s\n",
 81			       ifindex, sum / interval);
 82		memcpy(prev, values, sizeof(values));
 83	}
 84}
 85
 86static void usage(const char *prog)
 87{
 88	fprintf(stderr,
 89		"usage: %s [OPTS] <IFNAME|IFINDEX>_IN <IFNAME|IFINDEX>_OUT\n\n"
 90		"OPTS:\n"
 91		"    -S    use skb-mode\n"
 92		"    -N    enforce native mode\n"
 93		"    -F    force loading prog\n",
 94		prog);
 95}
 96
 97
 98int main(int argc, char **argv)
 99{
100	struct rlimit r = {RLIM_INFINITY, RLIM_INFINITY};
101	struct bpf_prog_load_attr prog_load_attr = {
102		.prog_type	= BPF_PROG_TYPE_XDP,
103	};
104	struct bpf_program *prog, *dummy_prog;
105	int prog_fd, tx_port_map_fd, opt;
106	struct bpf_prog_info info = {};
107	__u32 info_len = sizeof(info);
108	const char *optstr = "FSN";
109	struct bpf_object *obj;
110	char filename[256];
111	int dummy_prog_fd;
112	int ret, key = 0;
113
114	while ((opt = getopt(argc, argv, optstr)) != -1) {
115		switch (opt) {
116		case 'S':
117			xdp_flags |= XDP_FLAGS_SKB_MODE;
118			break;
119		case 'N':
120			xdp_flags |= XDP_FLAGS_DRV_MODE;
121			break;
122		case 'F':
123			xdp_flags &= ~XDP_FLAGS_UPDATE_IF_NOEXIST;
124			break;
125		default:
126			usage(basename(argv[0]));
127			return 1;
128		}
129	}
130
131	if (optind == argc) {
132		printf("usage: %s <IFNAME|IFINDEX>_IN <IFNAME|IFINDEX>_OUT\n", argv[0]);
133		return 1;
134	}
135
136	if (setrlimit(RLIMIT_MEMLOCK, &r)) {
137		perror("setrlimit(RLIMIT_MEMLOCK)");
138		return 1;
139	}
140
141	ifindex_in = if_nametoindex(argv[optind]);
142	if (!ifindex_in)
143		ifindex_in = strtoul(argv[optind], NULL, 0);
144
145	ifindex_out = if_nametoindex(argv[optind + 1]);
146	if (!ifindex_out)
147		ifindex_out = strtoul(argv[optind + 1], NULL, 0);
148
149	printf("input: %d output: %d\n", ifindex_in, ifindex_out);
150
151	snprintf(filename, sizeof(filename), "%s_kern.o", argv[0]);
152	prog_load_attr.file = filename;
153
154	if (bpf_prog_load_xattr(&prog_load_attr, &obj, &prog_fd))
155		return 1;
156
157	prog = bpf_program__next(NULL, obj);
158	dummy_prog = bpf_program__next(prog, obj);
159	if (!prog || !dummy_prog) {
160		printf("finding a prog in obj file failed\n");
161		return 1;
162	}
163	/* bpf_prog_load_xattr gives us the pointer to first prog's fd,
164	 * so we're missing only the fd for dummy prog
165	 */
166	dummy_prog_fd = bpf_program__fd(dummy_prog);
167	if (prog_fd < 0 || dummy_prog_fd < 0) {
168		printf("bpf_prog_load_xattr: %s\n", strerror(errno));
169		return 1;
170	}
171
172	tx_port_map_fd = bpf_object__find_map_fd_by_name(obj, "tx_port");
173	rxcnt_map_fd = bpf_object__find_map_fd_by_name(obj, "rxcnt");
174	if (tx_port_map_fd < 0 || rxcnt_map_fd < 0) {
175		printf("bpf_object__find_map_fd_by_name failed\n");
176		return 1;
177	}
178
179	if (bpf_set_link_xdp_fd(ifindex_in, prog_fd, xdp_flags) < 0) {
180		printf("ERROR: link set xdp fd failed on %d\n", ifindex_in);
181		return 1;
182	}
183
184	ret = bpf_obj_get_info_by_fd(prog_fd, &info, &info_len);
185	if (ret) {
186		printf("can't get prog info - %s\n", strerror(errno));
187		return ret;
188	}
189	prog_id = info.id;
190
191	/* Loading dummy XDP prog on out-device */
192	if (bpf_set_link_xdp_fd(ifindex_out, dummy_prog_fd,
193			    (xdp_flags | XDP_FLAGS_UPDATE_IF_NOEXIST)) < 0) {
194		printf("WARN: link set xdp fd failed on %d\n", ifindex_out);
195		ifindex_out_xdp_dummy_attached = false;
196	}
197
198	memset(&info, 0, sizeof(info));
199	ret = bpf_obj_get_info_by_fd(dummy_prog_fd, &info, &info_len);
200	if (ret) {
201		printf("can't get prog info - %s\n", strerror(errno));
202		return ret;
203	}
204	dummy_prog_id = info.id;
205
206	signal(SIGINT, int_exit);
207	signal(SIGTERM, int_exit);
208
209	/* bpf redirect port */
210	ret = bpf_map_update_elem(tx_port_map_fd, &key, &ifindex_out, 0);
211	if (ret) {
212		perror("bpf_update_elem");
213		goto out;
214	}
215
216	poll_stats(2, ifindex_out);
217
218out:
219	return 0;
220}