Loading...
1// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause)
2/* Copyright (c) 2018 Facebook */
3
4#include <stdlib.h>
5#include <memory.h>
6#include <unistd.h>
7#include <linux/bpf.h>
8#include <linux/rtnetlink.h>
9#include <sys/socket.h>
10#include <errno.h>
11#include <time.h>
12
13#include "bpf.h"
14#include "libbpf.h"
15#include "nlattr.h"
16
17#ifndef SOL_NETLINK
18#define SOL_NETLINK 270
19#endif
20
21typedef int (*__dump_nlmsg_t)(struct nlmsghdr *nlmsg, libbpf_dump_nlmsg_t,
22 void *cookie);
23
24struct xdp_id_md {
25 int ifindex;
26 __u32 flags;
27 __u32 id;
28};
29
30int libbpf_netlink_open(__u32 *nl_pid)
31{
32 struct sockaddr_nl sa;
33 socklen_t addrlen;
34 int one = 1, ret;
35 int sock;
36
37 memset(&sa, 0, sizeof(sa));
38 sa.nl_family = AF_NETLINK;
39
40 sock = socket(AF_NETLINK, SOCK_RAW, NETLINK_ROUTE);
41 if (sock < 0)
42 return -errno;
43
44 if (setsockopt(sock, SOL_NETLINK, NETLINK_EXT_ACK,
45 &one, sizeof(one)) < 0) {
46 fprintf(stderr, "Netlink error reporting not supported\n");
47 }
48
49 if (bind(sock, (struct sockaddr *)&sa, sizeof(sa)) < 0) {
50 ret = -errno;
51 goto cleanup;
52 }
53
54 addrlen = sizeof(sa);
55 if (getsockname(sock, (struct sockaddr *)&sa, &addrlen) < 0) {
56 ret = -errno;
57 goto cleanup;
58 }
59
60 if (addrlen != sizeof(sa)) {
61 ret = -LIBBPF_ERRNO__INTERNAL;
62 goto cleanup;
63 }
64
65 *nl_pid = sa.nl_pid;
66 return sock;
67
68cleanup:
69 close(sock);
70 return ret;
71}
72
73static int bpf_netlink_recv(int sock, __u32 nl_pid, int seq,
74 __dump_nlmsg_t _fn, libbpf_dump_nlmsg_t fn,
75 void *cookie)
76{
77 bool multipart = true;
78 struct nlmsgerr *err;
79 struct nlmsghdr *nh;
80 char buf[4096];
81 int len, ret;
82
83 while (multipart) {
84 multipart = false;
85 len = recv(sock, buf, sizeof(buf), 0);
86 if (len < 0) {
87 ret = -errno;
88 goto done;
89 }
90
91 if (len == 0)
92 break;
93
94 for (nh = (struct nlmsghdr *)buf; NLMSG_OK(nh, len);
95 nh = NLMSG_NEXT(nh, len)) {
96 if (nh->nlmsg_pid != nl_pid) {
97 ret = -LIBBPF_ERRNO__WRNGPID;
98 goto done;
99 }
100 if (nh->nlmsg_seq != seq) {
101 ret = -LIBBPF_ERRNO__INVSEQ;
102 goto done;
103 }
104 if (nh->nlmsg_flags & NLM_F_MULTI)
105 multipart = true;
106 switch (nh->nlmsg_type) {
107 case NLMSG_ERROR:
108 err = (struct nlmsgerr *)NLMSG_DATA(nh);
109 if (!err->error)
110 continue;
111 ret = err->error;
112 libbpf_nla_dump_errormsg(nh);
113 goto done;
114 case NLMSG_DONE:
115 return 0;
116 default:
117 break;
118 }
119 if (_fn) {
120 ret = _fn(nh, fn, cookie);
121 if (ret)
122 return ret;
123 }
124 }
125 }
126 ret = 0;
127done:
128 return ret;
129}
130
131int bpf_set_link_xdp_fd(int ifindex, int fd, __u32 flags)
132{
133 int sock, seq = 0, ret;
134 struct nlattr *nla, *nla_xdp;
135 struct {
136 struct nlmsghdr nh;
137 struct ifinfomsg ifinfo;
138 char attrbuf[64];
139 } req;
140 __u32 nl_pid;
141
142 sock = libbpf_netlink_open(&nl_pid);
143 if (sock < 0)
144 return sock;
145
146 memset(&req, 0, sizeof(req));
147 req.nh.nlmsg_len = NLMSG_LENGTH(sizeof(struct ifinfomsg));
148 req.nh.nlmsg_flags = NLM_F_REQUEST | NLM_F_ACK;
149 req.nh.nlmsg_type = RTM_SETLINK;
150 req.nh.nlmsg_pid = 0;
151 req.nh.nlmsg_seq = ++seq;
152 req.ifinfo.ifi_family = AF_UNSPEC;
153 req.ifinfo.ifi_index = ifindex;
154
155 /* started nested attribute for XDP */
156 nla = (struct nlattr *)(((char *)&req)
157 + NLMSG_ALIGN(req.nh.nlmsg_len));
158 nla->nla_type = NLA_F_NESTED | IFLA_XDP;
159 nla->nla_len = NLA_HDRLEN;
160
161 /* add XDP fd */
162 nla_xdp = (struct nlattr *)((char *)nla + nla->nla_len);
163 nla_xdp->nla_type = IFLA_XDP_FD;
164 nla_xdp->nla_len = NLA_HDRLEN + sizeof(int);
165 memcpy((char *)nla_xdp + NLA_HDRLEN, &fd, sizeof(fd));
166 nla->nla_len += nla_xdp->nla_len;
167
168 /* if user passed in any flags, add those too */
169 if (flags) {
170 nla_xdp = (struct nlattr *)((char *)nla + nla->nla_len);
171 nla_xdp->nla_type = IFLA_XDP_FLAGS;
172 nla_xdp->nla_len = NLA_HDRLEN + sizeof(flags);
173 memcpy((char *)nla_xdp + NLA_HDRLEN, &flags, sizeof(flags));
174 nla->nla_len += nla_xdp->nla_len;
175 }
176
177 req.nh.nlmsg_len += NLA_ALIGN(nla->nla_len);
178
179 if (send(sock, &req, req.nh.nlmsg_len, 0) < 0) {
180 ret = -errno;
181 goto cleanup;
182 }
183 ret = bpf_netlink_recv(sock, nl_pid, seq, NULL, NULL, NULL);
184
185cleanup:
186 close(sock);
187 return ret;
188}
189
190static int __dump_link_nlmsg(struct nlmsghdr *nlh,
191 libbpf_dump_nlmsg_t dump_link_nlmsg, void *cookie)
192{
193 struct nlattr *tb[IFLA_MAX + 1], *attr;
194 struct ifinfomsg *ifi = NLMSG_DATA(nlh);
195 int len;
196
197 len = nlh->nlmsg_len - NLMSG_LENGTH(sizeof(*ifi));
198 attr = (struct nlattr *) ((void *) ifi + NLMSG_ALIGN(sizeof(*ifi)));
199 if (libbpf_nla_parse(tb, IFLA_MAX, attr, len, NULL) != 0)
200 return -LIBBPF_ERRNO__NLPARSE;
201
202 return dump_link_nlmsg(cookie, ifi, tb);
203}
204
205static unsigned char get_xdp_id_attr(unsigned char mode, __u32 flags)
206{
207 if (mode != XDP_ATTACHED_MULTI)
208 return IFLA_XDP_PROG_ID;
209 if (flags & XDP_FLAGS_DRV_MODE)
210 return IFLA_XDP_DRV_PROG_ID;
211 if (flags & XDP_FLAGS_HW_MODE)
212 return IFLA_XDP_HW_PROG_ID;
213 if (flags & XDP_FLAGS_SKB_MODE)
214 return IFLA_XDP_SKB_PROG_ID;
215
216 return IFLA_XDP_UNSPEC;
217}
218
219static int get_xdp_id(void *cookie, void *msg, struct nlattr **tb)
220{
221 struct nlattr *xdp_tb[IFLA_XDP_MAX + 1];
222 struct xdp_id_md *xdp_id = cookie;
223 struct ifinfomsg *ifinfo = msg;
224 unsigned char mode, xdp_attr;
225 int ret;
226
227 if (xdp_id->ifindex && xdp_id->ifindex != ifinfo->ifi_index)
228 return 0;
229
230 if (!tb[IFLA_XDP])
231 return 0;
232
233 ret = libbpf_nla_parse_nested(xdp_tb, IFLA_XDP_MAX, tb[IFLA_XDP], NULL);
234 if (ret)
235 return ret;
236
237 if (!xdp_tb[IFLA_XDP_ATTACHED])
238 return 0;
239
240 mode = libbpf_nla_getattr_u8(xdp_tb[IFLA_XDP_ATTACHED]);
241 if (mode == XDP_ATTACHED_NONE)
242 return 0;
243
244 xdp_attr = get_xdp_id_attr(mode, xdp_id->flags);
245 if (!xdp_attr || !xdp_tb[xdp_attr])
246 return 0;
247
248 xdp_id->id = libbpf_nla_getattr_u32(xdp_tb[xdp_attr]);
249
250 return 0;
251}
252
253int bpf_get_link_xdp_id(int ifindex, __u32 *prog_id, __u32 flags)
254{
255 struct xdp_id_md xdp_id = {};
256 int sock, ret;
257 __u32 nl_pid;
258 __u32 mask;
259
260 if (flags & ~XDP_FLAGS_MASK)
261 return -EINVAL;
262
263 /* Check whether the single {HW,DRV,SKB} mode is set */
264 flags &= (XDP_FLAGS_SKB_MODE | XDP_FLAGS_DRV_MODE | XDP_FLAGS_HW_MODE);
265 mask = flags - 1;
266 if (flags && flags & mask)
267 return -EINVAL;
268
269 sock = libbpf_netlink_open(&nl_pid);
270 if (sock < 0)
271 return sock;
272
273 xdp_id.ifindex = ifindex;
274 xdp_id.flags = flags;
275
276 ret = libbpf_nl_get_link(sock, nl_pid, get_xdp_id, &xdp_id);
277 if (!ret)
278 *prog_id = xdp_id.id;
279
280 close(sock);
281 return ret;
282}
283
284int libbpf_nl_get_link(int sock, unsigned int nl_pid,
285 libbpf_dump_nlmsg_t dump_link_nlmsg, void *cookie)
286{
287 struct {
288 struct nlmsghdr nlh;
289 struct ifinfomsg ifm;
290 } req = {
291 .nlh.nlmsg_len = NLMSG_LENGTH(sizeof(struct ifinfomsg)),
292 .nlh.nlmsg_type = RTM_GETLINK,
293 .nlh.nlmsg_flags = NLM_F_DUMP | NLM_F_REQUEST,
294 .ifm.ifi_family = AF_PACKET,
295 };
296 int seq = time(NULL);
297
298 req.nlh.nlmsg_seq = seq;
299 if (send(sock, &req, req.nlh.nlmsg_len, 0) < 0)
300 return -errno;
301
302 return bpf_netlink_recv(sock, nl_pid, seq, __dump_link_nlmsg,
303 dump_link_nlmsg, cookie);
304}
305
306static int __dump_class_nlmsg(struct nlmsghdr *nlh,
307 libbpf_dump_nlmsg_t dump_class_nlmsg,
308 void *cookie)
309{
310 struct nlattr *tb[TCA_MAX + 1], *attr;
311 struct tcmsg *t = NLMSG_DATA(nlh);
312 int len;
313
314 len = nlh->nlmsg_len - NLMSG_LENGTH(sizeof(*t));
315 attr = (struct nlattr *) ((void *) t + NLMSG_ALIGN(sizeof(*t)));
316 if (libbpf_nla_parse(tb, TCA_MAX, attr, len, NULL) != 0)
317 return -LIBBPF_ERRNO__NLPARSE;
318
319 return dump_class_nlmsg(cookie, t, tb);
320}
321
322int libbpf_nl_get_class(int sock, unsigned int nl_pid, int ifindex,
323 libbpf_dump_nlmsg_t dump_class_nlmsg, void *cookie)
324{
325 struct {
326 struct nlmsghdr nlh;
327 struct tcmsg t;
328 } req = {
329 .nlh.nlmsg_len = NLMSG_LENGTH(sizeof(struct tcmsg)),
330 .nlh.nlmsg_type = RTM_GETTCLASS,
331 .nlh.nlmsg_flags = NLM_F_DUMP | NLM_F_REQUEST,
332 .t.tcm_family = AF_UNSPEC,
333 .t.tcm_ifindex = ifindex,
334 };
335 int seq = time(NULL);
336
337 req.nlh.nlmsg_seq = seq;
338 if (send(sock, &req, req.nlh.nlmsg_len, 0) < 0)
339 return -errno;
340
341 return bpf_netlink_recv(sock, nl_pid, seq, __dump_class_nlmsg,
342 dump_class_nlmsg, cookie);
343}
344
345static int __dump_qdisc_nlmsg(struct nlmsghdr *nlh,
346 libbpf_dump_nlmsg_t dump_qdisc_nlmsg,
347 void *cookie)
348{
349 struct nlattr *tb[TCA_MAX + 1], *attr;
350 struct tcmsg *t = NLMSG_DATA(nlh);
351 int len;
352
353 len = nlh->nlmsg_len - NLMSG_LENGTH(sizeof(*t));
354 attr = (struct nlattr *) ((void *) t + NLMSG_ALIGN(sizeof(*t)));
355 if (libbpf_nla_parse(tb, TCA_MAX, attr, len, NULL) != 0)
356 return -LIBBPF_ERRNO__NLPARSE;
357
358 return dump_qdisc_nlmsg(cookie, t, tb);
359}
360
361int libbpf_nl_get_qdisc(int sock, unsigned int nl_pid, int ifindex,
362 libbpf_dump_nlmsg_t dump_qdisc_nlmsg, void *cookie)
363{
364 struct {
365 struct nlmsghdr nlh;
366 struct tcmsg t;
367 } req = {
368 .nlh.nlmsg_len = NLMSG_LENGTH(sizeof(struct tcmsg)),
369 .nlh.nlmsg_type = RTM_GETQDISC,
370 .nlh.nlmsg_flags = NLM_F_DUMP | NLM_F_REQUEST,
371 .t.tcm_family = AF_UNSPEC,
372 .t.tcm_ifindex = ifindex,
373 };
374 int seq = time(NULL);
375
376 req.nlh.nlmsg_seq = seq;
377 if (send(sock, &req, req.nlh.nlmsg_len, 0) < 0)
378 return -errno;
379
380 return bpf_netlink_recv(sock, nl_pid, seq, __dump_qdisc_nlmsg,
381 dump_qdisc_nlmsg, cookie);
382}
383
384static int __dump_filter_nlmsg(struct nlmsghdr *nlh,
385 libbpf_dump_nlmsg_t dump_filter_nlmsg,
386 void *cookie)
387{
388 struct nlattr *tb[TCA_MAX + 1], *attr;
389 struct tcmsg *t = NLMSG_DATA(nlh);
390 int len;
391
392 len = nlh->nlmsg_len - NLMSG_LENGTH(sizeof(*t));
393 attr = (struct nlattr *) ((void *) t + NLMSG_ALIGN(sizeof(*t)));
394 if (libbpf_nla_parse(tb, TCA_MAX, attr, len, NULL) != 0)
395 return -LIBBPF_ERRNO__NLPARSE;
396
397 return dump_filter_nlmsg(cookie, t, tb);
398}
399
400int libbpf_nl_get_filter(int sock, unsigned int nl_pid, int ifindex, int handle,
401 libbpf_dump_nlmsg_t dump_filter_nlmsg, void *cookie)
402{
403 struct {
404 struct nlmsghdr nlh;
405 struct tcmsg t;
406 } req = {
407 .nlh.nlmsg_len = NLMSG_LENGTH(sizeof(struct tcmsg)),
408 .nlh.nlmsg_type = RTM_GETTFILTER,
409 .nlh.nlmsg_flags = NLM_F_DUMP | NLM_F_REQUEST,
410 .t.tcm_family = AF_UNSPEC,
411 .t.tcm_ifindex = ifindex,
412 .t.tcm_parent = handle,
413 };
414 int seq = time(NULL);
415
416 req.nlh.nlmsg_seq = seq;
417 if (send(sock, &req, req.nlh.nlmsg_len, 0) < 0)
418 return -errno;
419
420 return bpf_netlink_recv(sock, nl_pid, seq, __dump_filter_nlmsg,
421 dump_filter_nlmsg, cookie);
422}
1// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause)
2/* Copyright (c) 2018 Facebook */
3
4#include <stdlib.h>
5#include <memory.h>
6#include <unistd.h>
7#include <arpa/inet.h>
8#include <linux/bpf.h>
9#include <linux/if_ether.h>
10#include <linux/pkt_cls.h>
11#include <linux/rtnetlink.h>
12#include <sys/socket.h>
13#include <errno.h>
14#include <time.h>
15
16#include "bpf.h"
17#include "libbpf.h"
18#include "libbpf_internal.h"
19#include "nlattr.h"
20
21#ifndef SOL_NETLINK
22#define SOL_NETLINK 270
23#endif
24
25typedef int (*libbpf_dump_nlmsg_t)(void *cookie, void *msg, struct nlattr **tb);
26
27typedef int (*__dump_nlmsg_t)(struct nlmsghdr *nlmsg, libbpf_dump_nlmsg_t,
28 void *cookie);
29
30struct xdp_id_md {
31 int ifindex;
32 __u32 flags;
33 struct xdp_link_info info;
34};
35
36static int libbpf_netlink_open(__u32 *nl_pid)
37{
38 struct sockaddr_nl sa;
39 socklen_t addrlen;
40 int one = 1, ret;
41 int sock;
42
43 memset(&sa, 0, sizeof(sa));
44 sa.nl_family = AF_NETLINK;
45
46 sock = socket(AF_NETLINK, SOCK_RAW | SOCK_CLOEXEC, NETLINK_ROUTE);
47 if (sock < 0)
48 return -errno;
49
50 if (setsockopt(sock, SOL_NETLINK, NETLINK_EXT_ACK,
51 &one, sizeof(one)) < 0) {
52 pr_warn("Netlink error reporting not supported\n");
53 }
54
55 if (bind(sock, (struct sockaddr *)&sa, sizeof(sa)) < 0) {
56 ret = -errno;
57 goto cleanup;
58 }
59
60 addrlen = sizeof(sa);
61 if (getsockname(sock, (struct sockaddr *)&sa, &addrlen) < 0) {
62 ret = -errno;
63 goto cleanup;
64 }
65
66 if (addrlen != sizeof(sa)) {
67 ret = -LIBBPF_ERRNO__INTERNAL;
68 goto cleanup;
69 }
70
71 *nl_pid = sa.nl_pid;
72 return sock;
73
74cleanup:
75 close(sock);
76 return ret;
77}
78
79static void libbpf_netlink_close(int sock)
80{
81 close(sock);
82}
83
84enum {
85 NL_CONT,
86 NL_NEXT,
87 NL_DONE,
88};
89
90static int libbpf_netlink_recv(int sock, __u32 nl_pid, int seq,
91 __dump_nlmsg_t _fn, libbpf_dump_nlmsg_t fn,
92 void *cookie)
93{
94 bool multipart = true;
95 struct nlmsgerr *err;
96 struct nlmsghdr *nh;
97 char buf[4096];
98 int len, ret;
99
100 while (multipart) {
101start:
102 multipart = false;
103 len = recv(sock, buf, sizeof(buf), 0);
104 if (len < 0) {
105 ret = -errno;
106 goto done;
107 }
108
109 if (len == 0)
110 break;
111
112 for (nh = (struct nlmsghdr *)buf; NLMSG_OK(nh, len);
113 nh = NLMSG_NEXT(nh, len)) {
114 if (nh->nlmsg_pid != nl_pid) {
115 ret = -LIBBPF_ERRNO__WRNGPID;
116 goto done;
117 }
118 if (nh->nlmsg_seq != seq) {
119 ret = -LIBBPF_ERRNO__INVSEQ;
120 goto done;
121 }
122 if (nh->nlmsg_flags & NLM_F_MULTI)
123 multipart = true;
124 switch (nh->nlmsg_type) {
125 case NLMSG_ERROR:
126 err = (struct nlmsgerr *)NLMSG_DATA(nh);
127 if (!err->error)
128 continue;
129 ret = err->error;
130 libbpf_nla_dump_errormsg(nh);
131 goto done;
132 case NLMSG_DONE:
133 return 0;
134 default:
135 break;
136 }
137 if (_fn) {
138 ret = _fn(nh, fn, cookie);
139 switch (ret) {
140 case NL_CONT:
141 break;
142 case NL_NEXT:
143 goto start;
144 case NL_DONE:
145 return 0;
146 default:
147 return ret;
148 }
149 }
150 }
151 }
152 ret = 0;
153done:
154 return ret;
155}
156
157static int libbpf_netlink_send_recv(struct libbpf_nla_req *req,
158 __dump_nlmsg_t parse_msg,
159 libbpf_dump_nlmsg_t parse_attr,
160 void *cookie)
161{
162 __u32 nl_pid = 0;
163 int sock, ret;
164
165 sock = libbpf_netlink_open(&nl_pid);
166 if (sock < 0)
167 return sock;
168
169 req->nh.nlmsg_pid = 0;
170 req->nh.nlmsg_seq = time(NULL);
171
172 if (send(sock, req, req->nh.nlmsg_len, 0) < 0) {
173 ret = -errno;
174 goto out;
175 }
176
177 ret = libbpf_netlink_recv(sock, nl_pid, req->nh.nlmsg_seq,
178 parse_msg, parse_attr, cookie);
179out:
180 libbpf_netlink_close(sock);
181 return ret;
182}
183
184static int __bpf_set_link_xdp_fd_replace(int ifindex, int fd, int old_fd,
185 __u32 flags)
186{
187 struct nlattr *nla;
188 int ret;
189 struct libbpf_nla_req req;
190
191 memset(&req, 0, sizeof(req));
192 req.nh.nlmsg_len = NLMSG_LENGTH(sizeof(struct ifinfomsg));
193 req.nh.nlmsg_flags = NLM_F_REQUEST | NLM_F_ACK;
194 req.nh.nlmsg_type = RTM_SETLINK;
195 req.ifinfo.ifi_family = AF_UNSPEC;
196 req.ifinfo.ifi_index = ifindex;
197
198 nla = nlattr_begin_nested(&req, IFLA_XDP);
199 if (!nla)
200 return -EMSGSIZE;
201 ret = nlattr_add(&req, IFLA_XDP_FD, &fd, sizeof(fd));
202 if (ret < 0)
203 return ret;
204 if (flags) {
205 ret = nlattr_add(&req, IFLA_XDP_FLAGS, &flags, sizeof(flags));
206 if (ret < 0)
207 return ret;
208 }
209 if (flags & XDP_FLAGS_REPLACE) {
210 ret = nlattr_add(&req, IFLA_XDP_EXPECTED_FD, &old_fd,
211 sizeof(old_fd));
212 if (ret < 0)
213 return ret;
214 }
215 nlattr_end_nested(&req, nla);
216
217 return libbpf_netlink_send_recv(&req, NULL, NULL, NULL);
218}
219
220int bpf_set_link_xdp_fd_opts(int ifindex, int fd, __u32 flags,
221 const struct bpf_xdp_set_link_opts *opts)
222{
223 int old_fd = -1, ret;
224
225 if (!OPTS_VALID(opts, bpf_xdp_set_link_opts))
226 return libbpf_err(-EINVAL);
227
228 if (OPTS_HAS(opts, old_fd)) {
229 old_fd = OPTS_GET(opts, old_fd, -1);
230 flags |= XDP_FLAGS_REPLACE;
231 }
232
233 ret = __bpf_set_link_xdp_fd_replace(ifindex, fd, old_fd, flags);
234 return libbpf_err(ret);
235}
236
237int bpf_set_link_xdp_fd(int ifindex, int fd, __u32 flags)
238{
239 int ret;
240
241 ret = __bpf_set_link_xdp_fd_replace(ifindex, fd, 0, flags);
242 return libbpf_err(ret);
243}
244
245static int __dump_link_nlmsg(struct nlmsghdr *nlh,
246 libbpf_dump_nlmsg_t dump_link_nlmsg, void *cookie)
247{
248 struct nlattr *tb[IFLA_MAX + 1], *attr;
249 struct ifinfomsg *ifi = NLMSG_DATA(nlh);
250 int len;
251
252 len = nlh->nlmsg_len - NLMSG_LENGTH(sizeof(*ifi));
253 attr = (struct nlattr *) ((void *) ifi + NLMSG_ALIGN(sizeof(*ifi)));
254
255 if (libbpf_nla_parse(tb, IFLA_MAX, attr, len, NULL) != 0)
256 return -LIBBPF_ERRNO__NLPARSE;
257
258 return dump_link_nlmsg(cookie, ifi, tb);
259}
260
261static int get_xdp_info(void *cookie, void *msg, struct nlattr **tb)
262{
263 struct nlattr *xdp_tb[IFLA_XDP_MAX + 1];
264 struct xdp_id_md *xdp_id = cookie;
265 struct ifinfomsg *ifinfo = msg;
266 int ret;
267
268 if (xdp_id->ifindex && xdp_id->ifindex != ifinfo->ifi_index)
269 return 0;
270
271 if (!tb[IFLA_XDP])
272 return 0;
273
274 ret = libbpf_nla_parse_nested(xdp_tb, IFLA_XDP_MAX, tb[IFLA_XDP], NULL);
275 if (ret)
276 return ret;
277
278 if (!xdp_tb[IFLA_XDP_ATTACHED])
279 return 0;
280
281 xdp_id->info.attach_mode = libbpf_nla_getattr_u8(
282 xdp_tb[IFLA_XDP_ATTACHED]);
283
284 if (xdp_id->info.attach_mode == XDP_ATTACHED_NONE)
285 return 0;
286
287 if (xdp_tb[IFLA_XDP_PROG_ID])
288 xdp_id->info.prog_id = libbpf_nla_getattr_u32(
289 xdp_tb[IFLA_XDP_PROG_ID]);
290
291 if (xdp_tb[IFLA_XDP_SKB_PROG_ID])
292 xdp_id->info.skb_prog_id = libbpf_nla_getattr_u32(
293 xdp_tb[IFLA_XDP_SKB_PROG_ID]);
294
295 if (xdp_tb[IFLA_XDP_DRV_PROG_ID])
296 xdp_id->info.drv_prog_id = libbpf_nla_getattr_u32(
297 xdp_tb[IFLA_XDP_DRV_PROG_ID]);
298
299 if (xdp_tb[IFLA_XDP_HW_PROG_ID])
300 xdp_id->info.hw_prog_id = libbpf_nla_getattr_u32(
301 xdp_tb[IFLA_XDP_HW_PROG_ID]);
302
303 return 0;
304}
305
306int bpf_get_link_xdp_info(int ifindex, struct xdp_link_info *info,
307 size_t info_size, __u32 flags)
308{
309 struct xdp_id_md xdp_id = {};
310 __u32 mask;
311 int ret;
312 struct libbpf_nla_req req = {
313 .nh.nlmsg_len = NLMSG_LENGTH(sizeof(struct ifinfomsg)),
314 .nh.nlmsg_type = RTM_GETLINK,
315 .nh.nlmsg_flags = NLM_F_DUMP | NLM_F_REQUEST,
316 .ifinfo.ifi_family = AF_PACKET,
317 };
318
319 if (flags & ~XDP_FLAGS_MASK || !info_size)
320 return libbpf_err(-EINVAL);
321
322 /* Check whether the single {HW,DRV,SKB} mode is set */
323 flags &= (XDP_FLAGS_SKB_MODE | XDP_FLAGS_DRV_MODE | XDP_FLAGS_HW_MODE);
324 mask = flags - 1;
325 if (flags && flags & mask)
326 return libbpf_err(-EINVAL);
327
328 xdp_id.ifindex = ifindex;
329 xdp_id.flags = flags;
330
331 ret = libbpf_netlink_send_recv(&req, __dump_link_nlmsg,
332 get_xdp_info, &xdp_id);
333 if (!ret) {
334 size_t sz = min(info_size, sizeof(xdp_id.info));
335
336 memcpy(info, &xdp_id.info, sz);
337 memset((void *) info + sz, 0, info_size - sz);
338 }
339
340 return libbpf_err(ret);
341}
342
343static __u32 get_xdp_id(struct xdp_link_info *info, __u32 flags)
344{
345 flags &= XDP_FLAGS_MODES;
346
347 if (info->attach_mode != XDP_ATTACHED_MULTI && !flags)
348 return info->prog_id;
349 if (flags & XDP_FLAGS_DRV_MODE)
350 return info->drv_prog_id;
351 if (flags & XDP_FLAGS_HW_MODE)
352 return info->hw_prog_id;
353 if (flags & XDP_FLAGS_SKB_MODE)
354 return info->skb_prog_id;
355
356 return 0;
357}
358
359int bpf_get_link_xdp_id(int ifindex, __u32 *prog_id, __u32 flags)
360{
361 struct xdp_link_info info;
362 int ret;
363
364 ret = bpf_get_link_xdp_info(ifindex, &info, sizeof(info), flags);
365 if (!ret)
366 *prog_id = get_xdp_id(&info, flags);
367
368 return libbpf_err(ret);
369}
370
371typedef int (*qdisc_config_t)(struct libbpf_nla_req *req);
372
373static int clsact_config(struct libbpf_nla_req *req)
374{
375 req->tc.tcm_parent = TC_H_CLSACT;
376 req->tc.tcm_handle = TC_H_MAKE(TC_H_CLSACT, 0);
377
378 return nlattr_add(req, TCA_KIND, "clsact", sizeof("clsact"));
379}
380
381static int attach_point_to_config(struct bpf_tc_hook *hook,
382 qdisc_config_t *config)
383{
384 switch (OPTS_GET(hook, attach_point, 0)) {
385 case BPF_TC_INGRESS:
386 case BPF_TC_EGRESS:
387 case BPF_TC_INGRESS | BPF_TC_EGRESS:
388 if (OPTS_GET(hook, parent, 0))
389 return -EINVAL;
390 *config = &clsact_config;
391 return 0;
392 case BPF_TC_CUSTOM:
393 return -EOPNOTSUPP;
394 default:
395 return -EINVAL;
396 }
397}
398
399static int tc_get_tcm_parent(enum bpf_tc_attach_point attach_point,
400 __u32 *parent)
401{
402 switch (attach_point) {
403 case BPF_TC_INGRESS:
404 case BPF_TC_EGRESS:
405 if (*parent)
406 return -EINVAL;
407 *parent = TC_H_MAKE(TC_H_CLSACT,
408 attach_point == BPF_TC_INGRESS ?
409 TC_H_MIN_INGRESS : TC_H_MIN_EGRESS);
410 break;
411 case BPF_TC_CUSTOM:
412 if (!*parent)
413 return -EINVAL;
414 break;
415 default:
416 return -EINVAL;
417 }
418 return 0;
419}
420
421static int tc_qdisc_modify(struct bpf_tc_hook *hook, int cmd, int flags)
422{
423 qdisc_config_t config;
424 int ret;
425 struct libbpf_nla_req req;
426
427 ret = attach_point_to_config(hook, &config);
428 if (ret < 0)
429 return ret;
430
431 memset(&req, 0, sizeof(req));
432 req.nh.nlmsg_len = NLMSG_LENGTH(sizeof(struct tcmsg));
433 req.nh.nlmsg_flags = NLM_F_REQUEST | NLM_F_ACK | flags;
434 req.nh.nlmsg_type = cmd;
435 req.tc.tcm_family = AF_UNSPEC;
436 req.tc.tcm_ifindex = OPTS_GET(hook, ifindex, 0);
437
438 ret = config(&req);
439 if (ret < 0)
440 return ret;
441
442 return libbpf_netlink_send_recv(&req, NULL, NULL, NULL);
443}
444
445static int tc_qdisc_create_excl(struct bpf_tc_hook *hook)
446{
447 return tc_qdisc_modify(hook, RTM_NEWQDISC, NLM_F_CREATE | NLM_F_EXCL);
448}
449
450static int tc_qdisc_delete(struct bpf_tc_hook *hook)
451{
452 return tc_qdisc_modify(hook, RTM_DELQDISC, 0);
453}
454
455int bpf_tc_hook_create(struct bpf_tc_hook *hook)
456{
457 int ret;
458
459 if (!hook || !OPTS_VALID(hook, bpf_tc_hook) ||
460 OPTS_GET(hook, ifindex, 0) <= 0)
461 return libbpf_err(-EINVAL);
462
463 ret = tc_qdisc_create_excl(hook);
464 return libbpf_err(ret);
465}
466
467static int __bpf_tc_detach(const struct bpf_tc_hook *hook,
468 const struct bpf_tc_opts *opts,
469 const bool flush);
470
471int bpf_tc_hook_destroy(struct bpf_tc_hook *hook)
472{
473 if (!hook || !OPTS_VALID(hook, bpf_tc_hook) ||
474 OPTS_GET(hook, ifindex, 0) <= 0)
475 return libbpf_err(-EINVAL);
476
477 switch (OPTS_GET(hook, attach_point, 0)) {
478 case BPF_TC_INGRESS:
479 case BPF_TC_EGRESS:
480 return libbpf_err(__bpf_tc_detach(hook, NULL, true));
481 case BPF_TC_INGRESS | BPF_TC_EGRESS:
482 return libbpf_err(tc_qdisc_delete(hook));
483 case BPF_TC_CUSTOM:
484 return libbpf_err(-EOPNOTSUPP);
485 default:
486 return libbpf_err(-EINVAL);
487 }
488}
489
490struct bpf_cb_ctx {
491 struct bpf_tc_opts *opts;
492 bool processed;
493};
494
495static int __get_tc_info(void *cookie, struct tcmsg *tc, struct nlattr **tb,
496 bool unicast)
497{
498 struct nlattr *tbb[TCA_BPF_MAX + 1];
499 struct bpf_cb_ctx *info = cookie;
500
501 if (!info || !info->opts)
502 return -EINVAL;
503 if (unicast && info->processed)
504 return -EINVAL;
505 if (!tb[TCA_OPTIONS])
506 return NL_CONT;
507
508 libbpf_nla_parse_nested(tbb, TCA_BPF_MAX, tb[TCA_OPTIONS], NULL);
509 if (!tbb[TCA_BPF_ID])
510 return -EINVAL;
511
512 OPTS_SET(info->opts, prog_id, libbpf_nla_getattr_u32(tbb[TCA_BPF_ID]));
513 OPTS_SET(info->opts, handle, tc->tcm_handle);
514 OPTS_SET(info->opts, priority, TC_H_MAJ(tc->tcm_info) >> 16);
515
516 info->processed = true;
517 return unicast ? NL_NEXT : NL_DONE;
518}
519
520static int get_tc_info(struct nlmsghdr *nh, libbpf_dump_nlmsg_t fn,
521 void *cookie)
522{
523 struct tcmsg *tc = NLMSG_DATA(nh);
524 struct nlattr *tb[TCA_MAX + 1];
525
526 libbpf_nla_parse(tb, TCA_MAX,
527 (struct nlattr *)((void *)tc + NLMSG_ALIGN(sizeof(*tc))),
528 NLMSG_PAYLOAD(nh, sizeof(*tc)), NULL);
529 if (!tb[TCA_KIND])
530 return NL_CONT;
531 return __get_tc_info(cookie, tc, tb, nh->nlmsg_flags & NLM_F_ECHO);
532}
533
534static int tc_add_fd_and_name(struct libbpf_nla_req *req, int fd)
535{
536 struct bpf_prog_info info = {};
537 __u32 info_len = sizeof(info);
538 char name[256];
539 int len, ret;
540
541 ret = bpf_obj_get_info_by_fd(fd, &info, &info_len);
542 if (ret < 0)
543 return ret;
544
545 ret = nlattr_add(req, TCA_BPF_FD, &fd, sizeof(fd));
546 if (ret < 0)
547 return ret;
548 len = snprintf(name, sizeof(name), "%s:[%u]", info.name, info.id);
549 if (len < 0)
550 return -errno;
551 if (len >= sizeof(name))
552 return -ENAMETOOLONG;
553 return nlattr_add(req, TCA_BPF_NAME, name, len + 1);
554}
555
556int bpf_tc_attach(const struct bpf_tc_hook *hook, struct bpf_tc_opts *opts)
557{
558 __u32 protocol, bpf_flags, handle, priority, parent, prog_id, flags;
559 int ret, ifindex, attach_point, prog_fd;
560 struct bpf_cb_ctx info = {};
561 struct libbpf_nla_req req;
562 struct nlattr *nla;
563
564 if (!hook || !opts ||
565 !OPTS_VALID(hook, bpf_tc_hook) ||
566 !OPTS_VALID(opts, bpf_tc_opts))
567 return libbpf_err(-EINVAL);
568
569 ifindex = OPTS_GET(hook, ifindex, 0);
570 parent = OPTS_GET(hook, parent, 0);
571 attach_point = OPTS_GET(hook, attach_point, 0);
572
573 handle = OPTS_GET(opts, handle, 0);
574 priority = OPTS_GET(opts, priority, 0);
575 prog_fd = OPTS_GET(opts, prog_fd, 0);
576 prog_id = OPTS_GET(opts, prog_id, 0);
577 flags = OPTS_GET(opts, flags, 0);
578
579 if (ifindex <= 0 || !prog_fd || prog_id)
580 return libbpf_err(-EINVAL);
581 if (priority > UINT16_MAX)
582 return libbpf_err(-EINVAL);
583 if (flags & ~BPF_TC_F_REPLACE)
584 return libbpf_err(-EINVAL);
585
586 flags = (flags & BPF_TC_F_REPLACE) ? NLM_F_REPLACE : NLM_F_EXCL;
587 protocol = ETH_P_ALL;
588
589 memset(&req, 0, sizeof(req));
590 req.nh.nlmsg_len = NLMSG_LENGTH(sizeof(struct tcmsg));
591 req.nh.nlmsg_flags = NLM_F_REQUEST | NLM_F_ACK | NLM_F_CREATE |
592 NLM_F_ECHO | flags;
593 req.nh.nlmsg_type = RTM_NEWTFILTER;
594 req.tc.tcm_family = AF_UNSPEC;
595 req.tc.tcm_ifindex = ifindex;
596 req.tc.tcm_handle = handle;
597 req.tc.tcm_info = TC_H_MAKE(priority << 16, htons(protocol));
598
599 ret = tc_get_tcm_parent(attach_point, &parent);
600 if (ret < 0)
601 return libbpf_err(ret);
602 req.tc.tcm_parent = parent;
603
604 ret = nlattr_add(&req, TCA_KIND, "bpf", sizeof("bpf"));
605 if (ret < 0)
606 return libbpf_err(ret);
607 nla = nlattr_begin_nested(&req, TCA_OPTIONS);
608 if (!nla)
609 return libbpf_err(-EMSGSIZE);
610 ret = tc_add_fd_and_name(&req, prog_fd);
611 if (ret < 0)
612 return libbpf_err(ret);
613 bpf_flags = TCA_BPF_FLAG_ACT_DIRECT;
614 ret = nlattr_add(&req, TCA_BPF_FLAGS, &bpf_flags, sizeof(bpf_flags));
615 if (ret < 0)
616 return libbpf_err(ret);
617 nlattr_end_nested(&req, nla);
618
619 info.opts = opts;
620
621 ret = libbpf_netlink_send_recv(&req, get_tc_info, NULL, &info);
622 if (ret < 0)
623 return libbpf_err(ret);
624 if (!info.processed)
625 return libbpf_err(-ENOENT);
626 return ret;
627}
628
629static int __bpf_tc_detach(const struct bpf_tc_hook *hook,
630 const struct bpf_tc_opts *opts,
631 const bool flush)
632{
633 __u32 protocol = 0, handle, priority, parent, prog_id, flags;
634 int ret, ifindex, attach_point, prog_fd;
635 struct libbpf_nla_req req;
636
637 if (!hook ||
638 !OPTS_VALID(hook, bpf_tc_hook) ||
639 !OPTS_VALID(opts, bpf_tc_opts))
640 return -EINVAL;
641
642 ifindex = OPTS_GET(hook, ifindex, 0);
643 parent = OPTS_GET(hook, parent, 0);
644 attach_point = OPTS_GET(hook, attach_point, 0);
645
646 handle = OPTS_GET(opts, handle, 0);
647 priority = OPTS_GET(opts, priority, 0);
648 prog_fd = OPTS_GET(opts, prog_fd, 0);
649 prog_id = OPTS_GET(opts, prog_id, 0);
650 flags = OPTS_GET(opts, flags, 0);
651
652 if (ifindex <= 0 || flags || prog_fd || prog_id)
653 return -EINVAL;
654 if (priority > UINT16_MAX)
655 return -EINVAL;
656 if (!flush) {
657 if (!handle || !priority)
658 return -EINVAL;
659 protocol = ETH_P_ALL;
660 } else {
661 if (handle || priority)
662 return -EINVAL;
663 }
664
665 memset(&req, 0, sizeof(req));
666 req.nh.nlmsg_len = NLMSG_LENGTH(sizeof(struct tcmsg));
667 req.nh.nlmsg_flags = NLM_F_REQUEST | NLM_F_ACK;
668 req.nh.nlmsg_type = RTM_DELTFILTER;
669 req.tc.tcm_family = AF_UNSPEC;
670 req.tc.tcm_ifindex = ifindex;
671 if (!flush) {
672 req.tc.tcm_handle = handle;
673 req.tc.tcm_info = TC_H_MAKE(priority << 16, htons(protocol));
674 }
675
676 ret = tc_get_tcm_parent(attach_point, &parent);
677 if (ret < 0)
678 return ret;
679 req.tc.tcm_parent = parent;
680
681 if (!flush) {
682 ret = nlattr_add(&req, TCA_KIND, "bpf", sizeof("bpf"));
683 if (ret < 0)
684 return ret;
685 }
686
687 return libbpf_netlink_send_recv(&req, NULL, NULL, NULL);
688}
689
690int bpf_tc_detach(const struct bpf_tc_hook *hook,
691 const struct bpf_tc_opts *opts)
692{
693 int ret;
694
695 if (!opts)
696 return libbpf_err(-EINVAL);
697
698 ret = __bpf_tc_detach(hook, opts, false);
699 return libbpf_err(ret);
700}
701
702int bpf_tc_query(const struct bpf_tc_hook *hook, struct bpf_tc_opts *opts)
703{
704 __u32 protocol, handle, priority, parent, prog_id, flags;
705 int ret, ifindex, attach_point, prog_fd;
706 struct bpf_cb_ctx info = {};
707 struct libbpf_nla_req req;
708
709 if (!hook || !opts ||
710 !OPTS_VALID(hook, bpf_tc_hook) ||
711 !OPTS_VALID(opts, bpf_tc_opts))
712 return libbpf_err(-EINVAL);
713
714 ifindex = OPTS_GET(hook, ifindex, 0);
715 parent = OPTS_GET(hook, parent, 0);
716 attach_point = OPTS_GET(hook, attach_point, 0);
717
718 handle = OPTS_GET(opts, handle, 0);
719 priority = OPTS_GET(opts, priority, 0);
720 prog_fd = OPTS_GET(opts, prog_fd, 0);
721 prog_id = OPTS_GET(opts, prog_id, 0);
722 flags = OPTS_GET(opts, flags, 0);
723
724 if (ifindex <= 0 || flags || prog_fd || prog_id ||
725 !handle || !priority)
726 return libbpf_err(-EINVAL);
727 if (priority > UINT16_MAX)
728 return libbpf_err(-EINVAL);
729
730 protocol = ETH_P_ALL;
731
732 memset(&req, 0, sizeof(req));
733 req.nh.nlmsg_len = NLMSG_LENGTH(sizeof(struct tcmsg));
734 req.nh.nlmsg_flags = NLM_F_REQUEST;
735 req.nh.nlmsg_type = RTM_GETTFILTER;
736 req.tc.tcm_family = AF_UNSPEC;
737 req.tc.tcm_ifindex = ifindex;
738 req.tc.tcm_handle = handle;
739 req.tc.tcm_info = TC_H_MAKE(priority << 16, htons(protocol));
740
741 ret = tc_get_tcm_parent(attach_point, &parent);
742 if (ret < 0)
743 return libbpf_err(ret);
744 req.tc.tcm_parent = parent;
745
746 ret = nlattr_add(&req, TCA_KIND, "bpf", sizeof("bpf"));
747 if (ret < 0)
748 return libbpf_err(ret);
749
750 info.opts = opts;
751
752 ret = libbpf_netlink_send_recv(&req, get_tc_info, NULL, &info);
753 if (ret < 0)
754 return libbpf_err(ret);
755 if (!info.processed)
756 return libbpf_err(-ENOENT);
757 return ret;
758}