Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (c) 2008 Patrick McHardy <kaber@trash.net>
4 *
5 * Development of this code funded by Astaro AG (http://www.astaro.com/)
6 */
7
8#include <asm/unaligned.h>
9#include <linux/kernel.h>
10#include <linux/netlink.h>
11#include <linux/netfilter.h>
12#include <linux/netfilter/nf_tables.h>
13#include <linux/sctp.h>
14#include <net/netfilter/nf_tables_core.h>
15#include <net/netfilter/nf_tables.h>
16#include <net/sctp/sctp.h>
17#include <net/tcp.h>
18
19struct nft_exthdr {
20 u8 type;
21 u8 offset;
22 u8 len;
23 u8 op;
24 u8 dreg;
25 u8 sreg;
26 u8 flags;
27};
28
29static unsigned int optlen(const u8 *opt, unsigned int offset)
30{
31 /* Beware zero-length options: make finite progress */
32 if (opt[offset] <= TCPOPT_NOP || opt[offset + 1] == 0)
33 return 1;
34 else
35 return opt[offset + 1];
36}
37
38static void nft_exthdr_ipv6_eval(const struct nft_expr *expr,
39 struct nft_regs *regs,
40 const struct nft_pktinfo *pkt)
41{
42 struct nft_exthdr *priv = nft_expr_priv(expr);
43 u32 *dest = ®s->data[priv->dreg];
44 unsigned int offset = 0;
45 int err;
46
47 if (pkt->skb->protocol != htons(ETH_P_IPV6))
48 goto err;
49
50 err = ipv6_find_hdr(pkt->skb, &offset, priv->type, NULL, NULL);
51 if (priv->flags & NFT_EXTHDR_F_PRESENT) {
52 nft_reg_store8(dest, err >= 0);
53 return;
54 } else if (err < 0) {
55 goto err;
56 }
57 offset += priv->offset;
58
59 dest[priv->len / NFT_REG32_SIZE] = 0;
60 if (skb_copy_bits(pkt->skb, offset, dest, priv->len) < 0)
61 goto err;
62 return;
63err:
64 regs->verdict.code = NFT_BREAK;
65}
66
67/* find the offset to specified option.
68 *
69 * If target header is found, its offset is set in *offset and return option
70 * number. Otherwise, return negative error.
71 *
72 * If the first fragment doesn't contain the End of Options it is considered
73 * invalid.
74 */
75static int ipv4_find_option(struct net *net, struct sk_buff *skb,
76 unsigned int *offset, int target)
77{
78 unsigned char optbuf[sizeof(struct ip_options) + 40];
79 struct ip_options *opt = (struct ip_options *)optbuf;
80 struct iphdr *iph, _iph;
81 unsigned int start;
82 bool found = false;
83 __be32 info;
84 int optlen;
85
86 iph = skb_header_pointer(skb, 0, sizeof(_iph), &_iph);
87 if (!iph)
88 return -EBADMSG;
89 start = sizeof(struct iphdr);
90
91 optlen = iph->ihl * 4 - (int)sizeof(struct iphdr);
92 if (optlen <= 0)
93 return -ENOENT;
94
95 memset(opt, 0, sizeof(struct ip_options));
96 /* Copy the options since __ip_options_compile() modifies
97 * the options.
98 */
99 if (skb_copy_bits(skb, start, opt->__data, optlen))
100 return -EBADMSG;
101 opt->optlen = optlen;
102
103 if (__ip_options_compile(net, opt, NULL, &info))
104 return -EBADMSG;
105
106 switch (target) {
107 case IPOPT_SSRR:
108 case IPOPT_LSRR:
109 if (!opt->srr)
110 break;
111 found = target == IPOPT_SSRR ? opt->is_strictroute :
112 !opt->is_strictroute;
113 if (found)
114 *offset = opt->srr + start;
115 break;
116 case IPOPT_RR:
117 if (!opt->rr)
118 break;
119 *offset = opt->rr + start;
120 found = true;
121 break;
122 case IPOPT_RA:
123 if (!opt->router_alert)
124 break;
125 *offset = opt->router_alert + start;
126 found = true;
127 break;
128 default:
129 return -EOPNOTSUPP;
130 }
131 return found ? target : -ENOENT;
132}
133
134static void nft_exthdr_ipv4_eval(const struct nft_expr *expr,
135 struct nft_regs *regs,
136 const struct nft_pktinfo *pkt)
137{
138 struct nft_exthdr *priv = nft_expr_priv(expr);
139 u32 *dest = ®s->data[priv->dreg];
140 struct sk_buff *skb = pkt->skb;
141 unsigned int offset;
142 int err;
143
144 if (skb->protocol != htons(ETH_P_IP))
145 goto err;
146
147 err = ipv4_find_option(nft_net(pkt), skb, &offset, priv->type);
148 if (priv->flags & NFT_EXTHDR_F_PRESENT) {
149 nft_reg_store8(dest, err >= 0);
150 return;
151 } else if (err < 0) {
152 goto err;
153 }
154 offset += priv->offset;
155
156 dest[priv->len / NFT_REG32_SIZE] = 0;
157 if (skb_copy_bits(pkt->skb, offset, dest, priv->len) < 0)
158 goto err;
159 return;
160err:
161 regs->verdict.code = NFT_BREAK;
162}
163
164static void *
165nft_tcp_header_pointer(const struct nft_pktinfo *pkt,
166 unsigned int len, void *buffer, unsigned int *tcphdr_len)
167{
168 struct tcphdr *tcph;
169
170 if (pkt->tprot != IPPROTO_TCP)
171 return NULL;
172
173 tcph = skb_header_pointer(pkt->skb, nft_thoff(pkt), sizeof(*tcph), buffer);
174 if (!tcph)
175 return NULL;
176
177 *tcphdr_len = __tcp_hdrlen(tcph);
178 if (*tcphdr_len < sizeof(*tcph) || *tcphdr_len > len)
179 return NULL;
180
181 return skb_header_pointer(pkt->skb, nft_thoff(pkt), *tcphdr_len, buffer);
182}
183
184static void nft_exthdr_tcp_eval(const struct nft_expr *expr,
185 struct nft_regs *regs,
186 const struct nft_pktinfo *pkt)
187{
188 u8 buff[sizeof(struct tcphdr) + MAX_TCP_OPTION_SPACE];
189 struct nft_exthdr *priv = nft_expr_priv(expr);
190 unsigned int i, optl, tcphdr_len, offset;
191 u32 *dest = ®s->data[priv->dreg];
192 struct tcphdr *tcph;
193 u8 *opt;
194
195 tcph = nft_tcp_header_pointer(pkt, sizeof(buff), buff, &tcphdr_len);
196 if (!tcph)
197 goto err;
198
199 opt = (u8 *)tcph;
200 for (i = sizeof(*tcph); i < tcphdr_len - 1; i += optl) {
201 optl = optlen(opt, i);
202
203 if (priv->type != opt[i])
204 continue;
205
206 if (i + optl > tcphdr_len || priv->len + priv->offset > optl)
207 goto err;
208
209 offset = i + priv->offset;
210 if (priv->flags & NFT_EXTHDR_F_PRESENT) {
211 *dest = 1;
212 } else {
213 dest[priv->len / NFT_REG32_SIZE] = 0;
214 memcpy(dest, opt + offset, priv->len);
215 }
216
217 return;
218 }
219
220err:
221 if (priv->flags & NFT_EXTHDR_F_PRESENT)
222 *dest = 0;
223 else
224 regs->verdict.code = NFT_BREAK;
225}
226
227static void nft_exthdr_tcp_set_eval(const struct nft_expr *expr,
228 struct nft_regs *regs,
229 const struct nft_pktinfo *pkt)
230{
231 u8 buff[sizeof(struct tcphdr) + MAX_TCP_OPTION_SPACE];
232 struct nft_exthdr *priv = nft_expr_priv(expr);
233 unsigned int i, optl, tcphdr_len, offset;
234 struct tcphdr *tcph;
235 u8 *opt;
236
237 tcph = nft_tcp_header_pointer(pkt, sizeof(buff), buff, &tcphdr_len);
238 if (!tcph)
239 return;
240
241 opt = (u8 *)tcph;
242 for (i = sizeof(*tcph); i < tcphdr_len - 1; i += optl) {
243 union {
244 __be16 v16;
245 __be32 v32;
246 } old, new;
247
248 optl = optlen(opt, i);
249
250 if (priv->type != opt[i])
251 continue;
252
253 if (i + optl > tcphdr_len || priv->len + priv->offset > optl)
254 return;
255
256 if (skb_ensure_writable(pkt->skb,
257 nft_thoff(pkt) + i + priv->len))
258 return;
259
260 tcph = nft_tcp_header_pointer(pkt, sizeof(buff), buff,
261 &tcphdr_len);
262 if (!tcph)
263 return;
264
265 offset = i + priv->offset;
266
267 switch (priv->len) {
268 case 2:
269 old.v16 = get_unaligned((u16 *)(opt + offset));
270 new.v16 = (__force __be16)nft_reg_load16(
271 ®s->data[priv->sreg]);
272
273 switch (priv->type) {
274 case TCPOPT_MSS:
275 /* increase can cause connection to stall */
276 if (ntohs(old.v16) <= ntohs(new.v16))
277 return;
278 break;
279 }
280
281 if (old.v16 == new.v16)
282 return;
283
284 put_unaligned(new.v16, (u16*)(opt + offset));
285 inet_proto_csum_replace2(&tcph->check, pkt->skb,
286 old.v16, new.v16, false);
287 break;
288 case 4:
289 new.v32 = regs->data[priv->sreg];
290 old.v32 = get_unaligned((u32 *)(opt + offset));
291
292 if (old.v32 == new.v32)
293 return;
294
295 put_unaligned(new.v32, (u32*)(opt + offset));
296 inet_proto_csum_replace4(&tcph->check, pkt->skb,
297 old.v32, new.v32, false);
298 break;
299 default:
300 WARN_ON_ONCE(1);
301 break;
302 }
303
304 return;
305 }
306}
307
308static void nft_exthdr_sctp_eval(const struct nft_expr *expr,
309 struct nft_regs *regs,
310 const struct nft_pktinfo *pkt)
311{
312 unsigned int offset = nft_thoff(pkt) + sizeof(struct sctphdr);
313 struct nft_exthdr *priv = nft_expr_priv(expr);
314 u32 *dest = ®s->data[priv->dreg];
315 const struct sctp_chunkhdr *sch;
316 struct sctp_chunkhdr _sch;
317
318 if (pkt->tprot != IPPROTO_SCTP)
319 goto err;
320
321 do {
322 sch = skb_header_pointer(pkt->skb, offset, sizeof(_sch), &_sch);
323 if (!sch || !sch->length)
324 break;
325
326 if (sch->type == priv->type) {
327 if (priv->flags & NFT_EXTHDR_F_PRESENT) {
328 nft_reg_store8(dest, true);
329 return;
330 }
331 if (priv->offset + priv->len > ntohs(sch->length) ||
332 offset + ntohs(sch->length) > pkt->skb->len)
333 break;
334
335 dest[priv->len / NFT_REG32_SIZE] = 0;
336 if (skb_copy_bits(pkt->skb, offset + priv->offset,
337 dest, priv->len) < 0)
338 break;
339 return;
340 }
341 offset += SCTP_PAD4(ntohs(sch->length));
342 } while (offset < pkt->skb->len);
343err:
344 if (priv->flags & NFT_EXTHDR_F_PRESENT)
345 nft_reg_store8(dest, false);
346 else
347 regs->verdict.code = NFT_BREAK;
348}
349
350static const struct nla_policy nft_exthdr_policy[NFTA_EXTHDR_MAX + 1] = {
351 [NFTA_EXTHDR_DREG] = { .type = NLA_U32 },
352 [NFTA_EXTHDR_TYPE] = { .type = NLA_U8 },
353 [NFTA_EXTHDR_OFFSET] = { .type = NLA_U32 },
354 [NFTA_EXTHDR_LEN] = { .type = NLA_U32 },
355 [NFTA_EXTHDR_FLAGS] = { .type = NLA_U32 },
356 [NFTA_EXTHDR_OP] = { .type = NLA_U32 },
357 [NFTA_EXTHDR_SREG] = { .type = NLA_U32 },
358};
359
360static int nft_exthdr_init(const struct nft_ctx *ctx,
361 const struct nft_expr *expr,
362 const struct nlattr * const tb[])
363{
364 struct nft_exthdr *priv = nft_expr_priv(expr);
365 u32 offset, len, flags = 0, op = NFT_EXTHDR_OP_IPV6;
366 int err;
367
368 if (!tb[NFTA_EXTHDR_DREG] ||
369 !tb[NFTA_EXTHDR_TYPE] ||
370 !tb[NFTA_EXTHDR_OFFSET] ||
371 !tb[NFTA_EXTHDR_LEN])
372 return -EINVAL;
373
374 err = nft_parse_u32_check(tb[NFTA_EXTHDR_OFFSET], U8_MAX, &offset);
375 if (err < 0)
376 return err;
377
378 err = nft_parse_u32_check(tb[NFTA_EXTHDR_LEN], U8_MAX, &len);
379 if (err < 0)
380 return err;
381
382 if (tb[NFTA_EXTHDR_FLAGS]) {
383 err = nft_parse_u32_check(tb[NFTA_EXTHDR_FLAGS], U8_MAX, &flags);
384 if (err < 0)
385 return err;
386
387 if (flags & ~NFT_EXTHDR_F_PRESENT)
388 return -EINVAL;
389 }
390
391 if (tb[NFTA_EXTHDR_OP]) {
392 err = nft_parse_u32_check(tb[NFTA_EXTHDR_OP], U8_MAX, &op);
393 if (err < 0)
394 return err;
395 }
396
397 priv->type = nla_get_u8(tb[NFTA_EXTHDR_TYPE]);
398 priv->offset = offset;
399 priv->len = len;
400 priv->flags = flags;
401 priv->op = op;
402
403 return nft_parse_register_store(ctx, tb[NFTA_EXTHDR_DREG],
404 &priv->dreg, NULL, NFT_DATA_VALUE,
405 priv->len);
406}
407
408static int nft_exthdr_tcp_set_init(const struct nft_ctx *ctx,
409 const struct nft_expr *expr,
410 const struct nlattr * const tb[])
411{
412 struct nft_exthdr *priv = nft_expr_priv(expr);
413 u32 offset, len, flags = 0, op = NFT_EXTHDR_OP_IPV6;
414 int err;
415
416 if (!tb[NFTA_EXTHDR_SREG] ||
417 !tb[NFTA_EXTHDR_TYPE] ||
418 !tb[NFTA_EXTHDR_OFFSET] ||
419 !tb[NFTA_EXTHDR_LEN])
420 return -EINVAL;
421
422 if (tb[NFTA_EXTHDR_DREG] || tb[NFTA_EXTHDR_FLAGS])
423 return -EINVAL;
424
425 err = nft_parse_u32_check(tb[NFTA_EXTHDR_OFFSET], U8_MAX, &offset);
426 if (err < 0)
427 return err;
428
429 err = nft_parse_u32_check(tb[NFTA_EXTHDR_LEN], U8_MAX, &len);
430 if (err < 0)
431 return err;
432
433 if (offset < 2)
434 return -EOPNOTSUPP;
435
436 switch (len) {
437 case 2: break;
438 case 4: break;
439 default:
440 return -EOPNOTSUPP;
441 }
442
443 err = nft_parse_u32_check(tb[NFTA_EXTHDR_OP], U8_MAX, &op);
444 if (err < 0)
445 return err;
446
447 priv->type = nla_get_u8(tb[NFTA_EXTHDR_TYPE]);
448 priv->offset = offset;
449 priv->len = len;
450 priv->flags = flags;
451 priv->op = op;
452
453 return nft_parse_register_load(tb[NFTA_EXTHDR_SREG], &priv->sreg,
454 priv->len);
455}
456
457static int nft_exthdr_ipv4_init(const struct nft_ctx *ctx,
458 const struct nft_expr *expr,
459 const struct nlattr * const tb[])
460{
461 struct nft_exthdr *priv = nft_expr_priv(expr);
462 int err = nft_exthdr_init(ctx, expr, tb);
463
464 if (err < 0)
465 return err;
466
467 switch (priv->type) {
468 case IPOPT_SSRR:
469 case IPOPT_LSRR:
470 case IPOPT_RR:
471 case IPOPT_RA:
472 break;
473 default:
474 return -EOPNOTSUPP;
475 }
476 return 0;
477}
478
479static int nft_exthdr_dump_common(struct sk_buff *skb, const struct nft_exthdr *priv)
480{
481 if (nla_put_u8(skb, NFTA_EXTHDR_TYPE, priv->type))
482 goto nla_put_failure;
483 if (nla_put_be32(skb, NFTA_EXTHDR_OFFSET, htonl(priv->offset)))
484 goto nla_put_failure;
485 if (nla_put_be32(skb, NFTA_EXTHDR_LEN, htonl(priv->len)))
486 goto nla_put_failure;
487 if (nla_put_be32(skb, NFTA_EXTHDR_FLAGS, htonl(priv->flags)))
488 goto nla_put_failure;
489 if (nla_put_be32(skb, NFTA_EXTHDR_OP, htonl(priv->op)))
490 goto nla_put_failure;
491 return 0;
492
493nla_put_failure:
494 return -1;
495}
496
497static int nft_exthdr_dump(struct sk_buff *skb, const struct nft_expr *expr)
498{
499 const struct nft_exthdr *priv = nft_expr_priv(expr);
500
501 if (nft_dump_register(skb, NFTA_EXTHDR_DREG, priv->dreg))
502 return -1;
503
504 return nft_exthdr_dump_common(skb, priv);
505}
506
507static int nft_exthdr_dump_set(struct sk_buff *skb, const struct nft_expr *expr)
508{
509 const struct nft_exthdr *priv = nft_expr_priv(expr);
510
511 if (nft_dump_register(skb, NFTA_EXTHDR_SREG, priv->sreg))
512 return -1;
513
514 return nft_exthdr_dump_common(skb, priv);
515}
516
517static const struct nft_expr_ops nft_exthdr_ipv6_ops = {
518 .type = &nft_exthdr_type,
519 .size = NFT_EXPR_SIZE(sizeof(struct nft_exthdr)),
520 .eval = nft_exthdr_ipv6_eval,
521 .init = nft_exthdr_init,
522 .dump = nft_exthdr_dump,
523};
524
525static const struct nft_expr_ops nft_exthdr_ipv4_ops = {
526 .type = &nft_exthdr_type,
527 .size = NFT_EXPR_SIZE(sizeof(struct nft_exthdr)),
528 .eval = nft_exthdr_ipv4_eval,
529 .init = nft_exthdr_ipv4_init,
530 .dump = nft_exthdr_dump,
531};
532
533static const struct nft_expr_ops nft_exthdr_tcp_ops = {
534 .type = &nft_exthdr_type,
535 .size = NFT_EXPR_SIZE(sizeof(struct nft_exthdr)),
536 .eval = nft_exthdr_tcp_eval,
537 .init = nft_exthdr_init,
538 .dump = nft_exthdr_dump,
539};
540
541static const struct nft_expr_ops nft_exthdr_tcp_set_ops = {
542 .type = &nft_exthdr_type,
543 .size = NFT_EXPR_SIZE(sizeof(struct nft_exthdr)),
544 .eval = nft_exthdr_tcp_set_eval,
545 .init = nft_exthdr_tcp_set_init,
546 .dump = nft_exthdr_dump_set,
547};
548
549static const struct nft_expr_ops nft_exthdr_sctp_ops = {
550 .type = &nft_exthdr_type,
551 .size = NFT_EXPR_SIZE(sizeof(struct nft_exthdr)),
552 .eval = nft_exthdr_sctp_eval,
553 .init = nft_exthdr_init,
554 .dump = nft_exthdr_dump,
555};
556
557static const struct nft_expr_ops *
558nft_exthdr_select_ops(const struct nft_ctx *ctx,
559 const struct nlattr * const tb[])
560{
561 u32 op;
562
563 if (!tb[NFTA_EXTHDR_OP])
564 return &nft_exthdr_ipv6_ops;
565
566 if (tb[NFTA_EXTHDR_SREG] && tb[NFTA_EXTHDR_DREG])
567 return ERR_PTR(-EOPNOTSUPP);
568
569 op = ntohl(nla_get_be32(tb[NFTA_EXTHDR_OP]));
570 switch (op) {
571 case NFT_EXTHDR_OP_TCPOPT:
572 if (tb[NFTA_EXTHDR_SREG])
573 return &nft_exthdr_tcp_set_ops;
574 if (tb[NFTA_EXTHDR_DREG])
575 return &nft_exthdr_tcp_ops;
576 break;
577 case NFT_EXTHDR_OP_IPV6:
578 if (tb[NFTA_EXTHDR_DREG])
579 return &nft_exthdr_ipv6_ops;
580 break;
581 case NFT_EXTHDR_OP_IPV4:
582 if (ctx->family != NFPROTO_IPV6) {
583 if (tb[NFTA_EXTHDR_DREG])
584 return &nft_exthdr_ipv4_ops;
585 }
586 break;
587 case NFT_EXTHDR_OP_SCTP:
588 if (tb[NFTA_EXTHDR_DREG])
589 return &nft_exthdr_sctp_ops;
590 break;
591 }
592
593 return ERR_PTR(-EOPNOTSUPP);
594}
595
596struct nft_expr_type nft_exthdr_type __read_mostly = {
597 .name = "exthdr",
598 .select_ops = nft_exthdr_select_ops,
599 .policy = nft_exthdr_policy,
600 .maxattr = NFTA_EXTHDR_MAX,
601 .owner = THIS_MODULE,
602};
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (c) 2008 Patrick McHardy <kaber@trash.net>
4 *
5 * Development of this code funded by Astaro AG (http://www.astaro.com/)
6 */
7
8#include <asm/unaligned.h>
9#include <linux/kernel.h>
10#include <linux/netlink.h>
11#include <linux/netfilter.h>
12#include <linux/netfilter/nf_tables.h>
13#include <net/netfilter/nf_tables_core.h>
14#include <net/netfilter/nf_tables.h>
15#include <net/tcp.h>
16
17struct nft_exthdr {
18 u8 type;
19 u8 offset;
20 u8 len;
21 u8 op;
22 enum nft_registers dreg:8;
23 enum nft_registers sreg:8;
24 u8 flags;
25};
26
27static unsigned int optlen(const u8 *opt, unsigned int offset)
28{
29 /* Beware zero-length options: make finite progress */
30 if (opt[offset] <= TCPOPT_NOP || opt[offset + 1] == 0)
31 return 1;
32 else
33 return opt[offset + 1];
34}
35
36static void nft_exthdr_ipv6_eval(const struct nft_expr *expr,
37 struct nft_regs *regs,
38 const struct nft_pktinfo *pkt)
39{
40 struct nft_exthdr *priv = nft_expr_priv(expr);
41 u32 *dest = ®s->data[priv->dreg];
42 unsigned int offset = 0;
43 int err;
44
45 err = ipv6_find_hdr(pkt->skb, &offset, priv->type, NULL, NULL);
46 if (priv->flags & NFT_EXTHDR_F_PRESENT) {
47 nft_reg_store8(dest, err >= 0);
48 return;
49 } else if (err < 0) {
50 goto err;
51 }
52 offset += priv->offset;
53
54 dest[priv->len / NFT_REG32_SIZE] = 0;
55 if (skb_copy_bits(pkt->skb, offset, dest, priv->len) < 0)
56 goto err;
57 return;
58err:
59 regs->verdict.code = NFT_BREAK;
60}
61
62/* find the offset to specified option.
63 *
64 * If target header is found, its offset is set in *offset and return option
65 * number. Otherwise, return negative error.
66 *
67 * If the first fragment doesn't contain the End of Options it is considered
68 * invalid.
69 */
70static int ipv4_find_option(struct net *net, struct sk_buff *skb,
71 unsigned int *offset, int target)
72{
73 unsigned char optbuf[sizeof(struct ip_options) + 40];
74 struct ip_options *opt = (struct ip_options *)optbuf;
75 struct iphdr *iph, _iph;
76 unsigned int start;
77 bool found = false;
78 __be32 info;
79 int optlen;
80
81 iph = skb_header_pointer(skb, 0, sizeof(_iph), &_iph);
82 if (!iph)
83 return -EBADMSG;
84 start = sizeof(struct iphdr);
85
86 optlen = iph->ihl * 4 - (int)sizeof(struct iphdr);
87 if (optlen <= 0)
88 return -ENOENT;
89
90 memset(opt, 0, sizeof(struct ip_options));
91 /* Copy the options since __ip_options_compile() modifies
92 * the options.
93 */
94 if (skb_copy_bits(skb, start, opt->__data, optlen))
95 return -EBADMSG;
96 opt->optlen = optlen;
97
98 if (__ip_options_compile(net, opt, NULL, &info))
99 return -EBADMSG;
100
101 switch (target) {
102 case IPOPT_SSRR:
103 case IPOPT_LSRR:
104 if (!opt->srr)
105 break;
106 found = target == IPOPT_SSRR ? opt->is_strictroute :
107 !opt->is_strictroute;
108 if (found)
109 *offset = opt->srr + start;
110 break;
111 case IPOPT_RR:
112 if (!opt->rr)
113 break;
114 *offset = opt->rr + start;
115 found = true;
116 break;
117 case IPOPT_RA:
118 if (!opt->router_alert)
119 break;
120 *offset = opt->router_alert + start;
121 found = true;
122 break;
123 default:
124 return -EOPNOTSUPP;
125 }
126 return found ? target : -ENOENT;
127}
128
129static void nft_exthdr_ipv4_eval(const struct nft_expr *expr,
130 struct nft_regs *regs,
131 const struct nft_pktinfo *pkt)
132{
133 struct nft_exthdr *priv = nft_expr_priv(expr);
134 u32 *dest = ®s->data[priv->dreg];
135 struct sk_buff *skb = pkt->skb;
136 unsigned int offset;
137 int err;
138
139 if (skb->protocol != htons(ETH_P_IP))
140 goto err;
141
142 err = ipv4_find_option(nft_net(pkt), skb, &offset, priv->type);
143 if (priv->flags & NFT_EXTHDR_F_PRESENT) {
144 nft_reg_store8(dest, err >= 0);
145 return;
146 } else if (err < 0) {
147 goto err;
148 }
149 offset += priv->offset;
150
151 dest[priv->len / NFT_REG32_SIZE] = 0;
152 if (skb_copy_bits(pkt->skb, offset, dest, priv->len) < 0)
153 goto err;
154 return;
155err:
156 regs->verdict.code = NFT_BREAK;
157}
158
159static void *
160nft_tcp_header_pointer(const struct nft_pktinfo *pkt,
161 unsigned int len, void *buffer, unsigned int *tcphdr_len)
162{
163 struct tcphdr *tcph;
164
165 if (!pkt->tprot_set || pkt->tprot != IPPROTO_TCP)
166 return NULL;
167
168 tcph = skb_header_pointer(pkt->skb, pkt->xt.thoff, sizeof(*tcph), buffer);
169 if (!tcph)
170 return NULL;
171
172 *tcphdr_len = __tcp_hdrlen(tcph);
173 if (*tcphdr_len < sizeof(*tcph) || *tcphdr_len > len)
174 return NULL;
175
176 return skb_header_pointer(pkt->skb, pkt->xt.thoff, *tcphdr_len, buffer);
177}
178
179static void nft_exthdr_tcp_eval(const struct nft_expr *expr,
180 struct nft_regs *regs,
181 const struct nft_pktinfo *pkt)
182{
183 u8 buff[sizeof(struct tcphdr) + MAX_TCP_OPTION_SPACE];
184 struct nft_exthdr *priv = nft_expr_priv(expr);
185 unsigned int i, optl, tcphdr_len, offset;
186 u32 *dest = ®s->data[priv->dreg];
187 struct tcphdr *tcph;
188 u8 *opt;
189
190 tcph = nft_tcp_header_pointer(pkt, sizeof(buff), buff, &tcphdr_len);
191 if (!tcph)
192 goto err;
193
194 opt = (u8 *)tcph;
195 for (i = sizeof(*tcph); i < tcphdr_len - 1; i += optl) {
196 optl = optlen(opt, i);
197
198 if (priv->type != opt[i])
199 continue;
200
201 if (i + optl > tcphdr_len || priv->len + priv->offset > optl)
202 goto err;
203
204 offset = i + priv->offset;
205 if (priv->flags & NFT_EXTHDR_F_PRESENT) {
206 *dest = 1;
207 } else {
208 dest[priv->len / NFT_REG32_SIZE] = 0;
209 memcpy(dest, opt + offset, priv->len);
210 }
211
212 return;
213 }
214
215err:
216 if (priv->flags & NFT_EXTHDR_F_PRESENT)
217 *dest = 0;
218 else
219 regs->verdict.code = NFT_BREAK;
220}
221
222static void nft_exthdr_tcp_set_eval(const struct nft_expr *expr,
223 struct nft_regs *regs,
224 const struct nft_pktinfo *pkt)
225{
226 u8 buff[sizeof(struct tcphdr) + MAX_TCP_OPTION_SPACE];
227 struct nft_exthdr *priv = nft_expr_priv(expr);
228 unsigned int i, optl, tcphdr_len, offset;
229 struct tcphdr *tcph;
230 u8 *opt;
231
232 tcph = nft_tcp_header_pointer(pkt, sizeof(buff), buff, &tcphdr_len);
233 if (!tcph)
234 return;
235
236 opt = (u8 *)tcph;
237 for (i = sizeof(*tcph); i < tcphdr_len - 1; i += optl) {
238 union {
239 __be16 v16;
240 __be32 v32;
241 } old, new;
242
243 optl = optlen(opt, i);
244
245 if (priv->type != opt[i])
246 continue;
247
248 if (i + optl > tcphdr_len || priv->len + priv->offset > optl)
249 return;
250
251 if (skb_ensure_writable(pkt->skb,
252 pkt->xt.thoff + i + priv->len))
253 return;
254
255 tcph = nft_tcp_header_pointer(pkt, sizeof(buff), buff,
256 &tcphdr_len);
257 if (!tcph)
258 return;
259
260 offset = i + priv->offset;
261
262 switch (priv->len) {
263 case 2:
264 old.v16 = get_unaligned((u16 *)(opt + offset));
265 new.v16 = (__force __be16)nft_reg_load16(
266 ®s->data[priv->sreg]);
267
268 switch (priv->type) {
269 case TCPOPT_MSS:
270 /* increase can cause connection to stall */
271 if (ntohs(old.v16) <= ntohs(new.v16))
272 return;
273 break;
274 }
275
276 if (old.v16 == new.v16)
277 return;
278
279 put_unaligned(new.v16, (u16*)(opt + offset));
280 inet_proto_csum_replace2(&tcph->check, pkt->skb,
281 old.v16, new.v16, false);
282 break;
283 case 4:
284 new.v32 = regs->data[priv->sreg];
285 old.v32 = get_unaligned((u32 *)(opt + offset));
286
287 if (old.v32 == new.v32)
288 return;
289
290 put_unaligned(new.v32, (u32*)(opt + offset));
291 inet_proto_csum_replace4(&tcph->check, pkt->skb,
292 old.v32, new.v32, false);
293 break;
294 default:
295 WARN_ON_ONCE(1);
296 break;
297 }
298
299 return;
300 }
301}
302
303static const struct nla_policy nft_exthdr_policy[NFTA_EXTHDR_MAX + 1] = {
304 [NFTA_EXTHDR_DREG] = { .type = NLA_U32 },
305 [NFTA_EXTHDR_TYPE] = { .type = NLA_U8 },
306 [NFTA_EXTHDR_OFFSET] = { .type = NLA_U32 },
307 [NFTA_EXTHDR_LEN] = { .type = NLA_U32 },
308 [NFTA_EXTHDR_FLAGS] = { .type = NLA_U32 },
309 [NFTA_EXTHDR_OP] = { .type = NLA_U32 },
310 [NFTA_EXTHDR_SREG] = { .type = NLA_U32 },
311};
312
313static int nft_exthdr_init(const struct nft_ctx *ctx,
314 const struct nft_expr *expr,
315 const struct nlattr * const tb[])
316{
317 struct nft_exthdr *priv = nft_expr_priv(expr);
318 u32 offset, len, flags = 0, op = NFT_EXTHDR_OP_IPV6;
319 int err;
320
321 if (!tb[NFTA_EXTHDR_DREG] ||
322 !tb[NFTA_EXTHDR_TYPE] ||
323 !tb[NFTA_EXTHDR_OFFSET] ||
324 !tb[NFTA_EXTHDR_LEN])
325 return -EINVAL;
326
327 err = nft_parse_u32_check(tb[NFTA_EXTHDR_OFFSET], U8_MAX, &offset);
328 if (err < 0)
329 return err;
330
331 err = nft_parse_u32_check(tb[NFTA_EXTHDR_LEN], U8_MAX, &len);
332 if (err < 0)
333 return err;
334
335 if (tb[NFTA_EXTHDR_FLAGS]) {
336 err = nft_parse_u32_check(tb[NFTA_EXTHDR_FLAGS], U8_MAX, &flags);
337 if (err < 0)
338 return err;
339
340 if (flags & ~NFT_EXTHDR_F_PRESENT)
341 return -EINVAL;
342 }
343
344 if (tb[NFTA_EXTHDR_OP]) {
345 err = nft_parse_u32_check(tb[NFTA_EXTHDR_OP], U8_MAX, &op);
346 if (err < 0)
347 return err;
348 }
349
350 priv->type = nla_get_u8(tb[NFTA_EXTHDR_TYPE]);
351 priv->offset = offset;
352 priv->len = len;
353 priv->dreg = nft_parse_register(tb[NFTA_EXTHDR_DREG]);
354 priv->flags = flags;
355 priv->op = op;
356
357 return nft_validate_register_store(ctx, priv->dreg, NULL,
358 NFT_DATA_VALUE, priv->len);
359}
360
361static int nft_exthdr_tcp_set_init(const struct nft_ctx *ctx,
362 const struct nft_expr *expr,
363 const struct nlattr * const tb[])
364{
365 struct nft_exthdr *priv = nft_expr_priv(expr);
366 u32 offset, len, flags = 0, op = NFT_EXTHDR_OP_IPV6;
367 int err;
368
369 if (!tb[NFTA_EXTHDR_SREG] ||
370 !tb[NFTA_EXTHDR_TYPE] ||
371 !tb[NFTA_EXTHDR_OFFSET] ||
372 !tb[NFTA_EXTHDR_LEN])
373 return -EINVAL;
374
375 if (tb[NFTA_EXTHDR_DREG] || tb[NFTA_EXTHDR_FLAGS])
376 return -EINVAL;
377
378 err = nft_parse_u32_check(tb[NFTA_EXTHDR_OFFSET], U8_MAX, &offset);
379 if (err < 0)
380 return err;
381
382 err = nft_parse_u32_check(tb[NFTA_EXTHDR_LEN], U8_MAX, &len);
383 if (err < 0)
384 return err;
385
386 if (offset < 2)
387 return -EOPNOTSUPP;
388
389 switch (len) {
390 case 2: break;
391 case 4: break;
392 default:
393 return -EOPNOTSUPP;
394 }
395
396 err = nft_parse_u32_check(tb[NFTA_EXTHDR_OP], U8_MAX, &op);
397 if (err < 0)
398 return err;
399
400 priv->type = nla_get_u8(tb[NFTA_EXTHDR_TYPE]);
401 priv->offset = offset;
402 priv->len = len;
403 priv->sreg = nft_parse_register(tb[NFTA_EXTHDR_SREG]);
404 priv->flags = flags;
405 priv->op = op;
406
407 return nft_validate_register_load(priv->sreg, priv->len);
408}
409
410static int nft_exthdr_ipv4_init(const struct nft_ctx *ctx,
411 const struct nft_expr *expr,
412 const struct nlattr * const tb[])
413{
414 struct nft_exthdr *priv = nft_expr_priv(expr);
415 int err = nft_exthdr_init(ctx, expr, tb);
416
417 if (err < 0)
418 return err;
419
420 switch (priv->type) {
421 case IPOPT_SSRR:
422 case IPOPT_LSRR:
423 case IPOPT_RR:
424 case IPOPT_RA:
425 break;
426 default:
427 return -EOPNOTSUPP;
428 }
429 return 0;
430}
431
432static int nft_exthdr_dump_common(struct sk_buff *skb, const struct nft_exthdr *priv)
433{
434 if (nla_put_u8(skb, NFTA_EXTHDR_TYPE, priv->type))
435 goto nla_put_failure;
436 if (nla_put_be32(skb, NFTA_EXTHDR_OFFSET, htonl(priv->offset)))
437 goto nla_put_failure;
438 if (nla_put_be32(skb, NFTA_EXTHDR_LEN, htonl(priv->len)))
439 goto nla_put_failure;
440 if (nla_put_be32(skb, NFTA_EXTHDR_FLAGS, htonl(priv->flags)))
441 goto nla_put_failure;
442 if (nla_put_be32(skb, NFTA_EXTHDR_OP, htonl(priv->op)))
443 goto nla_put_failure;
444 return 0;
445
446nla_put_failure:
447 return -1;
448}
449
450static int nft_exthdr_dump(struct sk_buff *skb, const struct nft_expr *expr)
451{
452 const struct nft_exthdr *priv = nft_expr_priv(expr);
453
454 if (nft_dump_register(skb, NFTA_EXTHDR_DREG, priv->dreg))
455 return -1;
456
457 return nft_exthdr_dump_common(skb, priv);
458}
459
460static int nft_exthdr_dump_set(struct sk_buff *skb, const struct nft_expr *expr)
461{
462 const struct nft_exthdr *priv = nft_expr_priv(expr);
463
464 if (nft_dump_register(skb, NFTA_EXTHDR_SREG, priv->sreg))
465 return -1;
466
467 return nft_exthdr_dump_common(skb, priv);
468}
469
470static const struct nft_expr_ops nft_exthdr_ipv6_ops = {
471 .type = &nft_exthdr_type,
472 .size = NFT_EXPR_SIZE(sizeof(struct nft_exthdr)),
473 .eval = nft_exthdr_ipv6_eval,
474 .init = nft_exthdr_init,
475 .dump = nft_exthdr_dump,
476};
477
478static const struct nft_expr_ops nft_exthdr_ipv4_ops = {
479 .type = &nft_exthdr_type,
480 .size = NFT_EXPR_SIZE(sizeof(struct nft_exthdr)),
481 .eval = nft_exthdr_ipv4_eval,
482 .init = nft_exthdr_ipv4_init,
483 .dump = nft_exthdr_dump,
484};
485
486static const struct nft_expr_ops nft_exthdr_tcp_ops = {
487 .type = &nft_exthdr_type,
488 .size = NFT_EXPR_SIZE(sizeof(struct nft_exthdr)),
489 .eval = nft_exthdr_tcp_eval,
490 .init = nft_exthdr_init,
491 .dump = nft_exthdr_dump,
492};
493
494static const struct nft_expr_ops nft_exthdr_tcp_set_ops = {
495 .type = &nft_exthdr_type,
496 .size = NFT_EXPR_SIZE(sizeof(struct nft_exthdr)),
497 .eval = nft_exthdr_tcp_set_eval,
498 .init = nft_exthdr_tcp_set_init,
499 .dump = nft_exthdr_dump_set,
500};
501
502static const struct nft_expr_ops *
503nft_exthdr_select_ops(const struct nft_ctx *ctx,
504 const struct nlattr * const tb[])
505{
506 u32 op;
507
508 if (!tb[NFTA_EXTHDR_OP])
509 return &nft_exthdr_ipv6_ops;
510
511 if (tb[NFTA_EXTHDR_SREG] && tb[NFTA_EXTHDR_DREG])
512 return ERR_PTR(-EOPNOTSUPP);
513
514 op = ntohl(nla_get_be32(tb[NFTA_EXTHDR_OP]));
515 switch (op) {
516 case NFT_EXTHDR_OP_TCPOPT:
517 if (tb[NFTA_EXTHDR_SREG])
518 return &nft_exthdr_tcp_set_ops;
519 if (tb[NFTA_EXTHDR_DREG])
520 return &nft_exthdr_tcp_ops;
521 break;
522 case NFT_EXTHDR_OP_IPV6:
523 if (tb[NFTA_EXTHDR_DREG])
524 return &nft_exthdr_ipv6_ops;
525 break;
526 case NFT_EXTHDR_OP_IPV4:
527 if (ctx->family != NFPROTO_IPV6) {
528 if (tb[NFTA_EXTHDR_DREG])
529 return &nft_exthdr_ipv4_ops;
530 }
531 break;
532 }
533
534 return ERR_PTR(-EOPNOTSUPP);
535}
536
537struct nft_expr_type nft_exthdr_type __read_mostly = {
538 .name = "exthdr",
539 .select_ops = nft_exthdr_select_ops,
540 .policy = nft_exthdr_policy,
541 .maxattr = NFTA_EXTHDR_MAX,
542 .owner = THIS_MODULE,
543};