Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (c) 2013 Eric Leblond <eric@regit.org>
4 *
5 * Development of this code partly funded by OISF
6 * (http://www.openinfosecfoundation.org/)
7 */
8
9#include <linux/kernel.h>
10#include <linux/init.h>
11#include <linux/module.h>
12#include <linux/netlink.h>
13#include <linux/jhash.h>
14#include <linux/netfilter.h>
15#include <linux/netfilter/nf_tables.h>
16#include <net/netfilter/nf_tables.h>
17#include <net/netfilter/nf_queue.h>
18
19static u32 jhash_initval __read_mostly;
20
21struct nft_queue {
22 u8 sreg_qnum;
23 u16 queuenum;
24 u16 queues_total;
25 u16 flags;
26};
27
28static void nft_queue_eval(const struct nft_expr *expr,
29 struct nft_regs *regs,
30 const struct nft_pktinfo *pkt)
31{
32 struct nft_queue *priv = nft_expr_priv(expr);
33 u32 queue = priv->queuenum;
34 u32 ret;
35
36 if (priv->queues_total > 1) {
37 if (priv->flags & NFT_QUEUE_FLAG_CPU_FANOUT) {
38 int cpu = raw_smp_processor_id();
39
40 queue = priv->queuenum + cpu % priv->queues_total;
41 } else {
42 queue = nfqueue_hash(pkt->skb, queue,
43 priv->queues_total, nft_pf(pkt),
44 jhash_initval);
45 }
46 }
47
48 ret = NF_QUEUE_NR(queue);
49 if (priv->flags & NFT_QUEUE_FLAG_BYPASS)
50 ret |= NF_VERDICT_FLAG_QUEUE_BYPASS;
51
52 regs->verdict.code = ret;
53}
54
55static void nft_queue_sreg_eval(const struct nft_expr *expr,
56 struct nft_regs *regs,
57 const struct nft_pktinfo *pkt)
58{
59 struct nft_queue *priv = nft_expr_priv(expr);
60 u32 queue, ret;
61
62 queue = regs->data[priv->sreg_qnum];
63
64 ret = NF_QUEUE_NR(queue);
65 if (priv->flags & NFT_QUEUE_FLAG_BYPASS)
66 ret |= NF_VERDICT_FLAG_QUEUE_BYPASS;
67
68 regs->verdict.code = ret;
69}
70
71static const struct nla_policy nft_queue_policy[NFTA_QUEUE_MAX + 1] = {
72 [NFTA_QUEUE_NUM] = { .type = NLA_U16 },
73 [NFTA_QUEUE_TOTAL] = { .type = NLA_U16 },
74 [NFTA_QUEUE_FLAGS] = { .type = NLA_U16 },
75 [NFTA_QUEUE_SREG_QNUM] = { .type = NLA_U32 },
76};
77
78static int nft_queue_init(const struct nft_ctx *ctx,
79 const struct nft_expr *expr,
80 const struct nlattr * const tb[])
81{
82 struct nft_queue *priv = nft_expr_priv(expr);
83 u32 maxid;
84
85 priv->queuenum = ntohs(nla_get_be16(tb[NFTA_QUEUE_NUM]));
86
87 if (tb[NFTA_QUEUE_TOTAL])
88 priv->queues_total = ntohs(nla_get_be16(tb[NFTA_QUEUE_TOTAL]));
89 else
90 priv->queues_total = 1;
91
92 if (priv->queues_total == 0)
93 return -EINVAL;
94
95 maxid = priv->queues_total - 1 + priv->queuenum;
96 if (maxid > U16_MAX)
97 return -ERANGE;
98
99 if (tb[NFTA_QUEUE_FLAGS]) {
100 priv->flags = ntohs(nla_get_be16(tb[NFTA_QUEUE_FLAGS]));
101 if (priv->flags & ~NFT_QUEUE_FLAG_MASK)
102 return -EINVAL;
103 }
104 return 0;
105}
106
107static int nft_queue_sreg_init(const struct nft_ctx *ctx,
108 const struct nft_expr *expr,
109 const struct nlattr * const tb[])
110{
111 struct nft_queue *priv = nft_expr_priv(expr);
112 int err;
113
114 err = nft_parse_register_load(tb[NFTA_QUEUE_SREG_QNUM],
115 &priv->sreg_qnum, sizeof(u32));
116 if (err < 0)
117 return err;
118
119 if (tb[NFTA_QUEUE_FLAGS]) {
120 priv->flags = ntohs(nla_get_be16(tb[NFTA_QUEUE_FLAGS]));
121 if (priv->flags & ~NFT_QUEUE_FLAG_MASK)
122 return -EINVAL;
123 if (priv->flags & NFT_QUEUE_FLAG_CPU_FANOUT)
124 return -EOPNOTSUPP;
125 }
126
127 return 0;
128}
129
130static int nft_queue_dump(struct sk_buff *skb, const struct nft_expr *expr)
131{
132 const struct nft_queue *priv = nft_expr_priv(expr);
133
134 if (nla_put_be16(skb, NFTA_QUEUE_NUM, htons(priv->queuenum)) ||
135 nla_put_be16(skb, NFTA_QUEUE_TOTAL, htons(priv->queues_total)) ||
136 nla_put_be16(skb, NFTA_QUEUE_FLAGS, htons(priv->flags)))
137 goto nla_put_failure;
138
139 return 0;
140
141nla_put_failure:
142 return -1;
143}
144
145static int
146nft_queue_sreg_dump(struct sk_buff *skb, const struct nft_expr *expr)
147{
148 const struct nft_queue *priv = nft_expr_priv(expr);
149
150 if (nft_dump_register(skb, NFTA_QUEUE_SREG_QNUM, priv->sreg_qnum) ||
151 nla_put_be16(skb, NFTA_QUEUE_FLAGS, htons(priv->flags)))
152 goto nla_put_failure;
153
154 return 0;
155
156nla_put_failure:
157 return -1;
158}
159
160static struct nft_expr_type nft_queue_type;
161static const struct nft_expr_ops nft_queue_ops = {
162 .type = &nft_queue_type,
163 .size = NFT_EXPR_SIZE(sizeof(struct nft_queue)),
164 .eval = nft_queue_eval,
165 .init = nft_queue_init,
166 .dump = nft_queue_dump,
167};
168
169static const struct nft_expr_ops nft_queue_sreg_ops = {
170 .type = &nft_queue_type,
171 .size = NFT_EXPR_SIZE(sizeof(struct nft_queue)),
172 .eval = nft_queue_sreg_eval,
173 .init = nft_queue_sreg_init,
174 .dump = nft_queue_sreg_dump,
175};
176
177static const struct nft_expr_ops *
178nft_queue_select_ops(const struct nft_ctx *ctx,
179 const struct nlattr * const tb[])
180{
181 if (tb[NFTA_QUEUE_NUM] && tb[NFTA_QUEUE_SREG_QNUM])
182 return ERR_PTR(-EINVAL);
183
184 init_hashrandom(&jhash_initval);
185
186 if (tb[NFTA_QUEUE_NUM])
187 return &nft_queue_ops;
188
189 if (tb[NFTA_QUEUE_SREG_QNUM])
190 return &nft_queue_sreg_ops;
191
192 return ERR_PTR(-EINVAL);
193}
194
195static struct nft_expr_type nft_queue_type __read_mostly = {
196 .name = "queue",
197 .select_ops = nft_queue_select_ops,
198 .policy = nft_queue_policy,
199 .maxattr = NFTA_QUEUE_MAX,
200 .owner = THIS_MODULE,
201};
202
203static int __init nft_queue_module_init(void)
204{
205 return nft_register_expr(&nft_queue_type);
206}
207
208static void __exit nft_queue_module_exit(void)
209{
210 nft_unregister_expr(&nft_queue_type);
211}
212
213module_init(nft_queue_module_init);
214module_exit(nft_queue_module_exit);
215
216MODULE_LICENSE("GPL");
217MODULE_AUTHOR("Eric Leblond <eric@regit.org>");
218MODULE_ALIAS_NFT_EXPR("queue");
219MODULE_DESCRIPTION("Netfilter nftables queue module");
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (c) 2013 Eric Leblond <eric@regit.org>
4 *
5 * Development of this code partly funded by OISF
6 * (http://www.openinfosecfoundation.org/)
7 */
8
9#include <linux/kernel.h>
10#include <linux/init.h>
11#include <linux/module.h>
12#include <linux/netlink.h>
13#include <linux/jhash.h>
14#include <linux/netfilter.h>
15#include <linux/netfilter/nf_tables.h>
16#include <net/netfilter/nf_tables.h>
17#include <net/netfilter/nf_queue.h>
18
19static u32 jhash_initval __read_mostly;
20
21struct nft_queue {
22 u8 sreg_qnum;
23 u16 queuenum;
24 u16 queues_total;
25 u16 flags;
26};
27
28static void nft_queue_eval(const struct nft_expr *expr,
29 struct nft_regs *regs,
30 const struct nft_pktinfo *pkt)
31{
32 struct nft_queue *priv = nft_expr_priv(expr);
33 u32 queue = priv->queuenum;
34 u32 ret;
35
36 if (priv->queues_total > 1) {
37 if (priv->flags & NFT_QUEUE_FLAG_CPU_FANOUT) {
38 int cpu = raw_smp_processor_id();
39
40 queue = priv->queuenum + cpu % priv->queues_total;
41 } else {
42 queue = nfqueue_hash(pkt->skb, queue,
43 priv->queues_total, nft_pf(pkt),
44 jhash_initval);
45 }
46 }
47
48 ret = NF_QUEUE_NR(queue);
49 if (priv->flags & NFT_QUEUE_FLAG_BYPASS)
50 ret |= NF_VERDICT_FLAG_QUEUE_BYPASS;
51
52 regs->verdict.code = ret;
53}
54
55static void nft_queue_sreg_eval(const struct nft_expr *expr,
56 struct nft_regs *regs,
57 const struct nft_pktinfo *pkt)
58{
59 struct nft_queue *priv = nft_expr_priv(expr);
60 u32 queue, ret;
61
62 queue = regs->data[priv->sreg_qnum];
63
64 ret = NF_QUEUE_NR(queue);
65 if (priv->flags & NFT_QUEUE_FLAG_BYPASS)
66 ret |= NF_VERDICT_FLAG_QUEUE_BYPASS;
67
68 regs->verdict.code = ret;
69}
70
71static int nft_queue_validate(const struct nft_ctx *ctx,
72 const struct nft_expr *expr)
73{
74 static const unsigned int supported_hooks = ((1 << NF_INET_PRE_ROUTING) |
75 (1 << NF_INET_LOCAL_IN) |
76 (1 << NF_INET_FORWARD) |
77 (1 << NF_INET_LOCAL_OUT) |
78 (1 << NF_INET_POST_ROUTING));
79
80 switch (ctx->family) {
81 case NFPROTO_IPV4:
82 case NFPROTO_IPV6:
83 case NFPROTO_INET:
84 case NFPROTO_BRIDGE:
85 break;
86 case NFPROTO_NETDEV: /* lacks okfn */
87 fallthrough;
88 default:
89 return -EOPNOTSUPP;
90 }
91
92 return nft_chain_validate_hooks(ctx->chain, supported_hooks);
93}
94
95static const struct nla_policy nft_queue_policy[NFTA_QUEUE_MAX + 1] = {
96 [NFTA_QUEUE_NUM] = { .type = NLA_U16 },
97 [NFTA_QUEUE_TOTAL] = { .type = NLA_U16 },
98 [NFTA_QUEUE_FLAGS] = { .type = NLA_U16 },
99 [NFTA_QUEUE_SREG_QNUM] = { .type = NLA_U32 },
100};
101
102static int nft_queue_init(const struct nft_ctx *ctx,
103 const struct nft_expr *expr,
104 const struct nlattr * const tb[])
105{
106 struct nft_queue *priv = nft_expr_priv(expr);
107 u32 maxid;
108
109 priv->queuenum = ntohs(nla_get_be16(tb[NFTA_QUEUE_NUM]));
110
111 if (tb[NFTA_QUEUE_TOTAL])
112 priv->queues_total = ntohs(nla_get_be16(tb[NFTA_QUEUE_TOTAL]));
113 else
114 priv->queues_total = 1;
115
116 if (priv->queues_total == 0)
117 return -EINVAL;
118
119 maxid = priv->queues_total - 1 + priv->queuenum;
120 if (maxid > U16_MAX)
121 return -ERANGE;
122
123 if (tb[NFTA_QUEUE_FLAGS]) {
124 priv->flags = ntohs(nla_get_be16(tb[NFTA_QUEUE_FLAGS]));
125 if (priv->flags & ~NFT_QUEUE_FLAG_MASK)
126 return -EINVAL;
127 }
128 return 0;
129}
130
131static int nft_queue_sreg_init(const struct nft_ctx *ctx,
132 const struct nft_expr *expr,
133 const struct nlattr * const tb[])
134{
135 struct nft_queue *priv = nft_expr_priv(expr);
136 int err;
137
138 err = nft_parse_register_load(ctx, tb[NFTA_QUEUE_SREG_QNUM],
139 &priv->sreg_qnum, sizeof(u32));
140 if (err < 0)
141 return err;
142
143 if (tb[NFTA_QUEUE_FLAGS]) {
144 priv->flags = ntohs(nla_get_be16(tb[NFTA_QUEUE_FLAGS]));
145 if (priv->flags & ~NFT_QUEUE_FLAG_MASK)
146 return -EINVAL;
147 if (priv->flags & NFT_QUEUE_FLAG_CPU_FANOUT)
148 return -EOPNOTSUPP;
149 }
150
151 return 0;
152}
153
154static int nft_queue_dump(struct sk_buff *skb,
155 const struct nft_expr *expr, bool reset)
156{
157 const struct nft_queue *priv = nft_expr_priv(expr);
158
159 if (nla_put_be16(skb, NFTA_QUEUE_NUM, htons(priv->queuenum)) ||
160 nla_put_be16(skb, NFTA_QUEUE_TOTAL, htons(priv->queues_total)) ||
161 nla_put_be16(skb, NFTA_QUEUE_FLAGS, htons(priv->flags)))
162 goto nla_put_failure;
163
164 return 0;
165
166nla_put_failure:
167 return -1;
168}
169
170static int
171nft_queue_sreg_dump(struct sk_buff *skb,
172 const struct nft_expr *expr, bool reset)
173{
174 const struct nft_queue *priv = nft_expr_priv(expr);
175
176 if (nft_dump_register(skb, NFTA_QUEUE_SREG_QNUM, priv->sreg_qnum) ||
177 nla_put_be16(skb, NFTA_QUEUE_FLAGS, htons(priv->flags)))
178 goto nla_put_failure;
179
180 return 0;
181
182nla_put_failure:
183 return -1;
184}
185
186static struct nft_expr_type nft_queue_type;
187static const struct nft_expr_ops nft_queue_ops = {
188 .type = &nft_queue_type,
189 .size = NFT_EXPR_SIZE(sizeof(struct nft_queue)),
190 .eval = nft_queue_eval,
191 .init = nft_queue_init,
192 .dump = nft_queue_dump,
193 .validate = nft_queue_validate,
194 .reduce = NFT_REDUCE_READONLY,
195};
196
197static const struct nft_expr_ops nft_queue_sreg_ops = {
198 .type = &nft_queue_type,
199 .size = NFT_EXPR_SIZE(sizeof(struct nft_queue)),
200 .eval = nft_queue_sreg_eval,
201 .init = nft_queue_sreg_init,
202 .dump = nft_queue_sreg_dump,
203 .validate = nft_queue_validate,
204 .reduce = NFT_REDUCE_READONLY,
205};
206
207static const struct nft_expr_ops *
208nft_queue_select_ops(const struct nft_ctx *ctx,
209 const struct nlattr * const tb[])
210{
211 if (tb[NFTA_QUEUE_NUM] && tb[NFTA_QUEUE_SREG_QNUM])
212 return ERR_PTR(-EINVAL);
213
214 init_hashrandom(&jhash_initval);
215
216 if (tb[NFTA_QUEUE_NUM])
217 return &nft_queue_ops;
218
219 if (tb[NFTA_QUEUE_SREG_QNUM])
220 return &nft_queue_sreg_ops;
221
222 return ERR_PTR(-EINVAL);
223}
224
225static struct nft_expr_type nft_queue_type __read_mostly = {
226 .name = "queue",
227 .select_ops = nft_queue_select_ops,
228 .policy = nft_queue_policy,
229 .maxattr = NFTA_QUEUE_MAX,
230 .owner = THIS_MODULE,
231};
232
233static int __init nft_queue_module_init(void)
234{
235 return nft_register_expr(&nft_queue_type);
236}
237
238static void __exit nft_queue_module_exit(void)
239{
240 nft_unregister_expr(&nft_queue_type);
241}
242
243module_init(nft_queue_module_init);
244module_exit(nft_queue_module_exit);
245
246MODULE_LICENSE("GPL");
247MODULE_AUTHOR("Eric Leblond <eric@regit.org>");
248MODULE_ALIAS_NFT_EXPR("queue");
249MODULE_DESCRIPTION("Netfilter nftables queue module");