Loading...
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * INET An implementation of the TCP/IP protocol suite for the LINUX
4 * operating system. INET is implemented using the BSD Socket
5 * interface as the means of communication with the user level.
6 *
7 * IPv4 Forwarding Information Base: policy rules.
8 *
9 * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
10 * Thomas Graf <tgraf@suug.ch>
11 *
12 * Fixes:
13 * Rani Assaf : local_rule cannot be deleted
14 * Marc Boucher : routing by fwmark
15 */
16
17#include <linux/types.h>
18#include <linux/kernel.h>
19#include <linux/netdevice.h>
20#include <linux/netlink.h>
21#include <linux/inetdevice.h>
22#include <linux/init.h>
23#include <linux/list.h>
24#include <linux/rcupdate.h>
25#include <linux/export.h>
26#include <net/inet_dscp.h>
27#include <net/ip.h>
28#include <net/route.h>
29#include <net/tcp.h>
30#include <net/ip_fib.h>
31#include <net/nexthop.h>
32#include <net/fib_rules.h>
33#include <linux/indirect_call_wrapper.h>
34
35struct fib4_rule {
36 struct fib_rule common;
37 u8 dst_len;
38 u8 src_len;
39 dscp_t dscp;
40 __be32 src;
41 __be32 srcmask;
42 __be32 dst;
43 __be32 dstmask;
44#ifdef CONFIG_IP_ROUTE_CLASSID
45 u32 tclassid;
46#endif
47};
48
49static bool fib4_rule_matchall(const struct fib_rule *rule)
50{
51 struct fib4_rule *r = container_of(rule, struct fib4_rule, common);
52
53 if (r->dst_len || r->src_len || r->dscp)
54 return false;
55 return fib_rule_matchall(rule);
56}
57
58bool fib4_rule_default(const struct fib_rule *rule)
59{
60 if (!fib4_rule_matchall(rule) || rule->action != FR_ACT_TO_TBL ||
61 rule->l3mdev)
62 return false;
63 if (rule->table != RT_TABLE_LOCAL && rule->table != RT_TABLE_MAIN &&
64 rule->table != RT_TABLE_DEFAULT)
65 return false;
66 return true;
67}
68EXPORT_SYMBOL_GPL(fib4_rule_default);
69
70int fib4_rules_dump(struct net *net, struct notifier_block *nb,
71 struct netlink_ext_ack *extack)
72{
73 return fib_rules_dump(net, nb, AF_INET, extack);
74}
75
76unsigned int fib4_rules_seq_read(struct net *net)
77{
78 return fib_rules_seq_read(net, AF_INET);
79}
80
81int __fib_lookup(struct net *net, struct flowi4 *flp,
82 struct fib_result *res, unsigned int flags)
83{
84 struct fib_lookup_arg arg = {
85 .result = res,
86 .flags = flags,
87 };
88 int err;
89
90 /* update flow if oif or iif point to device enslaved to l3mdev */
91 l3mdev_update_flow(net, flowi4_to_flowi(flp));
92
93 err = fib_rules_lookup(net->ipv4.rules_ops, flowi4_to_flowi(flp), 0, &arg);
94#ifdef CONFIG_IP_ROUTE_CLASSID
95 if (arg.rule)
96 res->tclassid = ((struct fib4_rule *)arg.rule)->tclassid;
97 else
98 res->tclassid = 0;
99#endif
100
101 if (err == -ESRCH)
102 err = -ENETUNREACH;
103
104 return err;
105}
106EXPORT_SYMBOL_GPL(__fib_lookup);
107
108INDIRECT_CALLABLE_SCOPE int fib4_rule_action(struct fib_rule *rule,
109 struct flowi *flp, int flags,
110 struct fib_lookup_arg *arg)
111{
112 int err = -EAGAIN;
113 struct fib_table *tbl;
114 u32 tb_id;
115
116 switch (rule->action) {
117 case FR_ACT_TO_TBL:
118 break;
119
120 case FR_ACT_UNREACHABLE:
121 return -ENETUNREACH;
122
123 case FR_ACT_PROHIBIT:
124 return -EACCES;
125
126 case FR_ACT_BLACKHOLE:
127 default:
128 return -EINVAL;
129 }
130
131 rcu_read_lock();
132
133 tb_id = fib_rule_get_table(rule, arg);
134 tbl = fib_get_table(rule->fr_net, tb_id);
135 if (tbl)
136 err = fib_table_lookup(tbl, &flp->u.ip4,
137 (struct fib_result *)arg->result,
138 arg->flags);
139
140 rcu_read_unlock();
141 return err;
142}
143
144INDIRECT_CALLABLE_SCOPE bool fib4_rule_suppress(struct fib_rule *rule,
145 int flags,
146 struct fib_lookup_arg *arg)
147{
148 struct fib_result *result = arg->result;
149 struct net_device *dev = NULL;
150
151 if (result->fi) {
152 struct fib_nh_common *nhc = fib_info_nhc(result->fi, 0);
153
154 dev = nhc->nhc_dev;
155 }
156
157 /* do not accept result if the route does
158 * not meet the required prefix length
159 */
160 if (result->prefixlen <= rule->suppress_prefixlen)
161 goto suppress_route;
162
163 /* do not accept result if the route uses a device
164 * belonging to a forbidden interface group
165 */
166 if (rule->suppress_ifgroup != -1 && dev && dev->group == rule->suppress_ifgroup)
167 goto suppress_route;
168
169 return false;
170
171suppress_route:
172 if (!(arg->flags & FIB_LOOKUP_NOREF))
173 fib_info_put(result->fi);
174 return true;
175}
176
177INDIRECT_CALLABLE_SCOPE int fib4_rule_match(struct fib_rule *rule,
178 struct flowi *fl, int flags)
179{
180 struct fib4_rule *r = (struct fib4_rule *) rule;
181 struct flowi4 *fl4 = &fl->u.ip4;
182 __be32 daddr = fl4->daddr;
183 __be32 saddr = fl4->saddr;
184
185 if (((saddr ^ r->src) & r->srcmask) ||
186 ((daddr ^ r->dst) & r->dstmask))
187 return 0;
188
189 if (r->dscp && r->dscp != inet_dsfield_to_dscp(fl4->flowi4_tos))
190 return 0;
191
192 if (rule->ip_proto && (rule->ip_proto != fl4->flowi4_proto))
193 return 0;
194
195 if (fib_rule_port_range_set(&rule->sport_range) &&
196 !fib_rule_port_inrange(&rule->sport_range, fl4->fl4_sport))
197 return 0;
198
199 if (fib_rule_port_range_set(&rule->dport_range) &&
200 !fib_rule_port_inrange(&rule->dport_range, fl4->fl4_dport))
201 return 0;
202
203 return 1;
204}
205
206static struct fib_table *fib_empty_table(struct net *net)
207{
208 u32 id = 1;
209
210 while (1) {
211 if (!fib_get_table(net, id))
212 return fib_new_table(net, id);
213
214 if (id++ == RT_TABLE_MAX)
215 break;
216 }
217 return NULL;
218}
219
220static int fib4_rule_configure(struct fib_rule *rule, struct sk_buff *skb,
221 struct fib_rule_hdr *frh,
222 struct nlattr **tb,
223 struct netlink_ext_ack *extack)
224{
225 struct net *net = sock_net(skb->sk);
226 int err = -EINVAL;
227 struct fib4_rule *rule4 = (struct fib4_rule *) rule;
228
229 if (!inet_validate_dscp(frh->tos)) {
230 NL_SET_ERR_MSG(extack,
231 "Invalid dsfield (tos): ECN bits must be 0");
232 goto errout;
233 }
234 /* IPv4 currently doesn't handle high order DSCP bits correctly */
235 if (frh->tos & ~IPTOS_TOS_MASK) {
236 NL_SET_ERR_MSG(extack, "Invalid tos");
237 goto errout;
238 }
239 rule4->dscp = inet_dsfield_to_dscp(frh->tos);
240
241 /* split local/main if they are not already split */
242 err = fib_unmerge(net);
243 if (err)
244 goto errout;
245
246 if (rule->table == RT_TABLE_UNSPEC && !rule->l3mdev) {
247 if (rule->action == FR_ACT_TO_TBL) {
248 struct fib_table *table;
249
250 table = fib_empty_table(net);
251 if (!table) {
252 err = -ENOBUFS;
253 goto errout;
254 }
255
256 rule->table = table->tb_id;
257 }
258 }
259
260 if (frh->src_len)
261 rule4->src = nla_get_in_addr(tb[FRA_SRC]);
262
263 if (frh->dst_len)
264 rule4->dst = nla_get_in_addr(tb[FRA_DST]);
265
266#ifdef CONFIG_IP_ROUTE_CLASSID
267 if (tb[FRA_FLOW]) {
268 rule4->tclassid = nla_get_u32(tb[FRA_FLOW]);
269 if (rule4->tclassid)
270 atomic_inc(&net->ipv4.fib_num_tclassid_users);
271 }
272#endif
273
274 if (fib_rule_requires_fldissect(rule))
275 net->ipv4.fib_rules_require_fldissect++;
276
277 rule4->src_len = frh->src_len;
278 rule4->srcmask = inet_make_mask(rule4->src_len);
279 rule4->dst_len = frh->dst_len;
280 rule4->dstmask = inet_make_mask(rule4->dst_len);
281
282 net->ipv4.fib_has_custom_rules = true;
283
284 err = 0;
285errout:
286 return err;
287}
288
289static int fib4_rule_delete(struct fib_rule *rule)
290{
291 struct net *net = rule->fr_net;
292 int err;
293
294 /* split local/main if they are not already split */
295 err = fib_unmerge(net);
296 if (err)
297 goto errout;
298
299#ifdef CONFIG_IP_ROUTE_CLASSID
300 if (((struct fib4_rule *)rule)->tclassid)
301 atomic_dec(&net->ipv4.fib_num_tclassid_users);
302#endif
303 net->ipv4.fib_has_custom_rules = true;
304
305 if (net->ipv4.fib_rules_require_fldissect &&
306 fib_rule_requires_fldissect(rule))
307 net->ipv4.fib_rules_require_fldissect--;
308errout:
309 return err;
310}
311
312static int fib4_rule_compare(struct fib_rule *rule, struct fib_rule_hdr *frh,
313 struct nlattr **tb)
314{
315 struct fib4_rule *rule4 = (struct fib4_rule *) rule;
316
317 if (frh->src_len && (rule4->src_len != frh->src_len))
318 return 0;
319
320 if (frh->dst_len && (rule4->dst_len != frh->dst_len))
321 return 0;
322
323 if (frh->tos && inet_dscp_to_dsfield(rule4->dscp) != frh->tos)
324 return 0;
325
326#ifdef CONFIG_IP_ROUTE_CLASSID
327 if (tb[FRA_FLOW] && (rule4->tclassid != nla_get_u32(tb[FRA_FLOW])))
328 return 0;
329#endif
330
331 if (frh->src_len && (rule4->src != nla_get_in_addr(tb[FRA_SRC])))
332 return 0;
333
334 if (frh->dst_len && (rule4->dst != nla_get_in_addr(tb[FRA_DST])))
335 return 0;
336
337 return 1;
338}
339
340static int fib4_rule_fill(struct fib_rule *rule, struct sk_buff *skb,
341 struct fib_rule_hdr *frh)
342{
343 struct fib4_rule *rule4 = (struct fib4_rule *) rule;
344
345 frh->dst_len = rule4->dst_len;
346 frh->src_len = rule4->src_len;
347 frh->tos = inet_dscp_to_dsfield(rule4->dscp);
348
349 if ((rule4->dst_len &&
350 nla_put_in_addr(skb, FRA_DST, rule4->dst)) ||
351 (rule4->src_len &&
352 nla_put_in_addr(skb, FRA_SRC, rule4->src)))
353 goto nla_put_failure;
354#ifdef CONFIG_IP_ROUTE_CLASSID
355 if (rule4->tclassid &&
356 nla_put_u32(skb, FRA_FLOW, rule4->tclassid))
357 goto nla_put_failure;
358#endif
359 return 0;
360
361nla_put_failure:
362 return -ENOBUFS;
363}
364
365static size_t fib4_rule_nlmsg_payload(struct fib_rule *rule)
366{
367 return nla_total_size(4) /* dst */
368 + nla_total_size(4) /* src */
369 + nla_total_size(4); /* flow */
370}
371
372static void fib4_rule_flush_cache(struct fib_rules_ops *ops)
373{
374 rt_cache_flush(ops->fro_net);
375}
376
377static const struct fib_rules_ops __net_initconst fib4_rules_ops_template = {
378 .family = AF_INET,
379 .rule_size = sizeof(struct fib4_rule),
380 .addr_size = sizeof(u32),
381 .action = fib4_rule_action,
382 .suppress = fib4_rule_suppress,
383 .match = fib4_rule_match,
384 .configure = fib4_rule_configure,
385 .delete = fib4_rule_delete,
386 .compare = fib4_rule_compare,
387 .fill = fib4_rule_fill,
388 .nlmsg_payload = fib4_rule_nlmsg_payload,
389 .flush_cache = fib4_rule_flush_cache,
390 .nlgroup = RTNLGRP_IPV4_RULE,
391 .owner = THIS_MODULE,
392};
393
394static int fib_default_rules_init(struct fib_rules_ops *ops)
395{
396 int err;
397
398 err = fib_default_rule_add(ops, 0, RT_TABLE_LOCAL);
399 if (err < 0)
400 return err;
401 err = fib_default_rule_add(ops, 0x7FFE, RT_TABLE_MAIN);
402 if (err < 0)
403 return err;
404 err = fib_default_rule_add(ops, 0x7FFF, RT_TABLE_DEFAULT);
405 if (err < 0)
406 return err;
407 return 0;
408}
409
410int __net_init fib4_rules_init(struct net *net)
411{
412 int err;
413 struct fib_rules_ops *ops;
414
415 ops = fib_rules_register(&fib4_rules_ops_template, net);
416 if (IS_ERR(ops))
417 return PTR_ERR(ops);
418
419 err = fib_default_rules_init(ops);
420 if (err < 0)
421 goto fail;
422 net->ipv4.rules_ops = ops;
423 net->ipv4.fib_has_custom_rules = false;
424 net->ipv4.fib_rules_require_fldissect = 0;
425 return 0;
426
427fail:
428 /* also cleans all rules already added */
429 fib_rules_unregister(ops);
430 return err;
431}
432
433void __net_exit fib4_rules_exit(struct net *net)
434{
435 fib_rules_unregister(net->ipv4.rules_ops);
436}
1/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * IPv4 Forwarding Information Base: policy rules.
7 *
8 * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
9 * Thomas Graf <tgraf@suug.ch>
10 *
11 * This program is free software; you can redistribute it and/or
12 * modify it under the terms of the GNU General Public License
13 * as published by the Free Software Foundation; either version
14 * 2 of the License, or (at your option) any later version.
15 *
16 * Fixes:
17 * Rani Assaf : local_rule cannot be deleted
18 * Marc Boucher : routing by fwmark
19 */
20
21#include <linux/types.h>
22#include <linux/kernel.h>
23#include <linux/netdevice.h>
24#include <linux/netlink.h>
25#include <linux/inetdevice.h>
26#include <linux/init.h>
27#include <linux/list.h>
28#include <linux/rcupdate.h>
29#include <linux/export.h>
30#include <net/ip.h>
31#include <net/route.h>
32#include <net/tcp.h>
33#include <net/ip_fib.h>
34#include <net/fib_rules.h>
35
36struct fib4_rule {
37 struct fib_rule common;
38 u8 dst_len;
39 u8 src_len;
40 u8 tos;
41 __be32 src;
42 __be32 srcmask;
43 __be32 dst;
44 __be32 dstmask;
45#ifdef CONFIG_IP_ROUTE_CLASSID
46 u32 tclassid;
47#endif
48};
49
50#ifdef CONFIG_IP_ROUTE_CLASSID
51u32 fib_rules_tclass(const struct fib_result *res)
52{
53 return res->r ? ((struct fib4_rule *) res->r)->tclassid : 0;
54}
55#endif
56
57int fib_lookup(struct net *net, struct flowi4 *flp, struct fib_result *res)
58{
59 struct fib_lookup_arg arg = {
60 .result = res,
61 .flags = FIB_LOOKUP_NOREF,
62 };
63 int err;
64
65 err = fib_rules_lookup(net->ipv4.rules_ops, flowi4_to_flowi(flp), 0, &arg);
66 res->r = arg.rule;
67
68 return err;
69}
70EXPORT_SYMBOL_GPL(fib_lookup);
71
72static int fib4_rule_action(struct fib_rule *rule, struct flowi *flp,
73 int flags, struct fib_lookup_arg *arg)
74{
75 int err = -EAGAIN;
76 struct fib_table *tbl;
77
78 switch (rule->action) {
79 case FR_ACT_TO_TBL:
80 break;
81
82 case FR_ACT_UNREACHABLE:
83 err = -ENETUNREACH;
84 goto errout;
85
86 case FR_ACT_PROHIBIT:
87 err = -EACCES;
88 goto errout;
89
90 case FR_ACT_BLACKHOLE:
91 default:
92 err = -EINVAL;
93 goto errout;
94 }
95
96 tbl = fib_get_table(rule->fr_net, rule->table);
97 if (!tbl)
98 goto errout;
99
100 err = fib_table_lookup(tbl, &flp->u.ip4, (struct fib_result *) arg->result, arg->flags);
101 if (err > 0)
102 err = -EAGAIN;
103errout:
104 return err;
105}
106
107
108static int fib4_rule_match(struct fib_rule *rule, struct flowi *fl, int flags)
109{
110 struct fib4_rule *r = (struct fib4_rule *) rule;
111 struct flowi4 *fl4 = &fl->u.ip4;
112 __be32 daddr = fl4->daddr;
113 __be32 saddr = fl4->saddr;
114
115 if (((saddr ^ r->src) & r->srcmask) ||
116 ((daddr ^ r->dst) & r->dstmask))
117 return 0;
118
119 if (r->tos && (r->tos != fl4->flowi4_tos))
120 return 0;
121
122 return 1;
123}
124
125static struct fib_table *fib_empty_table(struct net *net)
126{
127 u32 id;
128
129 for (id = 1; id <= RT_TABLE_MAX; id++)
130 if (fib_get_table(net, id) == NULL)
131 return fib_new_table(net, id);
132 return NULL;
133}
134
135static const struct nla_policy fib4_rule_policy[FRA_MAX+1] = {
136 FRA_GENERIC_POLICY,
137 [FRA_FLOW] = { .type = NLA_U32 },
138};
139
140static int fib4_rule_configure(struct fib_rule *rule, struct sk_buff *skb,
141 struct fib_rule_hdr *frh,
142 struct nlattr **tb)
143{
144 struct net *net = sock_net(skb->sk);
145 int err = -EINVAL;
146 struct fib4_rule *rule4 = (struct fib4_rule *) rule;
147
148 if (frh->tos & ~IPTOS_TOS_MASK)
149 goto errout;
150
151 if (rule->table == RT_TABLE_UNSPEC) {
152 if (rule->action == FR_ACT_TO_TBL) {
153 struct fib_table *table;
154
155 table = fib_empty_table(net);
156 if (table == NULL) {
157 err = -ENOBUFS;
158 goto errout;
159 }
160
161 rule->table = table->tb_id;
162 }
163 }
164
165 if (frh->src_len)
166 rule4->src = nla_get_be32(tb[FRA_SRC]);
167
168 if (frh->dst_len)
169 rule4->dst = nla_get_be32(tb[FRA_DST]);
170
171#ifdef CONFIG_IP_ROUTE_CLASSID
172 if (tb[FRA_FLOW])
173 rule4->tclassid = nla_get_u32(tb[FRA_FLOW]);
174#endif
175
176 rule4->src_len = frh->src_len;
177 rule4->srcmask = inet_make_mask(rule4->src_len);
178 rule4->dst_len = frh->dst_len;
179 rule4->dstmask = inet_make_mask(rule4->dst_len);
180 rule4->tos = frh->tos;
181
182 err = 0;
183errout:
184 return err;
185}
186
187static int fib4_rule_compare(struct fib_rule *rule, struct fib_rule_hdr *frh,
188 struct nlattr **tb)
189{
190 struct fib4_rule *rule4 = (struct fib4_rule *) rule;
191
192 if (frh->src_len && (rule4->src_len != frh->src_len))
193 return 0;
194
195 if (frh->dst_len && (rule4->dst_len != frh->dst_len))
196 return 0;
197
198 if (frh->tos && (rule4->tos != frh->tos))
199 return 0;
200
201#ifdef CONFIG_IP_ROUTE_CLASSID
202 if (tb[FRA_FLOW] && (rule4->tclassid != nla_get_u32(tb[FRA_FLOW])))
203 return 0;
204#endif
205
206 if (frh->src_len && (rule4->src != nla_get_be32(tb[FRA_SRC])))
207 return 0;
208
209 if (frh->dst_len && (rule4->dst != nla_get_be32(tb[FRA_DST])))
210 return 0;
211
212 return 1;
213}
214
215static int fib4_rule_fill(struct fib_rule *rule, struct sk_buff *skb,
216 struct fib_rule_hdr *frh)
217{
218 struct fib4_rule *rule4 = (struct fib4_rule *) rule;
219
220 frh->dst_len = rule4->dst_len;
221 frh->src_len = rule4->src_len;
222 frh->tos = rule4->tos;
223
224 if ((rule4->dst_len &&
225 nla_put_be32(skb, FRA_DST, rule4->dst)) ||
226 (rule4->src_len &&
227 nla_put_be32(skb, FRA_SRC, rule4->src)))
228 goto nla_put_failure;
229#ifdef CONFIG_IP_ROUTE_CLASSID
230 if (rule4->tclassid &&
231 nla_put_u32(skb, FRA_FLOW, rule4->tclassid))
232 goto nla_put_failure;
233#endif
234 return 0;
235
236nla_put_failure:
237 return -ENOBUFS;
238}
239
240static size_t fib4_rule_nlmsg_payload(struct fib_rule *rule)
241{
242 return nla_total_size(4) /* dst */
243 + nla_total_size(4) /* src */
244 + nla_total_size(4); /* flow */
245}
246
247static void fib4_rule_flush_cache(struct fib_rules_ops *ops)
248{
249 rt_cache_flush(ops->fro_net, -1);
250}
251
252static const struct fib_rules_ops __net_initdata fib4_rules_ops_template = {
253 .family = AF_INET,
254 .rule_size = sizeof(struct fib4_rule),
255 .addr_size = sizeof(u32),
256 .action = fib4_rule_action,
257 .match = fib4_rule_match,
258 .configure = fib4_rule_configure,
259 .compare = fib4_rule_compare,
260 .fill = fib4_rule_fill,
261 .default_pref = fib_default_rule_pref,
262 .nlmsg_payload = fib4_rule_nlmsg_payload,
263 .flush_cache = fib4_rule_flush_cache,
264 .nlgroup = RTNLGRP_IPV4_RULE,
265 .policy = fib4_rule_policy,
266 .owner = THIS_MODULE,
267};
268
269static int fib_default_rules_init(struct fib_rules_ops *ops)
270{
271 int err;
272
273 err = fib_default_rule_add(ops, 0, RT_TABLE_LOCAL, 0);
274 if (err < 0)
275 return err;
276 err = fib_default_rule_add(ops, 0x7FFE, RT_TABLE_MAIN, 0);
277 if (err < 0)
278 return err;
279 err = fib_default_rule_add(ops, 0x7FFF, RT_TABLE_DEFAULT, 0);
280 if (err < 0)
281 return err;
282 return 0;
283}
284
285int __net_init fib4_rules_init(struct net *net)
286{
287 int err;
288 struct fib_rules_ops *ops;
289
290 ops = fib_rules_register(&fib4_rules_ops_template, net);
291 if (IS_ERR(ops))
292 return PTR_ERR(ops);
293
294 err = fib_default_rules_init(ops);
295 if (err < 0)
296 goto fail;
297 net->ipv4.rules_ops = ops;
298 return 0;
299
300fail:
301 /* also cleans all rules already added */
302 fib_rules_unregister(ops);
303 return err;
304}
305
306void __net_exit fib4_rules_exit(struct net *net)
307{
308 fib_rules_unregister(net->ipv4.rules_ops);
309}