Linux Audio

Check our new training course

In-person Linux kernel drivers training

Jun 16-20, 2025
Register
Loading...
v6.2
  1// SPDX-License-Identifier: GPL-2.0-only
  2/*
  3 * net/ipv6/fib6_rules.c	IPv6 Routing Policy Rules
  4 *
  5 * Copyright (C)2003-2006 Helsinki University of Technology
  6 * Copyright (C)2003-2006 USAGI/WIDE Project
  7 *
  8 * Authors
  9 *	Thomas Graf		<tgraf@suug.ch>
 10 *	Ville Nuorvala		<vnuorval@tcs.hut.fi>
 11 */
 12
 13#include <linux/netdevice.h>
 14#include <linux/notifier.h>
 15#include <linux/export.h>
 16#include <linux/indirect_call_wrapper.h>
 17
 18#include <net/fib_rules.h>
 19#include <net/inet_dscp.h>
 20#include <net/ipv6.h>
 21#include <net/addrconf.h>
 22#include <net/ip6_route.h>
 23#include <net/netlink.h>
 24
 25struct fib6_rule {
 26	struct fib_rule		common;
 27	struct rt6key		src;
 28	struct rt6key		dst;
 29	dscp_t			dscp;
 30};
 31
 32static bool fib6_rule_matchall(const struct fib_rule *rule)
 33{
 34	struct fib6_rule *r = container_of(rule, struct fib6_rule, common);
 35
 36	if (r->dst.plen || r->src.plen || r->dscp)
 37		return false;
 38	return fib_rule_matchall(rule);
 39}
 40
 41bool fib6_rule_default(const struct fib_rule *rule)
 42{
 43	if (!fib6_rule_matchall(rule) || rule->action != FR_ACT_TO_TBL ||
 44	    rule->l3mdev)
 45		return false;
 46	if (rule->table != RT6_TABLE_LOCAL && rule->table != RT6_TABLE_MAIN)
 47		return false;
 48	return true;
 49}
 50EXPORT_SYMBOL_GPL(fib6_rule_default);
 51
 52int fib6_rules_dump(struct net *net, struct notifier_block *nb,
 53		    struct netlink_ext_ack *extack)
 54{
 55	return fib_rules_dump(net, nb, AF_INET6, extack);
 56}
 57
 58unsigned int fib6_rules_seq_read(struct net *net)
 59{
 60	return fib_rules_seq_read(net, AF_INET6);
 61}
 62
 63/* called with rcu lock held; no reference taken on fib6_info */
 64int fib6_lookup(struct net *net, int oif, struct flowi6 *fl6,
 65		struct fib6_result *res, int flags)
 66{
 67	int err;
 68
 69	if (net->ipv6.fib6_has_custom_rules) {
 70		struct fib_lookup_arg arg = {
 71			.lookup_ptr = fib6_table_lookup,
 72			.lookup_data = &oif,
 73			.result = res,
 74			.flags = FIB_LOOKUP_NOREF,
 75		};
 76
 77		l3mdev_update_flow(net, flowi6_to_flowi(fl6));
 78
 79		err = fib_rules_lookup(net->ipv6.fib6_rules_ops,
 80				       flowi6_to_flowi(fl6), flags, &arg);
 81	} else {
 82		err = fib6_table_lookup(net, net->ipv6.fib6_local_tbl, oif,
 83					fl6, res, flags);
 84		if (err || res->f6i == net->ipv6.fib6_null_entry)
 85			err = fib6_table_lookup(net, net->ipv6.fib6_main_tbl,
 86						oif, fl6, res, flags);
 87	}
 88
 89	return err;
 90}
 91
 92struct dst_entry *fib6_rule_lookup(struct net *net, struct flowi6 *fl6,
 93				   const struct sk_buff *skb,
 94				   int flags, pol_lookup_t lookup)
 95{
 96	if (net->ipv6.fib6_has_custom_rules) {
 97		struct fib6_result res = {};
 98		struct fib_lookup_arg arg = {
 99			.lookup_ptr = lookup,
100			.lookup_data = skb,
101			.result = &res,
102			.flags = FIB_LOOKUP_NOREF,
103		};
104
105		/* update flow if oif or iif point to device enslaved to l3mdev */
106		l3mdev_update_flow(net, flowi6_to_flowi(fl6));
107
108		fib_rules_lookup(net->ipv6.fib6_rules_ops,
109				 flowi6_to_flowi(fl6), flags, &arg);
110
111		if (res.rt6)
112			return &res.rt6->dst;
113	} else {
114		struct rt6_info *rt;
115
116		rt = pol_lookup_func(lookup,
117			     net, net->ipv6.fib6_local_tbl, fl6, skb, flags);
118		if (rt != net->ipv6.ip6_null_entry && rt->dst.error != -EAGAIN)
119			return &rt->dst;
120		ip6_rt_put_flags(rt, flags);
121		rt = pol_lookup_func(lookup,
122			     net, net->ipv6.fib6_main_tbl, fl6, skb, flags);
123		if (rt->dst.error != -EAGAIN)
124			return &rt->dst;
125		ip6_rt_put_flags(rt, flags);
126	}
127
128	if (!(flags & RT6_LOOKUP_F_DST_NOREF))
129		dst_hold(&net->ipv6.ip6_null_entry->dst);
130	return &net->ipv6.ip6_null_entry->dst;
131}
132
133static int fib6_rule_saddr(struct net *net, struct fib_rule *rule, int flags,
134			   struct flowi6 *flp6, const struct net_device *dev)
135{
136	struct fib6_rule *r = (struct fib6_rule *)rule;
137
138	/* If we need to find a source address for this traffic,
139	 * we check the result if it meets requirement of the rule.
140	 */
141	if ((rule->flags & FIB_RULE_FIND_SADDR) &&
142	    r->src.plen && !(flags & RT6_LOOKUP_F_HAS_SADDR)) {
143		struct in6_addr saddr;
144
145		if (ipv6_dev_get_saddr(net, dev, &flp6->daddr,
146				       rt6_flags2srcprefs(flags), &saddr))
147			return -EAGAIN;
148
149		if (!ipv6_prefix_equal(&saddr, &r->src.addr, r->src.plen))
150			return -EAGAIN;
151
152		flp6->saddr = saddr;
153	}
154
155	return 0;
156}
157
158static int fib6_rule_action_alt(struct fib_rule *rule, struct flowi *flp,
159				int flags, struct fib_lookup_arg *arg)
160{
161	struct fib6_result *res = arg->result;
162	struct flowi6 *flp6 = &flp->u.ip6;
163	struct net *net = rule->fr_net;
164	struct fib6_table *table;
165	int err, *oif;
166	u32 tb_id;
167
168	switch (rule->action) {
169	case FR_ACT_TO_TBL:
170		break;
171	case FR_ACT_UNREACHABLE:
172		return -ENETUNREACH;
173	case FR_ACT_PROHIBIT:
174		return -EACCES;
175	case FR_ACT_BLACKHOLE:
176	default:
177		return -EINVAL;
178	}
179
180	tb_id = fib_rule_get_table(rule, arg);
181	table = fib6_get_table(net, tb_id);
182	if (!table)
183		return -EAGAIN;
184
185	oif = (int *)arg->lookup_data;
186	err = fib6_table_lookup(net, table, *oif, flp6, res, flags);
187	if (!err && res->f6i != net->ipv6.fib6_null_entry)
188		err = fib6_rule_saddr(net, rule, flags, flp6,
189				      res->nh->fib_nh_dev);
190	else
191		err = -EAGAIN;
192
193	return err;
194}
195
196static int __fib6_rule_action(struct fib_rule *rule, struct flowi *flp,
197			      int flags, struct fib_lookup_arg *arg)
198{
199	struct fib6_result *res = arg->result;
200	struct flowi6 *flp6 = &flp->u.ip6;
201	struct rt6_info *rt = NULL;
202	struct fib6_table *table;
203	struct net *net = rule->fr_net;
204	pol_lookup_t lookup = arg->lookup_ptr;
205	int err = 0;
206	u32 tb_id;
207
208	switch (rule->action) {
209	case FR_ACT_TO_TBL:
210		break;
211	case FR_ACT_UNREACHABLE:
212		err = -ENETUNREACH;
213		rt = net->ipv6.ip6_null_entry;
214		goto discard_pkt;
215	default:
216	case FR_ACT_BLACKHOLE:
217		err = -EINVAL;
218		rt = net->ipv6.ip6_blk_hole_entry;
219		goto discard_pkt;
220	case FR_ACT_PROHIBIT:
221		err = -EACCES;
222		rt = net->ipv6.ip6_prohibit_entry;
223		goto discard_pkt;
224	}
225
226	tb_id = fib_rule_get_table(rule, arg);
227	table = fib6_get_table(net, tb_id);
228	if (!table) {
229		err = -EAGAIN;
230		goto out;
231	}
232
233	rt = pol_lookup_func(lookup,
234			     net, table, flp6, arg->lookup_data, flags);
235	if (rt != net->ipv6.ip6_null_entry) {
236		err = fib6_rule_saddr(net, rule, flags, flp6,
237				      ip6_dst_idev(&rt->dst)->dev);
238
239		if (err == -EAGAIN)
240			goto again;
241
242		err = rt->dst.error;
243		if (err != -EAGAIN)
244			goto out;
245	}
246again:
247	ip6_rt_put_flags(rt, flags);
248	err = -EAGAIN;
249	rt = NULL;
250	goto out;
251
252discard_pkt:
253	if (!(flags & RT6_LOOKUP_F_DST_NOREF))
254		dst_hold(&rt->dst);
255out:
256	res->rt6 = rt;
257	return err;
258}
259
260INDIRECT_CALLABLE_SCOPE int fib6_rule_action(struct fib_rule *rule,
261					     struct flowi *flp, int flags,
262					     struct fib_lookup_arg *arg)
263{
264	if (arg->lookup_ptr == fib6_table_lookup)
265		return fib6_rule_action_alt(rule, flp, flags, arg);
266
267	return __fib6_rule_action(rule, flp, flags, arg);
268}
269
270INDIRECT_CALLABLE_SCOPE bool fib6_rule_suppress(struct fib_rule *rule,
271						int flags,
272						struct fib_lookup_arg *arg)
273{
274	struct fib6_result *res = arg->result;
275	struct rt6_info *rt = res->rt6;
276	struct net_device *dev = NULL;
277
278	if (!rt)
279		return false;
280
281	if (rt->rt6i_idev)
282		dev = rt->rt6i_idev->dev;
283
284	/* do not accept result if the route does
285	 * not meet the required prefix length
286	 */
287	if (rt->rt6i_dst.plen <= rule->suppress_prefixlen)
288		goto suppress_route;
289
290	/* do not accept result if the route uses a device
291	 * belonging to a forbidden interface group
292	 */
293	if (rule->suppress_ifgroup != -1 && dev && dev->group == rule->suppress_ifgroup)
294		goto suppress_route;
295
296	return false;
297
298suppress_route:
299	ip6_rt_put_flags(rt, flags);
 
300	return true;
301}
302
303INDIRECT_CALLABLE_SCOPE int fib6_rule_match(struct fib_rule *rule,
304					    struct flowi *fl, int flags)
305{
306	struct fib6_rule *r = (struct fib6_rule *) rule;
307	struct flowi6 *fl6 = &fl->u.ip6;
308
309	if (r->dst.plen &&
310	    !ipv6_prefix_equal(&fl6->daddr, &r->dst.addr, r->dst.plen))
311		return 0;
312
313	/*
314	 * If FIB_RULE_FIND_SADDR is set and we do not have a
315	 * source address for the traffic, we defer check for
316	 * source address.
317	 */
318	if (r->src.plen) {
319		if (flags & RT6_LOOKUP_F_HAS_SADDR) {
320			if (!ipv6_prefix_equal(&fl6->saddr, &r->src.addr,
321					       r->src.plen))
322				return 0;
323		} else if (!(r->common.flags & FIB_RULE_FIND_SADDR))
324			return 0;
325	}
326
327	if (r->dscp && r->dscp != ip6_dscp(fl6->flowlabel))
328		return 0;
329
330	if (rule->ip_proto && (rule->ip_proto != fl6->flowi6_proto))
331		return 0;
332
333	if (fib_rule_port_range_set(&rule->sport_range) &&
334	    !fib_rule_port_inrange(&rule->sport_range, fl6->fl6_sport))
335		return 0;
336
337	if (fib_rule_port_range_set(&rule->dport_range) &&
338	    !fib_rule_port_inrange(&rule->dport_range, fl6->fl6_dport))
339		return 0;
340
341	return 1;
342}
343
 
 
 
 
344static int fib6_rule_configure(struct fib_rule *rule, struct sk_buff *skb,
345			       struct fib_rule_hdr *frh,
346			       struct nlattr **tb,
347			       struct netlink_ext_ack *extack)
348{
349	int err = -EINVAL;
350	struct net *net = sock_net(skb->sk);
351	struct fib6_rule *rule6 = (struct fib6_rule *) rule;
352
353	if (!inet_validate_dscp(frh->tos)) {
354		NL_SET_ERR_MSG(extack,
355			       "Invalid dsfield (tos): ECN bits must be 0");
356		goto errout;
357	}
358	rule6->dscp = inet_dsfield_to_dscp(frh->tos);
359
360	if (rule->action == FR_ACT_TO_TBL && !rule->l3mdev) {
361		if (rule->table == RT6_TABLE_UNSPEC) {
362			NL_SET_ERR_MSG(extack, "Invalid table");
363			goto errout;
364		}
365
366		if (fib6_new_table(net, rule->table) == NULL) {
367			err = -ENOBUFS;
368			goto errout;
369		}
370	}
371
372	if (frh->src_len)
373		rule6->src.addr = nla_get_in6_addr(tb[FRA_SRC]);
374
375	if (frh->dst_len)
376		rule6->dst.addr = nla_get_in6_addr(tb[FRA_DST]);
377
378	rule6->src.plen = frh->src_len;
379	rule6->dst.plen = frh->dst_len;
 
380
381	if (fib_rule_requires_fldissect(rule))
382		net->ipv6.fib6_rules_require_fldissect++;
383
384	net->ipv6.fib6_has_custom_rules = true;
385	err = 0;
386errout:
387	return err;
388}
389
390static int fib6_rule_delete(struct fib_rule *rule)
391{
392	struct net *net = rule->fr_net;
393
394	if (net->ipv6.fib6_rules_require_fldissect &&
395	    fib_rule_requires_fldissect(rule))
396		net->ipv6.fib6_rules_require_fldissect--;
397
398	return 0;
399}
400
401static int fib6_rule_compare(struct fib_rule *rule, struct fib_rule_hdr *frh,
402			     struct nlattr **tb)
403{
404	struct fib6_rule *rule6 = (struct fib6_rule *) rule;
405
406	if (frh->src_len && (rule6->src.plen != frh->src_len))
407		return 0;
408
409	if (frh->dst_len && (rule6->dst.plen != frh->dst_len))
410		return 0;
411
412	if (frh->tos && inet_dscp_to_dsfield(rule6->dscp) != frh->tos)
413		return 0;
414
415	if (frh->src_len &&
416	    nla_memcmp(tb[FRA_SRC], &rule6->src.addr, sizeof(struct in6_addr)))
417		return 0;
418
419	if (frh->dst_len &&
420	    nla_memcmp(tb[FRA_DST], &rule6->dst.addr, sizeof(struct in6_addr)))
421		return 0;
422
423	return 1;
424}
425
426static int fib6_rule_fill(struct fib_rule *rule, struct sk_buff *skb,
427			  struct fib_rule_hdr *frh)
428{
429	struct fib6_rule *rule6 = (struct fib6_rule *) rule;
430
431	frh->dst_len = rule6->dst.plen;
432	frh->src_len = rule6->src.plen;
433	frh->tos = inet_dscp_to_dsfield(rule6->dscp);
434
435	if ((rule6->dst.plen &&
436	     nla_put_in6_addr(skb, FRA_DST, &rule6->dst.addr)) ||
437	    (rule6->src.plen &&
438	     nla_put_in6_addr(skb, FRA_SRC, &rule6->src.addr)))
439		goto nla_put_failure;
440	return 0;
441
442nla_put_failure:
443	return -ENOBUFS;
444}
445
446static size_t fib6_rule_nlmsg_payload(struct fib_rule *rule)
447{
448	return nla_total_size(16) /* dst */
449	       + nla_total_size(16); /* src */
450}
451
452static const struct fib_rules_ops __net_initconst fib6_rules_ops_template = {
453	.family			= AF_INET6,
454	.rule_size		= sizeof(struct fib6_rule),
455	.addr_size		= sizeof(struct in6_addr),
456	.action			= fib6_rule_action,
457	.match			= fib6_rule_match,
458	.suppress		= fib6_rule_suppress,
459	.configure		= fib6_rule_configure,
460	.delete			= fib6_rule_delete,
461	.compare		= fib6_rule_compare,
462	.fill			= fib6_rule_fill,
463	.nlmsg_payload		= fib6_rule_nlmsg_payload,
464	.nlgroup		= RTNLGRP_IPV6_RULE,
 
465	.owner			= THIS_MODULE,
466	.fro_net		= &init_net,
467};
468
469static int __net_init fib6_rules_net_init(struct net *net)
470{
471	struct fib_rules_ops *ops;
472	int err;
473
474	ops = fib_rules_register(&fib6_rules_ops_template, net);
475	if (IS_ERR(ops))
476		return PTR_ERR(ops);
477
478	err = fib_default_rule_add(ops, 0, RT6_TABLE_LOCAL, 0);
479	if (err)
480		goto out_fib6_rules_ops;
481
482	err = fib_default_rule_add(ops, 0x7FFE, RT6_TABLE_MAIN, 0);
483	if (err)
484		goto out_fib6_rules_ops;
485
486	net->ipv6.fib6_rules_ops = ops;
487	net->ipv6.fib6_rules_require_fldissect = 0;
488out:
489	return err;
490
491out_fib6_rules_ops:
492	fib_rules_unregister(ops);
493	goto out;
494}
495
496static void __net_exit fib6_rules_net_exit_batch(struct list_head *net_list)
497{
498	struct net *net;
499
500	rtnl_lock();
501	list_for_each_entry(net, net_list, exit_list) {
502		fib_rules_unregister(net->ipv6.fib6_rules_ops);
503		cond_resched();
504	}
505	rtnl_unlock();
506}
507
508static struct pernet_operations fib6_rules_net_ops = {
509	.init = fib6_rules_net_init,
510	.exit_batch = fib6_rules_net_exit_batch,
511};
512
513int __init fib6_rules_init(void)
514{
515	return register_pernet_subsys(&fib6_rules_net_ops);
516}
517
518
519void fib6_rules_cleanup(void)
520{
521	unregister_pernet_subsys(&fib6_rules_net_ops);
522}
v5.14.15
  1// SPDX-License-Identifier: GPL-2.0-only
  2/*
  3 * net/ipv6/fib6_rules.c	IPv6 Routing Policy Rules
  4 *
  5 * Copyright (C)2003-2006 Helsinki University of Technology
  6 * Copyright (C)2003-2006 USAGI/WIDE Project
  7 *
  8 * Authors
  9 *	Thomas Graf		<tgraf@suug.ch>
 10 *	Ville Nuorvala		<vnuorval@tcs.hut.fi>
 11 */
 12
 13#include <linux/netdevice.h>
 14#include <linux/notifier.h>
 15#include <linux/export.h>
 16#include <linux/indirect_call_wrapper.h>
 17
 18#include <net/fib_rules.h>
 
 19#include <net/ipv6.h>
 20#include <net/addrconf.h>
 21#include <net/ip6_route.h>
 22#include <net/netlink.h>
 23
 24struct fib6_rule {
 25	struct fib_rule		common;
 26	struct rt6key		src;
 27	struct rt6key		dst;
 28	u8			tclass;
 29};
 30
 31static bool fib6_rule_matchall(const struct fib_rule *rule)
 32{
 33	struct fib6_rule *r = container_of(rule, struct fib6_rule, common);
 34
 35	if (r->dst.plen || r->src.plen || r->tclass)
 36		return false;
 37	return fib_rule_matchall(rule);
 38}
 39
 40bool fib6_rule_default(const struct fib_rule *rule)
 41{
 42	if (!fib6_rule_matchall(rule) || rule->action != FR_ACT_TO_TBL ||
 43	    rule->l3mdev)
 44		return false;
 45	if (rule->table != RT6_TABLE_LOCAL && rule->table != RT6_TABLE_MAIN)
 46		return false;
 47	return true;
 48}
 49EXPORT_SYMBOL_GPL(fib6_rule_default);
 50
 51int fib6_rules_dump(struct net *net, struct notifier_block *nb,
 52		    struct netlink_ext_ack *extack)
 53{
 54	return fib_rules_dump(net, nb, AF_INET6, extack);
 55}
 56
 57unsigned int fib6_rules_seq_read(struct net *net)
 58{
 59	return fib_rules_seq_read(net, AF_INET6);
 60}
 61
 62/* called with rcu lock held; no reference taken on fib6_info */
 63int fib6_lookup(struct net *net, int oif, struct flowi6 *fl6,
 64		struct fib6_result *res, int flags)
 65{
 66	int err;
 67
 68	if (net->ipv6.fib6_has_custom_rules) {
 69		struct fib_lookup_arg arg = {
 70			.lookup_ptr = fib6_table_lookup,
 71			.lookup_data = &oif,
 72			.result = res,
 73			.flags = FIB_LOOKUP_NOREF,
 74		};
 75
 76		l3mdev_update_flow(net, flowi6_to_flowi(fl6));
 77
 78		err = fib_rules_lookup(net->ipv6.fib6_rules_ops,
 79				       flowi6_to_flowi(fl6), flags, &arg);
 80	} else {
 81		err = fib6_table_lookup(net, net->ipv6.fib6_local_tbl, oif,
 82					fl6, res, flags);
 83		if (err || res->f6i == net->ipv6.fib6_null_entry)
 84			err = fib6_table_lookup(net, net->ipv6.fib6_main_tbl,
 85						oif, fl6, res, flags);
 86	}
 87
 88	return err;
 89}
 90
 91struct dst_entry *fib6_rule_lookup(struct net *net, struct flowi6 *fl6,
 92				   const struct sk_buff *skb,
 93				   int flags, pol_lookup_t lookup)
 94{
 95	if (net->ipv6.fib6_has_custom_rules) {
 96		struct fib6_result res = {};
 97		struct fib_lookup_arg arg = {
 98			.lookup_ptr = lookup,
 99			.lookup_data = skb,
100			.result = &res,
101			.flags = FIB_LOOKUP_NOREF,
102		};
103
104		/* update flow if oif or iif point to device enslaved to l3mdev */
105		l3mdev_update_flow(net, flowi6_to_flowi(fl6));
106
107		fib_rules_lookup(net->ipv6.fib6_rules_ops,
108				 flowi6_to_flowi(fl6), flags, &arg);
109
110		if (res.rt6)
111			return &res.rt6->dst;
112	} else {
113		struct rt6_info *rt;
114
115		rt = pol_lookup_func(lookup,
116			     net, net->ipv6.fib6_local_tbl, fl6, skb, flags);
117		if (rt != net->ipv6.ip6_null_entry && rt->dst.error != -EAGAIN)
118			return &rt->dst;
119		ip6_rt_put_flags(rt, flags);
120		rt = pol_lookup_func(lookup,
121			     net, net->ipv6.fib6_main_tbl, fl6, skb, flags);
122		if (rt->dst.error != -EAGAIN)
123			return &rt->dst;
124		ip6_rt_put_flags(rt, flags);
125	}
126
127	if (!(flags & RT6_LOOKUP_F_DST_NOREF))
128		dst_hold(&net->ipv6.ip6_null_entry->dst);
129	return &net->ipv6.ip6_null_entry->dst;
130}
131
132static int fib6_rule_saddr(struct net *net, struct fib_rule *rule, int flags,
133			   struct flowi6 *flp6, const struct net_device *dev)
134{
135	struct fib6_rule *r = (struct fib6_rule *)rule;
136
137	/* If we need to find a source address for this traffic,
138	 * we check the result if it meets requirement of the rule.
139	 */
140	if ((rule->flags & FIB_RULE_FIND_SADDR) &&
141	    r->src.plen && !(flags & RT6_LOOKUP_F_HAS_SADDR)) {
142		struct in6_addr saddr;
143
144		if (ipv6_dev_get_saddr(net, dev, &flp6->daddr,
145				       rt6_flags2srcprefs(flags), &saddr))
146			return -EAGAIN;
147
148		if (!ipv6_prefix_equal(&saddr, &r->src.addr, r->src.plen))
149			return -EAGAIN;
150
151		flp6->saddr = saddr;
152	}
153
154	return 0;
155}
156
157static int fib6_rule_action_alt(struct fib_rule *rule, struct flowi *flp,
158				int flags, struct fib_lookup_arg *arg)
159{
160	struct fib6_result *res = arg->result;
161	struct flowi6 *flp6 = &flp->u.ip6;
162	struct net *net = rule->fr_net;
163	struct fib6_table *table;
164	int err, *oif;
165	u32 tb_id;
166
167	switch (rule->action) {
168	case FR_ACT_TO_TBL:
169		break;
170	case FR_ACT_UNREACHABLE:
171		return -ENETUNREACH;
172	case FR_ACT_PROHIBIT:
173		return -EACCES;
174	case FR_ACT_BLACKHOLE:
175	default:
176		return -EINVAL;
177	}
178
179	tb_id = fib_rule_get_table(rule, arg);
180	table = fib6_get_table(net, tb_id);
181	if (!table)
182		return -EAGAIN;
183
184	oif = (int *)arg->lookup_data;
185	err = fib6_table_lookup(net, table, *oif, flp6, res, flags);
186	if (!err && res->f6i != net->ipv6.fib6_null_entry)
187		err = fib6_rule_saddr(net, rule, flags, flp6,
188				      res->nh->fib_nh_dev);
189	else
190		err = -EAGAIN;
191
192	return err;
193}
194
195static int __fib6_rule_action(struct fib_rule *rule, struct flowi *flp,
196			      int flags, struct fib_lookup_arg *arg)
197{
198	struct fib6_result *res = arg->result;
199	struct flowi6 *flp6 = &flp->u.ip6;
200	struct rt6_info *rt = NULL;
201	struct fib6_table *table;
202	struct net *net = rule->fr_net;
203	pol_lookup_t lookup = arg->lookup_ptr;
204	int err = 0;
205	u32 tb_id;
206
207	switch (rule->action) {
208	case FR_ACT_TO_TBL:
209		break;
210	case FR_ACT_UNREACHABLE:
211		err = -ENETUNREACH;
212		rt = net->ipv6.ip6_null_entry;
213		goto discard_pkt;
214	default:
215	case FR_ACT_BLACKHOLE:
216		err = -EINVAL;
217		rt = net->ipv6.ip6_blk_hole_entry;
218		goto discard_pkt;
219	case FR_ACT_PROHIBIT:
220		err = -EACCES;
221		rt = net->ipv6.ip6_prohibit_entry;
222		goto discard_pkt;
223	}
224
225	tb_id = fib_rule_get_table(rule, arg);
226	table = fib6_get_table(net, tb_id);
227	if (!table) {
228		err = -EAGAIN;
229		goto out;
230	}
231
232	rt = pol_lookup_func(lookup,
233			     net, table, flp6, arg->lookup_data, flags);
234	if (rt != net->ipv6.ip6_null_entry) {
235		err = fib6_rule_saddr(net, rule, flags, flp6,
236				      ip6_dst_idev(&rt->dst)->dev);
237
238		if (err == -EAGAIN)
239			goto again;
240
241		err = rt->dst.error;
242		if (err != -EAGAIN)
243			goto out;
244	}
245again:
246	ip6_rt_put_flags(rt, flags);
247	err = -EAGAIN;
248	rt = NULL;
249	goto out;
250
251discard_pkt:
252	if (!(flags & RT6_LOOKUP_F_DST_NOREF))
253		dst_hold(&rt->dst);
254out:
255	res->rt6 = rt;
256	return err;
257}
258
259INDIRECT_CALLABLE_SCOPE int fib6_rule_action(struct fib_rule *rule,
260					     struct flowi *flp, int flags,
261					     struct fib_lookup_arg *arg)
262{
263	if (arg->lookup_ptr == fib6_table_lookup)
264		return fib6_rule_action_alt(rule, flp, flags, arg);
265
266	return __fib6_rule_action(rule, flp, flags, arg);
267}
268
269INDIRECT_CALLABLE_SCOPE bool fib6_rule_suppress(struct fib_rule *rule,
 
270						struct fib_lookup_arg *arg)
271{
272	struct fib6_result *res = arg->result;
273	struct rt6_info *rt = res->rt6;
274	struct net_device *dev = NULL;
275
276	if (!rt)
277		return false;
278
279	if (rt->rt6i_idev)
280		dev = rt->rt6i_idev->dev;
281
282	/* do not accept result if the route does
283	 * not meet the required prefix length
284	 */
285	if (rt->rt6i_dst.plen <= rule->suppress_prefixlen)
286		goto suppress_route;
287
288	/* do not accept result if the route uses a device
289	 * belonging to a forbidden interface group
290	 */
291	if (rule->suppress_ifgroup != -1 && dev && dev->group == rule->suppress_ifgroup)
292		goto suppress_route;
293
294	return false;
295
296suppress_route:
297	if (!(arg->flags & FIB_LOOKUP_NOREF))
298		ip6_rt_put(rt);
299	return true;
300}
301
302INDIRECT_CALLABLE_SCOPE int fib6_rule_match(struct fib_rule *rule,
303					    struct flowi *fl, int flags)
304{
305	struct fib6_rule *r = (struct fib6_rule *) rule;
306	struct flowi6 *fl6 = &fl->u.ip6;
307
308	if (r->dst.plen &&
309	    !ipv6_prefix_equal(&fl6->daddr, &r->dst.addr, r->dst.plen))
310		return 0;
311
312	/*
313	 * If FIB_RULE_FIND_SADDR is set and we do not have a
314	 * source address for the traffic, we defer check for
315	 * source address.
316	 */
317	if (r->src.plen) {
318		if (flags & RT6_LOOKUP_F_HAS_SADDR) {
319			if (!ipv6_prefix_equal(&fl6->saddr, &r->src.addr,
320					       r->src.plen))
321				return 0;
322		} else if (!(r->common.flags & FIB_RULE_FIND_SADDR))
323			return 0;
324	}
325
326	if (r->tclass && r->tclass != ip6_tclass(fl6->flowlabel))
327		return 0;
328
329	if (rule->ip_proto && (rule->ip_proto != fl6->flowi6_proto))
330		return 0;
331
332	if (fib_rule_port_range_set(&rule->sport_range) &&
333	    !fib_rule_port_inrange(&rule->sport_range, fl6->fl6_sport))
334		return 0;
335
336	if (fib_rule_port_range_set(&rule->dport_range) &&
337	    !fib_rule_port_inrange(&rule->dport_range, fl6->fl6_dport))
338		return 0;
339
340	return 1;
341}
342
343static const struct nla_policy fib6_rule_policy[FRA_MAX+1] = {
344	FRA_GENERIC_POLICY,
345};
346
347static int fib6_rule_configure(struct fib_rule *rule, struct sk_buff *skb,
348			       struct fib_rule_hdr *frh,
349			       struct nlattr **tb,
350			       struct netlink_ext_ack *extack)
351{
352	int err = -EINVAL;
353	struct net *net = sock_net(skb->sk);
354	struct fib6_rule *rule6 = (struct fib6_rule *) rule;
355
 
 
 
 
 
 
 
356	if (rule->action == FR_ACT_TO_TBL && !rule->l3mdev) {
357		if (rule->table == RT6_TABLE_UNSPEC) {
358			NL_SET_ERR_MSG(extack, "Invalid table");
359			goto errout;
360		}
361
362		if (fib6_new_table(net, rule->table) == NULL) {
363			err = -ENOBUFS;
364			goto errout;
365		}
366	}
367
368	if (frh->src_len)
369		rule6->src.addr = nla_get_in6_addr(tb[FRA_SRC]);
370
371	if (frh->dst_len)
372		rule6->dst.addr = nla_get_in6_addr(tb[FRA_DST]);
373
374	rule6->src.plen = frh->src_len;
375	rule6->dst.plen = frh->dst_len;
376	rule6->tclass = frh->tos;
377
378	if (fib_rule_requires_fldissect(rule))
379		net->ipv6.fib6_rules_require_fldissect++;
380
381	net->ipv6.fib6_has_custom_rules = true;
382	err = 0;
383errout:
384	return err;
385}
386
387static int fib6_rule_delete(struct fib_rule *rule)
388{
389	struct net *net = rule->fr_net;
390
391	if (net->ipv6.fib6_rules_require_fldissect &&
392	    fib_rule_requires_fldissect(rule))
393		net->ipv6.fib6_rules_require_fldissect--;
394
395	return 0;
396}
397
398static int fib6_rule_compare(struct fib_rule *rule, struct fib_rule_hdr *frh,
399			     struct nlattr **tb)
400{
401	struct fib6_rule *rule6 = (struct fib6_rule *) rule;
402
403	if (frh->src_len && (rule6->src.plen != frh->src_len))
404		return 0;
405
406	if (frh->dst_len && (rule6->dst.plen != frh->dst_len))
407		return 0;
408
409	if (frh->tos && (rule6->tclass != frh->tos))
410		return 0;
411
412	if (frh->src_len &&
413	    nla_memcmp(tb[FRA_SRC], &rule6->src.addr, sizeof(struct in6_addr)))
414		return 0;
415
416	if (frh->dst_len &&
417	    nla_memcmp(tb[FRA_DST], &rule6->dst.addr, sizeof(struct in6_addr)))
418		return 0;
419
420	return 1;
421}
422
423static int fib6_rule_fill(struct fib_rule *rule, struct sk_buff *skb,
424			  struct fib_rule_hdr *frh)
425{
426	struct fib6_rule *rule6 = (struct fib6_rule *) rule;
427
428	frh->dst_len = rule6->dst.plen;
429	frh->src_len = rule6->src.plen;
430	frh->tos = rule6->tclass;
431
432	if ((rule6->dst.plen &&
433	     nla_put_in6_addr(skb, FRA_DST, &rule6->dst.addr)) ||
434	    (rule6->src.plen &&
435	     nla_put_in6_addr(skb, FRA_SRC, &rule6->src.addr)))
436		goto nla_put_failure;
437	return 0;
438
439nla_put_failure:
440	return -ENOBUFS;
441}
442
443static size_t fib6_rule_nlmsg_payload(struct fib_rule *rule)
444{
445	return nla_total_size(16) /* dst */
446	       + nla_total_size(16); /* src */
447}
448
449static const struct fib_rules_ops __net_initconst fib6_rules_ops_template = {
450	.family			= AF_INET6,
451	.rule_size		= sizeof(struct fib6_rule),
452	.addr_size		= sizeof(struct in6_addr),
453	.action			= fib6_rule_action,
454	.match			= fib6_rule_match,
455	.suppress		= fib6_rule_suppress,
456	.configure		= fib6_rule_configure,
457	.delete			= fib6_rule_delete,
458	.compare		= fib6_rule_compare,
459	.fill			= fib6_rule_fill,
460	.nlmsg_payload		= fib6_rule_nlmsg_payload,
461	.nlgroup		= RTNLGRP_IPV6_RULE,
462	.policy			= fib6_rule_policy,
463	.owner			= THIS_MODULE,
464	.fro_net		= &init_net,
465};
466
467static int __net_init fib6_rules_net_init(struct net *net)
468{
469	struct fib_rules_ops *ops;
470	int err;
471
472	ops = fib_rules_register(&fib6_rules_ops_template, net);
473	if (IS_ERR(ops))
474		return PTR_ERR(ops);
475
476	err = fib_default_rule_add(ops, 0, RT6_TABLE_LOCAL, 0);
477	if (err)
478		goto out_fib6_rules_ops;
479
480	err = fib_default_rule_add(ops, 0x7FFE, RT6_TABLE_MAIN, 0);
481	if (err)
482		goto out_fib6_rules_ops;
483
484	net->ipv6.fib6_rules_ops = ops;
485	net->ipv6.fib6_rules_require_fldissect = 0;
486out:
487	return err;
488
489out_fib6_rules_ops:
490	fib_rules_unregister(ops);
491	goto out;
492}
493
494static void __net_exit fib6_rules_net_exit(struct net *net)
495{
 
 
496	rtnl_lock();
497	fib_rules_unregister(net->ipv6.fib6_rules_ops);
 
 
 
498	rtnl_unlock();
499}
500
501static struct pernet_operations fib6_rules_net_ops = {
502	.init = fib6_rules_net_init,
503	.exit = fib6_rules_net_exit,
504};
505
506int __init fib6_rules_init(void)
507{
508	return register_pernet_subsys(&fib6_rules_net_ops);
509}
510
511
512void fib6_rules_cleanup(void)
513{
514	unregister_pernet_subsys(&fib6_rules_net_ops);
515}