Loading...
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * INET An implementation of the TCP/IP protocol suite for the LINUX
4 * operating system. INET is implemented using the BSD Socket
5 * interface as the means of communication with the user level.
6 *
7 * The IP forwarding functionality.
8 *
9 * Authors: see ip.c
10 *
11 * Fixes:
12 * Many : Split from ip.c , see ip_input.c for
13 * history.
14 * Dave Gregorich : NULL ip_rt_put fix for multicast
15 * routing.
16 * Jos Vos : Add call_out_firewall before sending,
17 * use output device for accounting.
18 * Jos Vos : Call forward firewall after routing
19 * (always use output device).
20 * Mike McLagan : Routing by source
21 */
22
23#include <linux/types.h>
24#include <linux/mm.h>
25#include <linux/skbuff.h>
26#include <linux/ip.h>
27#include <linux/icmp.h>
28#include <linux/netdevice.h>
29#include <linux/slab.h>
30#include <net/sock.h>
31#include <net/ip.h>
32#include <net/tcp.h>
33#include <net/udp.h>
34#include <net/icmp.h>
35#include <linux/tcp.h>
36#include <linux/udp.h>
37#include <linux/netfilter_ipv4.h>
38#include <net/checksum.h>
39#include <linux/route.h>
40#include <net/route.h>
41#include <net/xfrm.h>
42
43static bool ip_exceeds_mtu(const struct sk_buff *skb, unsigned int mtu)
44{
45 if (skb->len <= mtu)
46 return false;
47
48 if (unlikely((ip_hdr(skb)->frag_off & htons(IP_DF)) == 0))
49 return false;
50
51 /* original fragment exceeds mtu and DF is set */
52 if (unlikely(IPCB(skb)->frag_max_size > mtu))
53 return true;
54
55 if (skb->ignore_df)
56 return false;
57
58 if (skb_is_gso(skb) && skb_gso_validate_network_len(skb, mtu))
59 return false;
60
61 return true;
62}
63
64
65static int ip_forward_finish(struct net *net, struct sock *sk, struct sk_buff *skb)
66{
67 struct ip_options *opt = &(IPCB(skb)->opt);
68
69 __IP_INC_STATS(net, IPSTATS_MIB_OUTFORWDATAGRAMS);
70 __IP_ADD_STATS(net, IPSTATS_MIB_OUTOCTETS, skb->len);
71
72#ifdef CONFIG_NET_SWITCHDEV
73 if (skb->offload_l3_fwd_mark) {
74 consume_skb(skb);
75 return 0;
76 }
77#endif
78
79 if (unlikely(opt->optlen))
80 ip_forward_options(skb);
81
82 skb->tstamp = 0;
83 return dst_output(net, sk, skb);
84}
85
86int ip_forward(struct sk_buff *skb)
87{
88 u32 mtu;
89 struct iphdr *iph; /* Our header */
90 struct rtable *rt; /* Route we use */
91 struct ip_options *opt = &(IPCB(skb)->opt);
92 struct net *net;
93
94 /* that should never happen */
95 if (skb->pkt_type != PACKET_HOST)
96 goto drop;
97
98 if (unlikely(skb->sk))
99 goto drop;
100
101 if (skb_warn_if_lro(skb))
102 goto drop;
103
104 if (!xfrm4_policy_check(NULL, XFRM_POLICY_FWD, skb))
105 goto drop;
106
107 if (IPCB(skb)->opt.router_alert && ip_call_ra_chain(skb))
108 return NET_RX_SUCCESS;
109
110 skb_forward_csum(skb);
111 net = dev_net(skb->dev);
112
113 /*
114 * According to the RFC, we must first decrease the TTL field. If
115 * that reaches zero, we must reply an ICMP control message telling
116 * that the packet's lifetime expired.
117 */
118 if (ip_hdr(skb)->ttl <= 1)
119 goto too_many_hops;
120
121 if (!xfrm4_route_forward(skb))
122 goto drop;
123
124 rt = skb_rtable(skb);
125
126 if (opt->is_strictroute && rt->rt_uses_gateway)
127 goto sr_failed;
128
129 IPCB(skb)->flags |= IPSKB_FORWARDED;
130 mtu = ip_dst_mtu_maybe_forward(&rt->dst, true);
131 if (ip_exceeds_mtu(skb, mtu)) {
132 IP_INC_STATS(net, IPSTATS_MIB_FRAGFAILS);
133 icmp_send(skb, ICMP_DEST_UNREACH, ICMP_FRAG_NEEDED,
134 htonl(mtu));
135 goto drop;
136 }
137
138 /* We are about to mangle packet. Copy it! */
139 if (skb_cow(skb, LL_RESERVED_SPACE(rt->dst.dev)+rt->dst.header_len))
140 goto drop;
141 iph = ip_hdr(skb);
142
143 /* Decrease ttl after skb cow done */
144 ip_decrease_ttl(iph);
145
146 /*
147 * We now generate an ICMP HOST REDIRECT giving the route
148 * we calculated.
149 */
150 if (IPCB(skb)->flags & IPSKB_DOREDIRECT && !opt->srr &&
151 !skb_sec_path(skb))
152 ip_rt_send_redirect(skb);
153
154 if (net->ipv4.sysctl_ip_fwd_update_priority)
155 skb->priority = rt_tos2priority(iph->tos);
156
157 return NF_HOOK(NFPROTO_IPV4, NF_INET_FORWARD,
158 net, NULL, skb, skb->dev, rt->dst.dev,
159 ip_forward_finish);
160
161sr_failed:
162 /*
163 * Strict routing permits no gatewaying
164 */
165 icmp_send(skb, ICMP_DEST_UNREACH, ICMP_SR_FAILED, 0);
166 goto drop;
167
168too_many_hops:
169 /* Tell the sender its packet died... */
170 __IP_INC_STATS(net, IPSTATS_MIB_INHDRERRORS);
171 icmp_send(skb, ICMP_TIME_EXCEEDED, ICMP_EXC_TTL, 0);
172drop:
173 kfree_skb(skb);
174 return NET_RX_DROP;
175}
1/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * The IP forwarding functionality.
7 *
8 * Authors: see ip.c
9 *
10 * Fixes:
11 * Many : Split from ip.c , see ip_input.c for
12 * history.
13 * Dave Gregorich : NULL ip_rt_put fix for multicast
14 * routing.
15 * Jos Vos : Add call_out_firewall before sending,
16 * use output device for accounting.
17 * Jos Vos : Call forward firewall after routing
18 * (always use output device).
19 * Mike McLagan : Routing by source
20 */
21
22#include <linux/types.h>
23#include <linux/mm.h>
24#include <linux/skbuff.h>
25#include <linux/ip.h>
26#include <linux/icmp.h>
27#include <linux/netdevice.h>
28#include <linux/slab.h>
29#include <net/sock.h>
30#include <net/ip.h>
31#include <net/tcp.h>
32#include <net/udp.h>
33#include <net/icmp.h>
34#include <linux/tcp.h>
35#include <linux/udp.h>
36#include <linux/netfilter_ipv4.h>
37#include <net/checksum.h>
38#include <linux/route.h>
39#include <net/route.h>
40#include <net/xfrm.h>
41
42static bool ip_exceeds_mtu(const struct sk_buff *skb, unsigned int mtu)
43{
44 if (skb->len <= mtu)
45 return false;
46
47 if (unlikely((ip_hdr(skb)->frag_off & htons(IP_DF)) == 0))
48 return false;
49
50 /* original fragment exceeds mtu and DF is set */
51 if (unlikely(IPCB(skb)->frag_max_size > mtu))
52 return true;
53
54 if (skb->ignore_df)
55 return false;
56
57 if (skb_is_gso(skb) && skb_gso_network_seglen(skb) <= mtu)
58 return false;
59
60 return true;
61}
62
63
64static int ip_forward_finish(struct net *net, struct sock *sk, struct sk_buff *skb)
65{
66 struct ip_options *opt = &(IPCB(skb)->opt);
67
68 IP_INC_STATS_BH(net, IPSTATS_MIB_OUTFORWDATAGRAMS);
69 IP_ADD_STATS_BH(net, IPSTATS_MIB_OUTOCTETS, skb->len);
70
71 if (unlikely(opt->optlen))
72 ip_forward_options(skb);
73
74 return dst_output(net, sk, skb);
75}
76
77int ip_forward(struct sk_buff *skb)
78{
79 u32 mtu;
80 struct iphdr *iph; /* Our header */
81 struct rtable *rt; /* Route we use */
82 struct ip_options *opt = &(IPCB(skb)->opt);
83 struct net *net;
84
85 /* that should never happen */
86 if (skb->pkt_type != PACKET_HOST)
87 goto drop;
88
89 if (unlikely(skb->sk))
90 goto drop;
91
92 if (skb_warn_if_lro(skb))
93 goto drop;
94
95 if (!xfrm4_policy_check(NULL, XFRM_POLICY_FWD, skb))
96 goto drop;
97
98 if (IPCB(skb)->opt.router_alert && ip_call_ra_chain(skb))
99 return NET_RX_SUCCESS;
100
101 skb_forward_csum(skb);
102 net = dev_net(skb->dev);
103
104 /*
105 * According to the RFC, we must first decrease the TTL field. If
106 * that reaches zero, we must reply an ICMP control message telling
107 * that the packet's lifetime expired.
108 */
109 if (ip_hdr(skb)->ttl <= 1)
110 goto too_many_hops;
111
112 if (!xfrm4_route_forward(skb))
113 goto drop;
114
115 rt = skb_rtable(skb);
116
117 if (opt->is_strictroute && rt->rt_uses_gateway)
118 goto sr_failed;
119
120 IPCB(skb)->flags |= IPSKB_FORWARDED;
121 mtu = ip_dst_mtu_maybe_forward(&rt->dst, true);
122 if (ip_exceeds_mtu(skb, mtu)) {
123 IP_INC_STATS(net, IPSTATS_MIB_FRAGFAILS);
124 icmp_send(skb, ICMP_DEST_UNREACH, ICMP_FRAG_NEEDED,
125 htonl(mtu));
126 goto drop;
127 }
128
129 /* We are about to mangle packet. Copy it! */
130 if (skb_cow(skb, LL_RESERVED_SPACE(rt->dst.dev)+rt->dst.header_len))
131 goto drop;
132 iph = ip_hdr(skb);
133
134 /* Decrease ttl after skb cow done */
135 ip_decrease_ttl(iph);
136
137 /*
138 * We now generate an ICMP HOST REDIRECT giving the route
139 * we calculated.
140 */
141 if (IPCB(skb)->flags & IPSKB_DOREDIRECT && !opt->srr &&
142 !skb_sec_path(skb))
143 ip_rt_send_redirect(skb);
144
145 skb->priority = rt_tos2priority(iph->tos);
146
147 return NF_HOOK(NFPROTO_IPV4, NF_INET_FORWARD,
148 net, NULL, skb, skb->dev, rt->dst.dev,
149 ip_forward_finish);
150
151sr_failed:
152 /*
153 * Strict routing permits no gatewaying
154 */
155 icmp_send(skb, ICMP_DEST_UNREACH, ICMP_SR_FAILED, 0);
156 goto drop;
157
158too_many_hops:
159 /* Tell the sender its packet died... */
160 IP_INC_STATS_BH(net, IPSTATS_MIB_INHDRERRORS);
161 icmp_send(skb, ICMP_TIME_EXCEEDED, ICMP_EXC_TTL, 0);
162drop:
163 kfree_skb(skb);
164 return NET_RX_DROP;
165}