Linux Audio

Check our new training course

Linux kernel drivers training

Mar 31-Apr 9, 2025, special US time zones
Register
Loading...
v4.6
  1/*
  2 *	IPv6 fragment reassembly
  3 *	Linux INET6 implementation
  4 *
  5 *	Authors:
  6 *	Pedro Roque		<roque@di.fc.ul.pt>
  7 *
  8 *	Based on: net/ipv4/ip_fragment.c
  9 *
 10 *	This program is free software; you can redistribute it and/or
 11 *      modify it under the terms of the GNU General Public License
 12 *      as published by the Free Software Foundation; either version
 13 *      2 of the License, or (at your option) any later version.
 14 */
 15
 16/*
 17 *	Fixes:
 18 *	Andi Kleen	Make it work with multiple hosts.
 19 *			More RFC compliance.
 20 *
 21 *      Horst von Brand Add missing #include <linux/string.h>
 22 *	Alexey Kuznetsov	SMP races, threading, cleanup.
 23 *	Patrick McHardy		LRU queue of frag heads for evictor.
 24 *	Mitsuru KANDA @USAGI	Register inet6_protocol{}.
 25 *	David Stevens and
 26 *	YOSHIFUJI,H. @USAGI	Always remove fragment header to
 27 *				calculate ICV correctly.
 28 */
 29
 30#define pr_fmt(fmt) "IPv6: " fmt
 31
 32#include <linux/errno.h>
 33#include <linux/types.h>
 34#include <linux/string.h>
 35#include <linux/socket.h>
 36#include <linux/sockios.h>
 37#include <linux/jiffies.h>
 38#include <linux/net.h>
 39#include <linux/list.h>
 40#include <linux/netdevice.h>
 41#include <linux/in6.h>
 42#include <linux/ipv6.h>
 43#include <linux/icmpv6.h>
 44#include <linux/random.h>
 45#include <linux/jhash.h>
 46#include <linux/skbuff.h>
 47#include <linux/slab.h>
 48#include <linux/export.h>
 49
 50#include <net/sock.h>
 51#include <net/snmp.h>
 52
 53#include <net/ipv6.h>
 54#include <net/ip6_route.h>
 55#include <net/protocol.h>
 56#include <net/transp_v6.h>
 57#include <net/rawv6.h>
 58#include <net/ndisc.h>
 59#include <net/addrconf.h>
 60#include <net/inet_frag.h>
 61#include <net/inet_ecn.h>
 62
 63static const char ip6_frag_cache_name[] = "ip6-frags";
 64
 65struct ip6frag_skb_cb {
 
 66	struct inet6_skb_parm	h;
 67	int			offset;
 68};
 69
 70#define FRAG6_CB(skb)	((struct ip6frag_skb_cb *)((skb)->cb))
 
 71
 72static u8 ip6_frag_ecn(const struct ipv6hdr *ipv6h)
 
 
 
 
 73{
 74	return 1 << (ipv6_get_dsfield(ipv6h) & INET_ECN_MASK);
 75}
 
 
 
 
 
 
 
 
 
 76
 77static struct inet_frags ip6_frags;
 78
 
 
 
 
 
 
 
 
 
 
 79static int ip6_frag_reasm(struct frag_queue *fq, struct sk_buff *prev,
 80			  struct net_device *dev);
 81
 82/*
 83 * callers should be careful not to use the hash value outside the ipfrag_lock
 84 * as doing so could race with ipfrag_hash_rnd being recalculated.
 85 */
 86static unsigned int inet6_hash_frag(__be32 id, const struct in6_addr *saddr,
 87				    const struct in6_addr *daddr)
 88{
 89	net_get_random_once(&ip6_frags.rnd, sizeof(ip6_frags.rnd));
 90	return jhash_3words(ipv6_addr_hash(saddr), ipv6_addr_hash(daddr),
 91			    (__force u32)id, ip6_frags.rnd);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 92}
 
 93
 94static unsigned int ip6_hashfn(const struct inet_frag_queue *q)
 95{
 96	const struct frag_queue *fq;
 97
 98	fq = container_of(q, struct frag_queue, q);
 99	return inet6_hash_frag(fq->id, &fq->saddr, &fq->daddr);
100}
101
102bool ip6_frag_match(const struct inet_frag_queue *q, const void *a)
103{
104	const struct frag_queue *fq;
105	const struct ip6_create_arg *arg = a;
106
107	fq = container_of(q, struct frag_queue, q);
108	return	fq->id == arg->id &&
109		fq->user == arg->user &&
110		ipv6_addr_equal(&fq->saddr, arg->src) &&
111		ipv6_addr_equal(&fq->daddr, arg->dst) &&
112		(arg->iif == fq->iif ||
113		 !(ipv6_addr_type(arg->dst) & (IPV6_ADDR_MULTICAST |
114					       IPV6_ADDR_LINKLOCAL)));
115}
116EXPORT_SYMBOL(ip6_frag_match);
117
118void ip6_frag_init(struct inet_frag_queue *q, const void *a)
119{
120	struct frag_queue *fq = container_of(q, struct frag_queue, q);
121	const struct ip6_create_arg *arg = a;
122
123	fq->id = arg->id;
124	fq->user = arg->user;
125	fq->saddr = *arg->src;
126	fq->daddr = *arg->dst;
127	fq->ecn = arg->ecn;
128}
129EXPORT_SYMBOL(ip6_frag_init);
130
131void ip6_expire_frag_queue(struct net *net, struct frag_queue *fq,
132			   struct inet_frags *frags)
 
 
 
 
 
 
 
 
 
133{
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
134	struct net_device *dev = NULL;
 
 
 
135
136	spin_lock(&fq->q.lock);
137
138	if (fq->q.flags & INET_FRAG_COMPLETE)
139		goto out;
140
141	inet_frag_kill(&fq->q, frags);
142
 
143	rcu_read_lock();
144	dev = dev_get_by_index_rcu(net, fq->iif);
145	if (!dev)
146		goto out_rcu_unlock;
147
148	IP6_INC_STATS_BH(net, __in6_dev_get(dev), IPSTATS_MIB_REASMFAILS);
149
150	if (inet_frag_evicting(&fq->q))
151		goto out_rcu_unlock;
152
153	IP6_INC_STATS_BH(net, __in6_dev_get(dev), IPSTATS_MIB_REASMTIMEOUT);
 
154
155	/* Don't send error if the first segment did not arrive. */
156	if (!(fq->q.flags & INET_FRAG_FIRST_IN) || !fq->q.fragments)
157		goto out_rcu_unlock;
158
159	/* But use as source device on which LAST ARRIVED
160	 * segment was received. And do not use fq->dev
161	 * pointer directly, device might already disappeared.
 
162	 */
163	fq->q.fragments->dev = dev;
164	icmpv6_send(fq->q.fragments, ICMPV6_TIME_EXCEED, ICMPV6_EXC_FRAGTIME, 0);
165out_rcu_unlock:
166	rcu_read_unlock();
167out:
168	spin_unlock(&fq->q.lock);
169	inet_frag_put(&fq->q, frags);
170}
171EXPORT_SYMBOL(ip6_expire_frag_queue);
172
173static void ip6_frag_expire(unsigned long data)
174{
175	struct frag_queue *fq;
176	struct net *net;
177
178	fq = container_of((struct inet_frag_queue *)data, struct frag_queue, q);
179	net = container_of(fq->q.net, struct net, ipv6.frags);
180
181	ip6_expire_frag_queue(net, fq, &ip6_frags);
182}
183
184static struct frag_queue *
185fq_find(struct net *net, __be32 id, const struct in6_addr *src,
186	const struct in6_addr *dst, int iif, u8 ecn)
187{
188	struct inet_frag_queue *q;
189	struct ip6_create_arg arg;
190	unsigned int hash;
191
192	arg.id = id;
193	arg.user = IP6_DEFRAG_LOCAL_DELIVER;
194	arg.src = src;
195	arg.dst = dst;
196	arg.iif = iif;
197	arg.ecn = ecn;
198
199	hash = inet6_hash_frag(id, src, dst);
 
200
201	q = inet_frag_find(&net->ipv6.frags, &ip6_frags, &arg, hash);
202	if (IS_ERR_OR_NULL(q)) {
203		inet_frag_maybe_warn_overflow(q, pr_fmt());
204		return NULL;
205	}
206	return container_of(q, struct frag_queue, q);
207}
208
209static int ip6_frag_queue(struct frag_queue *fq, struct sk_buff *skb,
210			   struct frag_hdr *fhdr, int nhoff)
211{
212	struct sk_buff *prev, *next;
213	struct net_device *dev;
214	int offset, end;
215	struct net *net = dev_net(skb_dst(skb)->dev);
216	u8 ecn;
217
218	if (fq->q.flags & INET_FRAG_COMPLETE)
219		goto err;
220
221	offset = ntohs(fhdr->frag_off) & ~0x7;
222	end = offset + (ntohs(ipv6_hdr(skb)->payload_len) -
223			((u8 *)(fhdr + 1) - (u8 *)(ipv6_hdr(skb) + 1)));
224
225	if ((unsigned int)end > IPV6_MAXPLEN) {
226		IP6_INC_STATS_BH(net, ip6_dst_idev(skb_dst(skb)),
227				 IPSTATS_MIB_INHDRERRORS);
228		icmpv6_param_prob(skb, ICMPV6_HDR_FIELD,
229				  ((u8 *)&fhdr->frag_off -
230				   skb_network_header(skb)));
231		return -1;
232	}
233
234	ecn = ip6_frag_ecn(ipv6_hdr(skb));
235
236	if (skb->ip_summed == CHECKSUM_COMPLETE) {
237		const unsigned char *nh = skb_network_header(skb);
238		skb->csum = csum_sub(skb->csum,
239				     csum_partial(nh, (u8 *)(fhdr + 1) - nh,
240						  0));
241	}
242
243	/* Is this the final fragment? */
244	if (!(fhdr->frag_off & htons(IP6_MF))) {
245		/* If we already have some bits beyond end
246		 * or have different end, the segment is corrupted.
247		 */
248		if (end < fq->q.len ||
249		    ((fq->q.flags & INET_FRAG_LAST_IN) && end != fq->q.len))
250			goto err;
251		fq->q.flags |= INET_FRAG_LAST_IN;
252		fq->q.len = end;
253	} else {
254		/* Check if the fragment is rounded to 8 bytes.
255		 * Required by the RFC.
256		 */
257		if (end & 0x7) {
258			/* RFC2460 says always send parameter problem in
259			 * this case. -DaveM
260			 */
261			IP6_INC_STATS_BH(net, ip6_dst_idev(skb_dst(skb)),
262					 IPSTATS_MIB_INHDRERRORS);
263			icmpv6_param_prob(skb, ICMPV6_HDR_FIELD,
264					  offsetof(struct ipv6hdr, payload_len));
265			return -1;
266		}
267		if (end > fq->q.len) {
268			/* Some bits beyond end -> corruption. */
269			if (fq->q.flags & INET_FRAG_LAST_IN)
270				goto err;
271			fq->q.len = end;
272		}
273	}
274
275	if (end == offset)
276		goto err;
277
278	/* Point into the IP datagram 'data' part. */
279	if (!pskb_pull(skb, (u8 *) (fhdr + 1) - skb->data))
280		goto err;
281
282	if (pskb_trim_rcsum(skb, end - offset))
283		goto err;
284
285	/* Find out which fragments are in front and at the back of us
286	 * in the chain of fragments so far.  We must know where to put
287	 * this fragment, right?
288	 */
289	prev = fq->q.fragments_tail;
290	if (!prev || FRAG6_CB(prev)->offset < offset) {
291		next = NULL;
292		goto found;
293	}
294	prev = NULL;
295	for (next = fq->q.fragments; next != NULL; next = next->next) {
296		if (FRAG6_CB(next)->offset >= offset)
297			break;	/* bingo! */
298		prev = next;
299	}
300
301found:
302	/* RFC5722, Section 4, amended by Errata ID : 3089
303	 *                          When reassembling an IPv6 datagram, if
304	 *   one or more its constituent fragments is determined to be an
305	 *   overlapping fragment, the entire datagram (and any constituent
306	 *   fragments) MUST be silently discarded.
307	 */
308
309	/* Check for overlap with preceding fragment. */
310	if (prev &&
311	    (FRAG6_CB(prev)->offset + prev->len) > offset)
312		goto discard_fq;
313
314	/* Look for overlap with succeeding segment. */
315	if (next && FRAG6_CB(next)->offset < end)
316		goto discard_fq;
317
318	FRAG6_CB(skb)->offset = offset;
319
320	/* Insert this fragment in the chain of fragments. */
321	skb->next = next;
322	if (!next)
323		fq->q.fragments_tail = skb;
324	if (prev)
325		prev->next = skb;
326	else
327		fq->q.fragments = skb;
328
329	dev = skb->dev;
330	if (dev) {
331		fq->iif = dev->ifindex;
332		skb->dev = NULL;
333	}
334	fq->q.stamp = skb->tstamp;
335	fq->q.meat += skb->len;
336	fq->ecn |= ecn;
337	add_frag_mem_limit(fq->q.net, skb->truesize);
338
339	/* The first fragment.
340	 * nhoffset is obtained from the first fragment, of course.
341	 */
342	if (offset == 0) {
343		fq->nhoffset = nhoff;
344		fq->q.flags |= INET_FRAG_FIRST_IN;
345	}
346
347	if (fq->q.flags == (INET_FRAG_FIRST_IN | INET_FRAG_LAST_IN) &&
348	    fq->q.meat == fq->q.len) {
349		int res;
350		unsigned long orefdst = skb->_skb_refdst;
351
352		skb->_skb_refdst = 0UL;
353		res = ip6_frag_reasm(fq, prev, dev);
354		skb->_skb_refdst = orefdst;
355		return res;
356	}
357
358	skb_dst_drop(skb);
359	return -1;
360
361discard_fq:
362	inet_frag_kill(&fq->q, &ip6_frags);
363err:
364	IP6_INC_STATS_BH(net, ip6_dst_idev(skb_dst(skb)),
365			 IPSTATS_MIB_REASMFAILS);
366	kfree_skb(skb);
367	return -1;
368}
369
370/*
371 *	Check if this packet is complete.
372 *	Returns NULL on failure by any reason, and pointer
373 *	to current nexthdr field in reassembled frame.
374 *
375 *	It is called with locked fq, and caller must check that
376 *	queue is eligible for reassembly i.e. it is not COMPLETE,
377 *	the last and the first frames arrived and all the bits are here.
378 */
379static int ip6_frag_reasm(struct frag_queue *fq, struct sk_buff *prev,
380			  struct net_device *dev)
381{
382	struct net *net = container_of(fq->q.net, struct net, ipv6.frags);
383	struct sk_buff *fp, *head = fq->q.fragments;
384	int    payload_len;
385	unsigned int nhoff;
386	int sum_truesize;
387	u8 ecn;
388
389	inet_frag_kill(&fq->q, &ip6_frags);
390
391	ecn = ip_frag_ecn_table[fq->ecn];
392	if (unlikely(ecn == 0xff))
393		goto out_fail;
394
395	/* Make the one we just received the head. */
396	if (prev) {
397		head = prev->next;
398		fp = skb_clone(head, GFP_ATOMIC);
399
400		if (!fp)
401			goto out_oom;
402
403		fp->next = head->next;
404		if (!fp->next)
405			fq->q.fragments_tail = fp;
406		prev->next = fp;
407
408		skb_morph(head, fq->q.fragments);
409		head->next = fq->q.fragments->next;
410
411		consume_skb(fq->q.fragments);
412		fq->q.fragments = head;
413	}
414
415	WARN_ON(head == NULL);
416	WARN_ON(FRAG6_CB(head)->offset != 0);
417
418	/* Unfragmented part is taken from the first segment. */
419	payload_len = ((head->data - skb_network_header(head)) -
420		       sizeof(struct ipv6hdr) + fq->q.len -
421		       sizeof(struct frag_hdr));
422	if (payload_len > IPV6_MAXPLEN)
423		goto out_oversize;
424
425	/* Head of list must not be cloned. */
426	if (skb_unclone(head, GFP_ATOMIC))
427		goto out_oom;
428
429	/* If the first fragment is fragmented itself, we split
430	 * it to two chunks: the first with data and paged part
431	 * and the second, holding only fragments. */
432	if (skb_has_frag_list(head)) {
433		struct sk_buff *clone;
434		int i, plen = 0;
435
436		clone = alloc_skb(0, GFP_ATOMIC);
437		if (!clone)
438			goto out_oom;
439		clone->next = head->next;
440		head->next = clone;
441		skb_shinfo(clone)->frag_list = skb_shinfo(head)->frag_list;
442		skb_frag_list_init(head);
443		for (i = 0; i < skb_shinfo(head)->nr_frags; i++)
444			plen += skb_frag_size(&skb_shinfo(head)->frags[i]);
445		clone->len = clone->data_len = head->data_len - plen;
446		head->data_len -= clone->len;
447		head->len -= clone->len;
448		clone->csum = 0;
449		clone->ip_summed = head->ip_summed;
450		add_frag_mem_limit(fq->q.net, clone->truesize);
451	}
452
453	/* We have to remove fragment header from datagram and to relocate
454	 * header in order to calculate ICV correctly. */
455	nhoff = fq->nhoffset;
456	skb_network_header(head)[nhoff] = skb_transport_header(head)[0];
457	memmove(head->head + sizeof(struct frag_hdr), head->head,
458		(head->data - head->head) - sizeof(struct frag_hdr));
459	head->mac_header += sizeof(struct frag_hdr);
460	head->network_header += sizeof(struct frag_hdr);
461
462	skb_reset_transport_header(head);
463	skb_push(head, head->data - skb_network_header(head));
464
465	sum_truesize = head->truesize;
466	for (fp = head->next; fp;) {
467		bool headstolen;
468		int delta;
469		struct sk_buff *next = fp->next;
470
471		sum_truesize += fp->truesize;
472		if (head->ip_summed != fp->ip_summed)
473			head->ip_summed = CHECKSUM_NONE;
474		else if (head->ip_summed == CHECKSUM_COMPLETE)
475			head->csum = csum_add(head->csum, fp->csum);
476
477		if (skb_try_coalesce(head, fp, &headstolen, &delta)) {
478			kfree_skb_partial(fp, headstolen);
479		} else {
480			if (!skb_shinfo(head)->frag_list)
481				skb_shinfo(head)->frag_list = fp;
482			head->data_len += fp->len;
483			head->len += fp->len;
484			head->truesize += fp->truesize;
485		}
486		fp = next;
487	}
488	sub_frag_mem_limit(fq->q.net, sum_truesize);
489
490	head->next = NULL;
491	head->dev = dev;
492	head->tstamp = fq->q.stamp;
493	ipv6_hdr(head)->payload_len = htons(payload_len);
494	ipv6_change_dsfield(ipv6_hdr(head), 0xff, ecn);
495	IP6CB(head)->nhoff = nhoff;
496	IP6CB(head)->flags |= IP6SKB_FRAGMENTED;
497
498	/* Yes, and fold redundant checksum back. 8) */
499	skb_postpush_rcsum(head, skb_network_header(head),
500			   skb_network_header_len(head));
 
 
501
502	rcu_read_lock();
503	IP6_INC_STATS_BH(net, __in6_dev_get(dev), IPSTATS_MIB_REASMOKS);
504	rcu_read_unlock();
505	fq->q.fragments = NULL;
506	fq->q.fragments_tail = NULL;
507	return 1;
508
509out_oversize:
510	net_dbg_ratelimited("ip6_frag_reasm: payload len = %d\n", payload_len);
511	goto out_fail;
512out_oom:
513	net_dbg_ratelimited("ip6_frag_reasm: no memory for reassembly\n");
514out_fail:
515	rcu_read_lock();
516	IP6_INC_STATS_BH(net, __in6_dev_get(dev), IPSTATS_MIB_REASMFAILS);
517	rcu_read_unlock();
518	return -1;
519}
520
521static int ipv6_frag_rcv(struct sk_buff *skb)
522{
523	struct frag_hdr *fhdr;
524	struct frag_queue *fq;
525	const struct ipv6hdr *hdr = ipv6_hdr(skb);
526	struct net *net = dev_net(skb_dst(skb)->dev);
527
528	if (IP6CB(skb)->flags & IP6SKB_FRAGMENTED)
529		goto fail_hdr;
530
531	IP6_INC_STATS_BH(net, ip6_dst_idev(skb_dst(skb)), IPSTATS_MIB_REASMREQDS);
532
533	/* Jumbo payload inhibits frag. header */
534	if (hdr->payload_len == 0)
535		goto fail_hdr;
536
537	if (!pskb_may_pull(skb, (skb_transport_offset(skb) +
538				 sizeof(struct frag_hdr))))
539		goto fail_hdr;
540
541	hdr = ipv6_hdr(skb);
542	fhdr = (struct frag_hdr *)skb_transport_header(skb);
543
544	if (!(fhdr->frag_off & htons(0xFFF9))) {
545		/* It is not a fragmented frame */
546		skb->transport_header += sizeof(struct frag_hdr);
547		IP6_INC_STATS_BH(net,
548				 ip6_dst_idev(skb_dst(skb)), IPSTATS_MIB_REASMOKS);
549
550		IP6CB(skb)->nhoff = (u8 *)fhdr - skb_network_header(skb);
551		IP6CB(skb)->flags |= IP6SKB_FRAGMENTED;
552		return 1;
553	}
554
555	fq = fq_find(net, fhdr->identification, &hdr->saddr, &hdr->daddr,
556		     skb->dev ? skb->dev->ifindex : 0, ip6_frag_ecn(hdr));
557	if (fq) {
 
 
558		int ret;
559
560		spin_lock(&fq->q.lock);
561
562		ret = ip6_frag_queue(fq, skb, fhdr, IP6CB(skb)->nhoff);
563
564		spin_unlock(&fq->q.lock);
565		inet_frag_put(&fq->q, &ip6_frags);
566		return ret;
567	}
568
569	IP6_INC_STATS_BH(net, ip6_dst_idev(skb_dst(skb)), IPSTATS_MIB_REASMFAILS);
570	kfree_skb(skb);
571	return -1;
572
573fail_hdr:
574	IP6_INC_STATS_BH(net, ip6_dst_idev(skb_dst(skb)),
575			 IPSTATS_MIB_INHDRERRORS);
576	icmpv6_param_prob(skb, ICMPV6_HDR_FIELD, skb_network_header_len(skb));
577	return -1;
578}
579
580static const struct inet6_protocol frag_protocol = {
 
581	.handler	=	ipv6_frag_rcv,
582	.flags		=	INET6_PROTO_NOPOLICY,
583};
584
585#ifdef CONFIG_SYSCTL
586static int zero;
587
588static struct ctl_table ip6_frags_ns_ctl_table[] = {
589	{
590		.procname	= "ip6frag_high_thresh",
591		.data		= &init_net.ipv6.frags.high_thresh,
592		.maxlen		= sizeof(int),
593		.mode		= 0644,
594		.proc_handler	= proc_dointvec_minmax,
595		.extra1		= &init_net.ipv6.frags.low_thresh
596	},
597	{
598		.procname	= "ip6frag_low_thresh",
599		.data		= &init_net.ipv6.frags.low_thresh,
600		.maxlen		= sizeof(int),
601		.mode		= 0644,
602		.proc_handler	= proc_dointvec_minmax,
603		.extra1		= &zero,
604		.extra2		= &init_net.ipv6.frags.high_thresh
605	},
606	{
607		.procname	= "ip6frag_time",
608		.data		= &init_net.ipv6.frags.timeout,
609		.maxlen		= sizeof(int),
610		.mode		= 0644,
611		.proc_handler	= proc_dointvec_jiffies,
612	},
613	{ }
614};
615
616/* secret interval has been deprecated */
617static int ip6_frags_secret_interval_unused;
618static struct ctl_table ip6_frags_ctl_table[] = {
619	{
620		.procname	= "ip6frag_secret_interval",
621		.data		= &ip6_frags_secret_interval_unused,
622		.maxlen		= sizeof(int),
623		.mode		= 0644,
624		.proc_handler	= proc_dointvec_jiffies,
625	},
626	{ }
627};
628
629static int __net_init ip6_frags_ns_sysctl_register(struct net *net)
630{
631	struct ctl_table *table;
632	struct ctl_table_header *hdr;
633
634	table = ip6_frags_ns_ctl_table;
635	if (!net_eq(net, &init_net)) {
636		table = kmemdup(table, sizeof(ip6_frags_ns_ctl_table), GFP_KERNEL);
637		if (!table)
638			goto err_alloc;
639
640		table[0].data = &net->ipv6.frags.high_thresh;
641		table[0].extra1 = &net->ipv6.frags.low_thresh;
642		table[0].extra2 = &init_net.ipv6.frags.high_thresh;
643		table[1].data = &net->ipv6.frags.low_thresh;
644		table[1].extra2 = &net->ipv6.frags.high_thresh;
645		table[2].data = &net->ipv6.frags.timeout;
646
647		/* Don't export sysctls to unprivileged users */
648		if (net->user_ns != &init_user_ns)
649			table[0].procname = NULL;
650	}
651
652	hdr = register_net_sysctl(net, "net/ipv6", table);
653	if (!hdr)
654		goto err_reg;
655
656	net->ipv6.sysctl.frags_hdr = hdr;
657	return 0;
658
659err_reg:
660	if (!net_eq(net, &init_net))
661		kfree(table);
662err_alloc:
663	return -ENOMEM;
664}
665
666static void __net_exit ip6_frags_ns_sysctl_unregister(struct net *net)
667{
668	struct ctl_table *table;
669
670	table = net->ipv6.sysctl.frags_hdr->ctl_table_arg;
671	unregister_net_sysctl_table(net->ipv6.sysctl.frags_hdr);
672	if (!net_eq(net, &init_net))
673		kfree(table);
674}
675
676static struct ctl_table_header *ip6_ctl_header;
677
678static int ip6_frags_sysctl_register(void)
679{
680	ip6_ctl_header = register_net_sysctl(&init_net, "net/ipv6",
681			ip6_frags_ctl_table);
682	return ip6_ctl_header == NULL ? -ENOMEM : 0;
683}
684
685static void ip6_frags_sysctl_unregister(void)
686{
687	unregister_net_sysctl_table(ip6_ctl_header);
688}
689#else
690static int ip6_frags_ns_sysctl_register(struct net *net)
691{
692	return 0;
693}
694
695static void ip6_frags_ns_sysctl_unregister(struct net *net)
696{
697}
698
699static int ip6_frags_sysctl_register(void)
700{
701	return 0;
702}
703
704static void ip6_frags_sysctl_unregister(void)
705{
706}
707#endif
708
709static int __net_init ipv6_frags_init_net(struct net *net)
710{
711	int res;
712
713	net->ipv6.frags.high_thresh = IPV6_FRAG_HIGH_THRESH;
714	net->ipv6.frags.low_thresh = IPV6_FRAG_LOW_THRESH;
715	net->ipv6.frags.timeout = IPV6_FRAG_TIMEOUT;
716
717	res = inet_frags_init_net(&net->ipv6.frags);
718	if (res)
719		return res;
720	res = ip6_frags_ns_sysctl_register(net);
721	if (res)
722		inet_frags_uninit_net(&net->ipv6.frags);
723	return res;
724}
725
726static void __net_exit ipv6_frags_exit_net(struct net *net)
727{
728	ip6_frags_ns_sysctl_unregister(net);
729	inet_frags_exit_net(&net->ipv6.frags, &ip6_frags);
730}
731
732static struct pernet_operations ip6_frags_ops = {
733	.init = ipv6_frags_init_net,
734	.exit = ipv6_frags_exit_net,
735};
736
737int __init ipv6_frag_init(void)
738{
739	int ret;
740
741	ret = inet6_add_protocol(&frag_protocol, IPPROTO_FRAGMENT);
742	if (ret)
743		goto out;
744
745	ret = ip6_frags_sysctl_register();
746	if (ret)
747		goto err_sysctl;
748
749	ret = register_pernet_subsys(&ip6_frags_ops);
750	if (ret)
751		goto err_pernet;
752
753	ip6_frags.hashfn = ip6_hashfn;
754	ip6_frags.constructor = ip6_frag_init;
755	ip6_frags.destructor = NULL;
 
756	ip6_frags.qsize = sizeof(struct frag_queue);
757	ip6_frags.match = ip6_frag_match;
758	ip6_frags.frag_expire = ip6_frag_expire;
759	ip6_frags.frags_cache_name = ip6_frag_cache_name;
760	ret = inet_frags_init(&ip6_frags);
761	if (ret)
762		goto err_pernet;
763out:
764	return ret;
765
766err_pernet:
767	ip6_frags_sysctl_unregister();
768err_sysctl:
769	inet6_del_protocol(&frag_protocol, IPPROTO_FRAGMENT);
770	goto out;
771}
772
773void ipv6_frag_exit(void)
774{
775	inet_frags_fini(&ip6_frags);
776	ip6_frags_sysctl_unregister();
777	unregister_pernet_subsys(&ip6_frags_ops);
778	inet6_del_protocol(&frag_protocol, IPPROTO_FRAGMENT);
779}
v3.5.6
  1/*
  2 *	IPv6 fragment reassembly
  3 *	Linux INET6 implementation
  4 *
  5 *	Authors:
  6 *	Pedro Roque		<roque@di.fc.ul.pt>
  7 *
  8 *	Based on: net/ipv4/ip_fragment.c
  9 *
 10 *	This program is free software; you can redistribute it and/or
 11 *      modify it under the terms of the GNU General Public License
 12 *      as published by the Free Software Foundation; either version
 13 *      2 of the License, or (at your option) any later version.
 14 */
 15
 16/*
 17 *	Fixes:
 18 *	Andi Kleen	Make it work with multiple hosts.
 19 *			More RFC compliance.
 20 *
 21 *      Horst von Brand Add missing #include <linux/string.h>
 22 *	Alexey Kuznetsov	SMP races, threading, cleanup.
 23 *	Patrick McHardy		LRU queue of frag heads for evictor.
 24 *	Mitsuru KANDA @USAGI	Register inet6_protocol{}.
 25 *	David Stevens and
 26 *	YOSHIFUJI,H. @USAGI	Always remove fragment header to
 27 *				calculate ICV correctly.
 28 */
 
 
 
 29#include <linux/errno.h>
 30#include <linux/types.h>
 31#include <linux/string.h>
 32#include <linux/socket.h>
 33#include <linux/sockios.h>
 34#include <linux/jiffies.h>
 35#include <linux/net.h>
 36#include <linux/list.h>
 37#include <linux/netdevice.h>
 38#include <linux/in6.h>
 39#include <linux/ipv6.h>
 40#include <linux/icmpv6.h>
 41#include <linux/random.h>
 42#include <linux/jhash.h>
 43#include <linux/skbuff.h>
 44#include <linux/slab.h>
 45#include <linux/export.h>
 46
 47#include <net/sock.h>
 48#include <net/snmp.h>
 49
 50#include <net/ipv6.h>
 51#include <net/ip6_route.h>
 52#include <net/protocol.h>
 53#include <net/transp_v6.h>
 54#include <net/rawv6.h>
 55#include <net/ndisc.h>
 56#include <net/addrconf.h>
 57#include <net/inet_frag.h>
 
 
 
 58
 59struct ip6frag_skb_cb
 60{
 61	struct inet6_skb_parm	h;
 62	int			offset;
 63};
 64
 65#define FRAG6_CB(skb)	((struct ip6frag_skb_cb*)((skb)->cb))
 66
 67
 68/*
 69 *	Equivalent of ipv4 struct ipq
 70 */
 71
 72struct frag_queue
 73{
 74	struct inet_frag_queue	q;
 75
 76	__be32			id;		/* fragment id		*/
 77	u32			user;
 78	struct in6_addr		saddr;
 79	struct in6_addr		daddr;
 80
 81	int			iif;
 82	unsigned int		csum;
 83	__u16			nhoffset;
 84};
 85
 86static struct inet_frags ip6_frags;
 87
 88int ip6_frag_nqueues(struct net *net)
 89{
 90	return net->ipv6.frags.nqueues;
 91}
 92
 93int ip6_frag_mem(struct net *net)
 94{
 95	return atomic_read(&net->ipv6.frags.mem);
 96}
 97
 98static int ip6_frag_reasm(struct frag_queue *fq, struct sk_buff *prev,
 99			  struct net_device *dev);
100
101/*
102 * callers should be careful not to use the hash value outside the ipfrag_lock
103 * as doing so could race with ipfrag_hash_rnd being recalculated.
104 */
105unsigned int inet6_hash_frag(__be32 id, const struct in6_addr *saddr,
106			     const struct in6_addr *daddr, u32 rnd)
107{
108	u32 c;
109
110	c = jhash_3words((__force u32)saddr->s6_addr32[0],
111			 (__force u32)saddr->s6_addr32[1],
112			 (__force u32)saddr->s6_addr32[2],
113			 rnd);
114
115	c = jhash_3words((__force u32)saddr->s6_addr32[3],
116			 (__force u32)daddr->s6_addr32[0],
117			 (__force u32)daddr->s6_addr32[1],
118			 c);
119
120	c =  jhash_3words((__force u32)daddr->s6_addr32[2],
121			  (__force u32)daddr->s6_addr32[3],
122			  (__force u32)id,
123			  c);
124
125	return c & (INETFRAGS_HASHSZ - 1);
126}
127EXPORT_SYMBOL_GPL(inet6_hash_frag);
128
129static unsigned int ip6_hashfn(struct inet_frag_queue *q)
130{
131	struct frag_queue *fq;
132
133	fq = container_of(q, struct frag_queue, q);
134	return inet6_hash_frag(fq->id, &fq->saddr, &fq->daddr, ip6_frags.rnd);
135}
136
137bool ip6_frag_match(struct inet_frag_queue *q, void *a)
138{
139	struct frag_queue *fq;
140	struct ip6_create_arg *arg = a;
141
142	fq = container_of(q, struct frag_queue, q);
143	return	fq->id == arg->id &&
144		fq->user == arg->user &&
145		ipv6_addr_equal(&fq->saddr, arg->src) &&
146		ipv6_addr_equal(&fq->daddr, arg->dst);
 
 
 
147}
148EXPORT_SYMBOL(ip6_frag_match);
149
150void ip6_frag_init(struct inet_frag_queue *q, void *a)
151{
152	struct frag_queue *fq = container_of(q, struct frag_queue, q);
153	struct ip6_create_arg *arg = a;
154
155	fq->id = arg->id;
156	fq->user = arg->user;
157	fq->saddr = *arg->src;
158	fq->daddr = *arg->dst;
 
159}
160EXPORT_SYMBOL(ip6_frag_init);
161
162/* Destruction primitives. */
163
164static __inline__ void fq_put(struct frag_queue *fq)
165{
166	inet_frag_put(&fq->q, &ip6_frags);
167}
168
169/* Kill fq entry. It is not destroyed immediately,
170 * because caller (and someone more) holds reference count.
171 */
172static __inline__ void fq_kill(struct frag_queue *fq)
173{
174	inet_frag_kill(&fq->q, &ip6_frags);
175}
176
177static void ip6_evictor(struct net *net, struct inet6_dev *idev)
178{
179	int evicted;
180
181	evicted = inet_frag_evictor(&net->ipv6.frags, &ip6_frags);
182	if (evicted)
183		IP6_ADD_STATS_BH(net, idev, IPSTATS_MIB_REASMFAILS, evicted);
184}
185
186static void ip6_frag_expire(unsigned long data)
187{
188	struct frag_queue *fq;
189	struct net_device *dev = NULL;
190	struct net *net;
191
192	fq = container_of((struct inet_frag_queue *)data, struct frag_queue, q);
193
194	spin_lock(&fq->q.lock);
195
196	if (fq->q.last_in & INET_FRAG_COMPLETE)
197		goto out;
198
199	fq_kill(fq);
200
201	net = container_of(fq->q.net, struct net, ipv6.frags);
202	rcu_read_lock();
203	dev = dev_get_by_index_rcu(net, fq->iif);
204	if (!dev)
205		goto out_rcu_unlock;
206
 
 
 
 
 
207	IP6_INC_STATS_BH(net, __in6_dev_get(dev), IPSTATS_MIB_REASMTIMEOUT);
208	IP6_INC_STATS_BH(net, __in6_dev_get(dev), IPSTATS_MIB_REASMFAILS);
209
210	/* Don't send error if the first segment did not arrive. */
211	if (!(fq->q.last_in & INET_FRAG_FIRST_IN) || !fq->q.fragments)
212		goto out_rcu_unlock;
213
214	/*
215	   But use as source device on which LAST ARRIVED
216	   segment was received. And do not use fq->dev
217	   pointer directly, device might already disappeared.
218	 */
219	fq->q.fragments->dev = dev;
220	icmpv6_send(fq->q.fragments, ICMPV6_TIME_EXCEED, ICMPV6_EXC_FRAGTIME, 0);
221out_rcu_unlock:
222	rcu_read_unlock();
223out:
224	spin_unlock(&fq->q.lock);
225	fq_put(fq);
226}
 
227
228static __inline__ struct frag_queue *
229fq_find(struct net *net, __be32 id, const struct in6_addr *src, const struct in6_addr *dst)
 
 
 
 
 
 
 
 
 
 
 
 
230{
231	struct inet_frag_queue *q;
232	struct ip6_create_arg arg;
233	unsigned int hash;
234
235	arg.id = id;
236	arg.user = IP6_DEFRAG_LOCAL_DELIVER;
237	arg.src = src;
238	arg.dst = dst;
 
 
239
240	read_lock(&ip6_frags.lock);
241	hash = inet6_hash_frag(id, src, dst, ip6_frags.rnd);
242
243	q = inet_frag_find(&net->ipv6.frags, &ip6_frags, &arg, hash);
244	if (q == NULL)
 
245		return NULL;
246
247	return container_of(q, struct frag_queue, q);
248}
249
250static int ip6_frag_queue(struct frag_queue *fq, struct sk_buff *skb,
251			   struct frag_hdr *fhdr, int nhoff)
252{
253	struct sk_buff *prev, *next;
254	struct net_device *dev;
255	int offset, end;
256	struct net *net = dev_net(skb_dst(skb)->dev);
 
257
258	if (fq->q.last_in & INET_FRAG_COMPLETE)
259		goto err;
260
261	offset = ntohs(fhdr->frag_off) & ~0x7;
262	end = offset + (ntohs(ipv6_hdr(skb)->payload_len) -
263			((u8 *)(fhdr + 1) - (u8 *)(ipv6_hdr(skb) + 1)));
264
265	if ((unsigned int)end > IPV6_MAXPLEN) {
266		IP6_INC_STATS_BH(net, ip6_dst_idev(skb_dst(skb)),
267				 IPSTATS_MIB_INHDRERRORS);
268		icmpv6_param_prob(skb, ICMPV6_HDR_FIELD,
269				  ((u8 *)&fhdr->frag_off -
270				   skb_network_header(skb)));
271		return -1;
272	}
273
 
 
274	if (skb->ip_summed == CHECKSUM_COMPLETE) {
275		const unsigned char *nh = skb_network_header(skb);
276		skb->csum = csum_sub(skb->csum,
277				     csum_partial(nh, (u8 *)(fhdr + 1) - nh,
278						  0));
279	}
280
281	/* Is this the final fragment? */
282	if (!(fhdr->frag_off & htons(IP6_MF))) {
283		/* If we already have some bits beyond end
284		 * or have different end, the segment is corrupted.
285		 */
286		if (end < fq->q.len ||
287		    ((fq->q.last_in & INET_FRAG_LAST_IN) && end != fq->q.len))
288			goto err;
289		fq->q.last_in |= INET_FRAG_LAST_IN;
290		fq->q.len = end;
291	} else {
292		/* Check if the fragment is rounded to 8 bytes.
293		 * Required by the RFC.
294		 */
295		if (end & 0x7) {
296			/* RFC2460 says always send parameter problem in
297			 * this case. -DaveM
298			 */
299			IP6_INC_STATS_BH(net, ip6_dst_idev(skb_dst(skb)),
300					 IPSTATS_MIB_INHDRERRORS);
301			icmpv6_param_prob(skb, ICMPV6_HDR_FIELD,
302					  offsetof(struct ipv6hdr, payload_len));
303			return -1;
304		}
305		if (end > fq->q.len) {
306			/* Some bits beyond end -> corruption. */
307			if (fq->q.last_in & INET_FRAG_LAST_IN)
308				goto err;
309			fq->q.len = end;
310		}
311	}
312
313	if (end == offset)
314		goto err;
315
316	/* Point into the IP datagram 'data' part. */
317	if (!pskb_pull(skb, (u8 *) (fhdr + 1) - skb->data))
318		goto err;
319
320	if (pskb_trim_rcsum(skb, end - offset))
321		goto err;
322
323	/* Find out which fragments are in front and at the back of us
324	 * in the chain of fragments so far.  We must know where to put
325	 * this fragment, right?
326	 */
327	prev = fq->q.fragments_tail;
328	if (!prev || FRAG6_CB(prev)->offset < offset) {
329		next = NULL;
330		goto found;
331	}
332	prev = NULL;
333	for(next = fq->q.fragments; next != NULL; next = next->next) {
334		if (FRAG6_CB(next)->offset >= offset)
335			break;	/* bingo! */
336		prev = next;
337	}
338
339found:
340	/* RFC5722, Section 4, amended by Errata ID : 3089
341	 *                          When reassembling an IPv6 datagram, if
342	 *   one or more its constituent fragments is determined to be an
343	 *   overlapping fragment, the entire datagram (and any constituent
344	 *   fragments) MUST be silently discarded.
345	 */
346
347	/* Check for overlap with preceding fragment. */
348	if (prev &&
349	    (FRAG6_CB(prev)->offset + prev->len) > offset)
350		goto discard_fq;
351
352	/* Look for overlap with succeeding segment. */
353	if (next && FRAG6_CB(next)->offset < end)
354		goto discard_fq;
355
356	FRAG6_CB(skb)->offset = offset;
357
358	/* Insert this fragment in the chain of fragments. */
359	skb->next = next;
360	if (!next)
361		fq->q.fragments_tail = skb;
362	if (prev)
363		prev->next = skb;
364	else
365		fq->q.fragments = skb;
366
367	dev = skb->dev;
368	if (dev) {
369		fq->iif = dev->ifindex;
370		skb->dev = NULL;
371	}
372	fq->q.stamp = skb->tstamp;
373	fq->q.meat += skb->len;
374	atomic_add(skb->truesize, &fq->q.net->mem);
 
375
376	/* The first fragment.
377	 * nhoffset is obtained from the first fragment, of course.
378	 */
379	if (offset == 0) {
380		fq->nhoffset = nhoff;
381		fq->q.last_in |= INET_FRAG_FIRST_IN;
382	}
383
384	if (fq->q.last_in == (INET_FRAG_FIRST_IN | INET_FRAG_LAST_IN) &&
385	    fq->q.meat == fq->q.len)
386		return ip6_frag_reasm(fq, prev, dev);
 
387
388	write_lock(&ip6_frags.lock);
389	list_move_tail(&fq->q.lru_list, &fq->q.net->lru_list);
390	write_unlock(&ip6_frags.lock);
 
 
 
 
391	return -1;
392
393discard_fq:
394	fq_kill(fq);
395err:
396	IP6_INC_STATS(net, ip6_dst_idev(skb_dst(skb)),
397		      IPSTATS_MIB_REASMFAILS);
398	kfree_skb(skb);
399	return -1;
400}
401
402/*
403 *	Check if this packet is complete.
404 *	Returns NULL on failure by any reason, and pointer
405 *	to current nexthdr field in reassembled frame.
406 *
407 *	It is called with locked fq, and caller must check that
408 *	queue is eligible for reassembly i.e. it is not COMPLETE,
409 *	the last and the first frames arrived and all the bits are here.
410 */
411static int ip6_frag_reasm(struct frag_queue *fq, struct sk_buff *prev,
412			  struct net_device *dev)
413{
414	struct net *net = container_of(fq->q.net, struct net, ipv6.frags);
415	struct sk_buff *fp, *head = fq->q.fragments;
416	int    payload_len;
417	unsigned int nhoff;
418	int sum_truesize;
 
419
420	fq_kill(fq);
 
 
 
 
421
422	/* Make the one we just received the head. */
423	if (prev) {
424		head = prev->next;
425		fp = skb_clone(head, GFP_ATOMIC);
426
427		if (!fp)
428			goto out_oom;
429
430		fp->next = head->next;
431		if (!fp->next)
432			fq->q.fragments_tail = fp;
433		prev->next = fp;
434
435		skb_morph(head, fq->q.fragments);
436		head->next = fq->q.fragments->next;
437
438		consume_skb(fq->q.fragments);
439		fq->q.fragments = head;
440	}
441
442	WARN_ON(head == NULL);
443	WARN_ON(FRAG6_CB(head)->offset != 0);
444
445	/* Unfragmented part is taken from the first segment. */
446	payload_len = ((head->data - skb_network_header(head)) -
447		       sizeof(struct ipv6hdr) + fq->q.len -
448		       sizeof(struct frag_hdr));
449	if (payload_len > IPV6_MAXPLEN)
450		goto out_oversize;
451
452	/* Head of list must not be cloned. */
453	if (skb_cloned(head) && pskb_expand_head(head, 0, 0, GFP_ATOMIC))
454		goto out_oom;
455
456	/* If the first fragment is fragmented itself, we split
457	 * it to two chunks: the first with data and paged part
458	 * and the second, holding only fragments. */
459	if (skb_has_frag_list(head)) {
460		struct sk_buff *clone;
461		int i, plen = 0;
462
463		if ((clone = alloc_skb(0, GFP_ATOMIC)) == NULL)
 
464			goto out_oom;
465		clone->next = head->next;
466		head->next = clone;
467		skb_shinfo(clone)->frag_list = skb_shinfo(head)->frag_list;
468		skb_frag_list_init(head);
469		for (i = 0; i < skb_shinfo(head)->nr_frags; i++)
470			plen += skb_frag_size(&skb_shinfo(head)->frags[i]);
471		clone->len = clone->data_len = head->data_len - plen;
472		head->data_len -= clone->len;
473		head->len -= clone->len;
474		clone->csum = 0;
475		clone->ip_summed = head->ip_summed;
476		atomic_add(clone->truesize, &fq->q.net->mem);
477	}
478
479	/* We have to remove fragment header from datagram and to relocate
480	 * header in order to calculate ICV correctly. */
481	nhoff = fq->nhoffset;
482	skb_network_header(head)[nhoff] = skb_transport_header(head)[0];
483	memmove(head->head + sizeof(struct frag_hdr), head->head,
484		(head->data - head->head) - sizeof(struct frag_hdr));
485	head->mac_header += sizeof(struct frag_hdr);
486	head->network_header += sizeof(struct frag_hdr);
487
488	skb_reset_transport_header(head);
489	skb_push(head, head->data - skb_network_header(head));
490
491	sum_truesize = head->truesize;
492	for (fp = head->next; fp;) {
493		bool headstolen;
494		int delta;
495		struct sk_buff *next = fp->next;
496
497		sum_truesize += fp->truesize;
498		if (head->ip_summed != fp->ip_summed)
499			head->ip_summed = CHECKSUM_NONE;
500		else if (head->ip_summed == CHECKSUM_COMPLETE)
501			head->csum = csum_add(head->csum, fp->csum);
502
503		if (skb_try_coalesce(head, fp, &headstolen, &delta)) {
504			kfree_skb_partial(fp, headstolen);
505		} else {
506			if (!skb_shinfo(head)->frag_list)
507				skb_shinfo(head)->frag_list = fp;
508			head->data_len += fp->len;
509			head->len += fp->len;
510			head->truesize += fp->truesize;
511		}
512		fp = next;
513	}
514	atomic_sub(sum_truesize, &fq->q.net->mem);
515
516	head->next = NULL;
517	head->dev = dev;
518	head->tstamp = fq->q.stamp;
519	ipv6_hdr(head)->payload_len = htons(payload_len);
 
520	IP6CB(head)->nhoff = nhoff;
 
521
522	/* Yes, and fold redundant checksum back. 8) */
523	if (head->ip_summed == CHECKSUM_COMPLETE)
524		head->csum = csum_partial(skb_network_header(head),
525					  skb_network_header_len(head),
526					  head->csum);
527
528	rcu_read_lock();
529	IP6_INC_STATS_BH(net, __in6_dev_get(dev), IPSTATS_MIB_REASMOKS);
530	rcu_read_unlock();
531	fq->q.fragments = NULL;
532	fq->q.fragments_tail = NULL;
533	return 1;
534
535out_oversize:
536	net_dbg_ratelimited("ip6_frag_reasm: payload len = %d\n", payload_len);
537	goto out_fail;
538out_oom:
539	net_dbg_ratelimited("ip6_frag_reasm: no memory for reassembly\n");
540out_fail:
541	rcu_read_lock();
542	IP6_INC_STATS_BH(net, __in6_dev_get(dev), IPSTATS_MIB_REASMFAILS);
543	rcu_read_unlock();
544	return -1;
545}
546
547static int ipv6_frag_rcv(struct sk_buff *skb)
548{
549	struct frag_hdr *fhdr;
550	struct frag_queue *fq;
551	const struct ipv6hdr *hdr = ipv6_hdr(skb);
552	struct net *net = dev_net(skb_dst(skb)->dev);
553
 
 
 
554	IP6_INC_STATS_BH(net, ip6_dst_idev(skb_dst(skb)), IPSTATS_MIB_REASMREQDS);
555
556	/* Jumbo payload inhibits frag. header */
557	if (hdr->payload_len==0)
558		goto fail_hdr;
559
560	if (!pskb_may_pull(skb, (skb_transport_offset(skb) +
561				 sizeof(struct frag_hdr))))
562		goto fail_hdr;
563
564	hdr = ipv6_hdr(skb);
565	fhdr = (struct frag_hdr *)skb_transport_header(skb);
566
567	if (!(fhdr->frag_off & htons(0xFFF9))) {
568		/* It is not a fragmented frame */
569		skb->transport_header += sizeof(struct frag_hdr);
570		IP6_INC_STATS_BH(net,
571				 ip6_dst_idev(skb_dst(skb)), IPSTATS_MIB_REASMOKS);
572
573		IP6CB(skb)->nhoff = (u8 *)fhdr - skb_network_header(skb);
 
574		return 1;
575	}
576
577	if (atomic_read(&net->ipv6.frags.mem) > net->ipv6.frags.high_thresh)
578		ip6_evictor(net, ip6_dst_idev(skb_dst(skb)));
579
580	fq = fq_find(net, fhdr->identification, &hdr->saddr, &hdr->daddr);
581	if (fq != NULL) {
582		int ret;
583
584		spin_lock(&fq->q.lock);
585
586		ret = ip6_frag_queue(fq, skb, fhdr, IP6CB(skb)->nhoff);
587
588		spin_unlock(&fq->q.lock);
589		fq_put(fq);
590		return ret;
591	}
592
593	IP6_INC_STATS_BH(net, ip6_dst_idev(skb_dst(skb)), IPSTATS_MIB_REASMFAILS);
594	kfree_skb(skb);
595	return -1;
596
597fail_hdr:
598	IP6_INC_STATS(net, ip6_dst_idev(skb_dst(skb)), IPSTATS_MIB_INHDRERRORS);
 
599	icmpv6_param_prob(skb, ICMPV6_HDR_FIELD, skb_network_header_len(skb));
600	return -1;
601}
602
603static const struct inet6_protocol frag_protocol =
604{
605	.handler	=	ipv6_frag_rcv,
606	.flags		=	INET6_PROTO_NOPOLICY,
607};
608
609#ifdef CONFIG_SYSCTL
 
 
610static struct ctl_table ip6_frags_ns_ctl_table[] = {
611	{
612		.procname	= "ip6frag_high_thresh",
613		.data		= &init_net.ipv6.frags.high_thresh,
614		.maxlen		= sizeof(int),
615		.mode		= 0644,
616		.proc_handler	= proc_dointvec
 
617	},
618	{
619		.procname	= "ip6frag_low_thresh",
620		.data		= &init_net.ipv6.frags.low_thresh,
621		.maxlen		= sizeof(int),
622		.mode		= 0644,
623		.proc_handler	= proc_dointvec
 
 
624	},
625	{
626		.procname	= "ip6frag_time",
627		.data		= &init_net.ipv6.frags.timeout,
628		.maxlen		= sizeof(int),
629		.mode		= 0644,
630		.proc_handler	= proc_dointvec_jiffies,
631	},
632	{ }
633};
634
 
 
635static struct ctl_table ip6_frags_ctl_table[] = {
636	{
637		.procname	= "ip6frag_secret_interval",
638		.data		= &ip6_frags.secret_interval,
639		.maxlen		= sizeof(int),
640		.mode		= 0644,
641		.proc_handler	= proc_dointvec_jiffies,
642	},
643	{ }
644};
645
646static int __net_init ip6_frags_ns_sysctl_register(struct net *net)
647{
648	struct ctl_table *table;
649	struct ctl_table_header *hdr;
650
651	table = ip6_frags_ns_ctl_table;
652	if (!net_eq(net, &init_net)) {
653		table = kmemdup(table, sizeof(ip6_frags_ns_ctl_table), GFP_KERNEL);
654		if (table == NULL)
655			goto err_alloc;
656
657		table[0].data = &net->ipv6.frags.high_thresh;
 
 
658		table[1].data = &net->ipv6.frags.low_thresh;
 
659		table[2].data = &net->ipv6.frags.timeout;
 
 
 
 
660	}
661
662	hdr = register_net_sysctl(net, "net/ipv6", table);
663	if (hdr == NULL)
664		goto err_reg;
665
666	net->ipv6.sysctl.frags_hdr = hdr;
667	return 0;
668
669err_reg:
670	if (!net_eq(net, &init_net))
671		kfree(table);
672err_alloc:
673	return -ENOMEM;
674}
675
676static void __net_exit ip6_frags_ns_sysctl_unregister(struct net *net)
677{
678	struct ctl_table *table;
679
680	table = net->ipv6.sysctl.frags_hdr->ctl_table_arg;
681	unregister_net_sysctl_table(net->ipv6.sysctl.frags_hdr);
682	if (!net_eq(net, &init_net))
683		kfree(table);
684}
685
686static struct ctl_table_header *ip6_ctl_header;
687
688static int ip6_frags_sysctl_register(void)
689{
690	ip6_ctl_header = register_net_sysctl(&init_net, "net/ipv6",
691			ip6_frags_ctl_table);
692	return ip6_ctl_header == NULL ? -ENOMEM : 0;
693}
694
695static void ip6_frags_sysctl_unregister(void)
696{
697	unregister_net_sysctl_table(ip6_ctl_header);
698}
699#else
700static inline int ip6_frags_ns_sysctl_register(struct net *net)
701{
702	return 0;
703}
704
705static inline void ip6_frags_ns_sysctl_unregister(struct net *net)
706{
707}
708
709static inline int ip6_frags_sysctl_register(void)
710{
711	return 0;
712}
713
714static inline void ip6_frags_sysctl_unregister(void)
715{
716}
717#endif
718
719static int __net_init ipv6_frags_init_net(struct net *net)
720{
 
 
721	net->ipv6.frags.high_thresh = IPV6_FRAG_HIGH_THRESH;
722	net->ipv6.frags.low_thresh = IPV6_FRAG_LOW_THRESH;
723	net->ipv6.frags.timeout = IPV6_FRAG_TIMEOUT;
724
725	inet_frags_init_net(&net->ipv6.frags);
726
727	return ip6_frags_ns_sysctl_register(net);
 
 
 
 
728}
729
730static void __net_exit ipv6_frags_exit_net(struct net *net)
731{
732	ip6_frags_ns_sysctl_unregister(net);
733	inet_frags_exit_net(&net->ipv6.frags, &ip6_frags);
734}
735
736static struct pernet_operations ip6_frags_ops = {
737	.init = ipv6_frags_init_net,
738	.exit = ipv6_frags_exit_net,
739};
740
741int __init ipv6_frag_init(void)
742{
743	int ret;
744
745	ret = inet6_add_protocol(&frag_protocol, IPPROTO_FRAGMENT);
746	if (ret)
747		goto out;
748
749	ret = ip6_frags_sysctl_register();
750	if (ret)
751		goto err_sysctl;
752
753	ret = register_pernet_subsys(&ip6_frags_ops);
754	if (ret)
755		goto err_pernet;
756
757	ip6_frags.hashfn = ip6_hashfn;
758	ip6_frags.constructor = ip6_frag_init;
759	ip6_frags.destructor = NULL;
760	ip6_frags.skb_free = NULL;
761	ip6_frags.qsize = sizeof(struct frag_queue);
762	ip6_frags.match = ip6_frag_match;
763	ip6_frags.frag_expire = ip6_frag_expire;
764	ip6_frags.secret_interval = 10 * 60 * HZ;
765	inet_frags_init(&ip6_frags);
 
 
766out:
767	return ret;
768
769err_pernet:
770	ip6_frags_sysctl_unregister();
771err_sysctl:
772	inet6_del_protocol(&frag_protocol, IPPROTO_FRAGMENT);
773	goto out;
774}
775
776void ipv6_frag_exit(void)
777{
778	inet_frags_fini(&ip6_frags);
779	ip6_frags_sysctl_unregister();
780	unregister_pernet_subsys(&ip6_frags_ops);
781	inet6_del_protocol(&frag_protocol, IPPROTO_FRAGMENT);
782}