Loading...
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * INET An implementation of the TCP/IP protocol suite for the LINUX
4 * operating system. INET is implemented using the BSD Socket
5 * interface as the means of communication with the user level.
6 *
7 * RAW - implementation of IP "raw" sockets.
8 *
9 * Authors: Ross Biro
10 * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
11 *
12 * Fixes:
13 * Alan Cox : verify_area() fixed up
14 * Alan Cox : ICMP error handling
15 * Alan Cox : EMSGSIZE if you send too big a packet
16 * Alan Cox : Now uses generic datagrams and shared
17 * skbuff library. No more peek crashes,
18 * no more backlogs
19 * Alan Cox : Checks sk->broadcast.
20 * Alan Cox : Uses skb_free_datagram/skb_copy_datagram
21 * Alan Cox : Raw passes ip options too
22 * Alan Cox : Setsocketopt added
23 * Alan Cox : Fixed error return for broadcasts
24 * Alan Cox : Removed wake_up calls
25 * Alan Cox : Use ttl/tos
26 * Alan Cox : Cleaned up old debugging
27 * Alan Cox : Use new kernel side addresses
28 * Arnt Gulbrandsen : Fixed MSG_DONTROUTE in raw sockets.
29 * Alan Cox : BSD style RAW socket demultiplexing.
30 * Alan Cox : Beginnings of mrouted support.
31 * Alan Cox : Added IP_HDRINCL option.
32 * Alan Cox : Skip broadcast check if BSDism set.
33 * David S. Miller : New socket lookup architecture.
34 */
35
36#include <linux/types.h>
37#include <linux/atomic.h>
38#include <asm/byteorder.h>
39#include <asm/current.h>
40#include <linux/uaccess.h>
41#include <asm/ioctls.h>
42#include <linux/stddef.h>
43#include <linux/slab.h>
44#include <linux/errno.h>
45#include <linux/kernel.h>
46#include <linux/export.h>
47#include <linux/spinlock.h>
48#include <linux/sockios.h>
49#include <linux/socket.h>
50#include <linux/in.h>
51#include <linux/mroute.h>
52#include <linux/netdevice.h>
53#include <linux/in_route.h>
54#include <linux/route.h>
55#include <linux/skbuff.h>
56#include <linux/igmp.h>
57#include <net/net_namespace.h>
58#include <net/dst.h>
59#include <net/sock.h>
60#include <linux/ip.h>
61#include <linux/net.h>
62#include <net/ip.h>
63#include <net/icmp.h>
64#include <net/udp.h>
65#include <net/raw.h>
66#include <net/snmp.h>
67#include <net/tcp_states.h>
68#include <net/inet_common.h>
69#include <net/checksum.h>
70#include <net/xfrm.h>
71#include <linux/rtnetlink.h>
72#include <linux/proc_fs.h>
73#include <linux/seq_file.h>
74#include <linux/netfilter.h>
75#include <linux/netfilter_ipv4.h>
76#include <linux/compat.h>
77#include <linux/uio.h>
78
79struct raw_frag_vec {
80 struct msghdr *msg;
81 union {
82 struct icmphdr icmph;
83 char c[1];
84 } hdr;
85 int hlen;
86};
87
88struct raw_hashinfo raw_v4_hashinfo;
89EXPORT_SYMBOL_GPL(raw_v4_hashinfo);
90
91int raw_hash_sk(struct sock *sk)
92{
93 struct raw_hashinfo *h = sk->sk_prot->h.raw_hash;
94 struct hlist_head *hlist;
95
96 hlist = &h->ht[raw_hashfunc(sock_net(sk), inet_sk(sk)->inet_num)];
97
98 spin_lock(&h->lock);
99 sk_add_node_rcu(sk, hlist);
100 sock_set_flag(sk, SOCK_RCU_FREE);
101 spin_unlock(&h->lock);
102 sock_prot_inuse_add(sock_net(sk), sk->sk_prot, 1);
103
104 return 0;
105}
106EXPORT_SYMBOL_GPL(raw_hash_sk);
107
108void raw_unhash_sk(struct sock *sk)
109{
110 struct raw_hashinfo *h = sk->sk_prot->h.raw_hash;
111
112 spin_lock(&h->lock);
113 if (sk_del_node_init_rcu(sk))
114 sock_prot_inuse_add(sock_net(sk), sk->sk_prot, -1);
115 spin_unlock(&h->lock);
116}
117EXPORT_SYMBOL_GPL(raw_unhash_sk);
118
119bool raw_v4_match(struct net *net, const struct sock *sk, unsigned short num,
120 __be32 raddr, __be32 laddr, int dif, int sdif)
121{
122 const struct inet_sock *inet = inet_sk(sk);
123
124 if (net_eq(sock_net(sk), net) && inet->inet_num == num &&
125 !(inet->inet_daddr && inet->inet_daddr != raddr) &&
126 !(inet->inet_rcv_saddr && inet->inet_rcv_saddr != laddr) &&
127 raw_sk_bound_dev_eq(net, sk->sk_bound_dev_if, dif, sdif))
128 return true;
129 return false;
130}
131EXPORT_SYMBOL_GPL(raw_v4_match);
132
133/*
134 * 0 - deliver
135 * 1 - block
136 */
137static int icmp_filter(const struct sock *sk, const struct sk_buff *skb)
138{
139 struct icmphdr _hdr;
140 const struct icmphdr *hdr;
141
142 hdr = skb_header_pointer(skb, skb_transport_offset(skb),
143 sizeof(_hdr), &_hdr);
144 if (!hdr)
145 return 1;
146
147 if (hdr->type < 32) {
148 __u32 data = raw_sk(sk)->filter.data;
149
150 return ((1U << hdr->type) & data) != 0;
151 }
152
153 /* Do not block unknown ICMP types */
154 return 0;
155}
156
157/* IP input processing comes here for RAW socket delivery.
158 * Caller owns SKB, so we must make clones.
159 *
160 * RFC 1122: SHOULD pass TOS value up to the transport layer.
161 * -> It does. And not only TOS, but all IP header.
162 */
163static int raw_v4_input(struct net *net, struct sk_buff *skb,
164 const struct iphdr *iph, int hash)
165{
166 int sdif = inet_sdif(skb);
167 struct hlist_head *hlist;
168 int dif = inet_iif(skb);
169 int delivered = 0;
170 struct sock *sk;
171
172 hlist = &raw_v4_hashinfo.ht[hash];
173 rcu_read_lock();
174 sk_for_each_rcu(sk, hlist) {
175 if (!raw_v4_match(net, sk, iph->protocol,
176 iph->saddr, iph->daddr, dif, sdif))
177 continue;
178
179 if (atomic_read(&sk->sk_rmem_alloc) >=
180 READ_ONCE(sk->sk_rcvbuf)) {
181 atomic_inc(&sk->sk_drops);
182 continue;
183 }
184
185 delivered = 1;
186 if ((iph->protocol != IPPROTO_ICMP || !icmp_filter(sk, skb)) &&
187 ip_mc_sf_allow(sk, iph->daddr, iph->saddr,
188 skb->dev->ifindex, sdif)) {
189 struct sk_buff *clone = skb_clone(skb, GFP_ATOMIC);
190
191 /* Not releasing hash table! */
192 if (clone)
193 raw_rcv(sk, clone);
194 }
195 }
196 rcu_read_unlock();
197 return delivered;
198}
199
200int raw_local_deliver(struct sk_buff *skb, int protocol)
201{
202 struct net *net = dev_net(skb->dev);
203
204 return raw_v4_input(net, skb, ip_hdr(skb),
205 raw_hashfunc(net, protocol));
206}
207
208static void raw_err(struct sock *sk, struct sk_buff *skb, u32 info)
209{
210 struct inet_sock *inet = inet_sk(sk);
211 const int type = icmp_hdr(skb)->type;
212 const int code = icmp_hdr(skb)->code;
213 int harderr = 0;
214 bool recverr;
215 int err = 0;
216
217 if (type == ICMP_DEST_UNREACH && code == ICMP_FRAG_NEEDED)
218 ipv4_sk_update_pmtu(skb, sk, info);
219 else if (type == ICMP_REDIRECT) {
220 ipv4_sk_redirect(skb, sk);
221 return;
222 }
223
224 /* Report error on raw socket, if:
225 1. User requested ip_recverr.
226 2. Socket is connected (otherwise the error indication
227 is useless without ip_recverr and error is hard.
228 */
229 recverr = inet_test_bit(RECVERR, sk);
230 if (!recverr && sk->sk_state != TCP_ESTABLISHED)
231 return;
232
233 switch (type) {
234 default:
235 case ICMP_TIME_EXCEEDED:
236 err = EHOSTUNREACH;
237 break;
238 case ICMP_SOURCE_QUENCH:
239 return;
240 case ICMP_PARAMETERPROB:
241 err = EPROTO;
242 harderr = 1;
243 break;
244 case ICMP_DEST_UNREACH:
245 err = EHOSTUNREACH;
246 if (code > NR_ICMP_UNREACH)
247 break;
248 if (code == ICMP_FRAG_NEEDED) {
249 harderr = READ_ONCE(inet->pmtudisc) != IP_PMTUDISC_DONT;
250 err = EMSGSIZE;
251 } else {
252 err = icmp_err_convert[code].errno;
253 harderr = icmp_err_convert[code].fatal;
254 }
255 }
256
257 if (recverr) {
258 const struct iphdr *iph = (const struct iphdr *)skb->data;
259 u8 *payload = skb->data + (iph->ihl << 2);
260
261 if (inet_test_bit(HDRINCL, sk))
262 payload = skb->data;
263 ip_icmp_error(sk, skb, err, 0, info, payload);
264 }
265
266 if (recverr || harderr) {
267 sk->sk_err = err;
268 sk_error_report(sk);
269 }
270}
271
272void raw_icmp_error(struct sk_buff *skb, int protocol, u32 info)
273{
274 struct net *net = dev_net(skb->dev);
275 int dif = skb->dev->ifindex;
276 int sdif = inet_sdif(skb);
277 struct hlist_head *hlist;
278 const struct iphdr *iph;
279 struct sock *sk;
280 int hash;
281
282 hash = raw_hashfunc(net, protocol);
283 hlist = &raw_v4_hashinfo.ht[hash];
284
285 rcu_read_lock();
286 sk_for_each_rcu(sk, hlist) {
287 iph = (const struct iphdr *)skb->data;
288 if (!raw_v4_match(net, sk, iph->protocol,
289 iph->daddr, iph->saddr, dif, sdif))
290 continue;
291 raw_err(sk, skb, info);
292 }
293 rcu_read_unlock();
294}
295
296static int raw_rcv_skb(struct sock *sk, struct sk_buff *skb)
297{
298 enum skb_drop_reason reason;
299
300 /* Charge it to the socket. */
301
302 ipv4_pktinfo_prepare(sk, skb, true);
303 if (sock_queue_rcv_skb_reason(sk, skb, &reason) < 0) {
304 sk_skb_reason_drop(sk, skb, reason);
305 return NET_RX_DROP;
306 }
307
308 return NET_RX_SUCCESS;
309}
310
311int raw_rcv(struct sock *sk, struct sk_buff *skb)
312{
313 if (!xfrm4_policy_check(sk, XFRM_POLICY_IN, skb)) {
314 atomic_inc(&sk->sk_drops);
315 sk_skb_reason_drop(sk, skb, SKB_DROP_REASON_XFRM_POLICY);
316 return NET_RX_DROP;
317 }
318 nf_reset_ct(skb);
319
320 skb_push(skb, -skb_network_offset(skb));
321
322 raw_rcv_skb(sk, skb);
323 return 0;
324}
325
326static int raw_send_hdrinc(struct sock *sk, struct flowi4 *fl4,
327 struct msghdr *msg, size_t length,
328 struct rtable **rtp, unsigned int flags,
329 const struct sockcm_cookie *sockc)
330{
331 struct inet_sock *inet = inet_sk(sk);
332 struct net *net = sock_net(sk);
333 struct iphdr *iph;
334 struct sk_buff *skb;
335 unsigned int iphlen;
336 int err;
337 struct rtable *rt = *rtp;
338 int hlen, tlen;
339
340 if (length > rt->dst.dev->mtu) {
341 ip_local_error(sk, EMSGSIZE, fl4->daddr, inet->inet_dport,
342 rt->dst.dev->mtu);
343 return -EMSGSIZE;
344 }
345 if (length < sizeof(struct iphdr))
346 return -EINVAL;
347
348 if (flags&MSG_PROBE)
349 goto out;
350
351 hlen = LL_RESERVED_SPACE(rt->dst.dev);
352 tlen = rt->dst.dev->needed_tailroom;
353 skb = sock_alloc_send_skb(sk,
354 length + hlen + tlen + 15,
355 flags & MSG_DONTWAIT, &err);
356 if (!skb)
357 goto error;
358 skb_reserve(skb, hlen);
359
360 skb->protocol = htons(ETH_P_IP);
361 skb->priority = READ_ONCE(sk->sk_priority);
362 skb->mark = sockc->mark;
363 skb_set_delivery_type_by_clockid(skb, sockc->transmit_time, sk->sk_clockid);
364 skb_dst_set(skb, &rt->dst);
365 *rtp = NULL;
366
367 skb_reset_network_header(skb);
368 iph = ip_hdr(skb);
369 skb_put(skb, length);
370
371 skb->ip_summed = CHECKSUM_NONE;
372
373 skb_setup_tx_timestamp(skb, sockc);
374
375 if (flags & MSG_CONFIRM)
376 skb_set_dst_pending_confirm(skb, 1);
377
378 skb->transport_header = skb->network_header;
379 err = -EFAULT;
380 if (memcpy_from_msg(iph, msg, length))
381 goto error_free;
382
383 iphlen = iph->ihl * 4;
384
385 /*
386 * We don't want to modify the ip header, but we do need to
387 * be sure that it won't cause problems later along the network
388 * stack. Specifically we want to make sure that iph->ihl is a
389 * sane value. If ihl points beyond the length of the buffer passed
390 * in, reject the frame as invalid
391 */
392 err = -EINVAL;
393 if (iphlen > length)
394 goto error_free;
395
396 if (iphlen >= sizeof(*iph)) {
397 if (!iph->saddr)
398 iph->saddr = fl4->saddr;
399 iph->check = 0;
400 iph->tot_len = htons(length);
401 if (!iph->id)
402 ip_select_ident(net, skb, NULL);
403
404 iph->check = ip_fast_csum((unsigned char *)iph, iph->ihl);
405 skb->transport_header += iphlen;
406 if (iph->protocol == IPPROTO_ICMP &&
407 length >= iphlen + sizeof(struct icmphdr))
408 icmp_out_count(net, ((struct icmphdr *)
409 skb_transport_header(skb))->type);
410 }
411
412 err = NF_HOOK(NFPROTO_IPV4, NF_INET_LOCAL_OUT,
413 net, sk, skb, NULL, rt->dst.dev,
414 dst_output);
415 if (err > 0)
416 err = net_xmit_errno(err);
417 if (err)
418 goto error;
419out:
420 return 0;
421
422error_free:
423 kfree_skb(skb);
424error:
425 IP_INC_STATS(net, IPSTATS_MIB_OUTDISCARDS);
426 if (err == -ENOBUFS && !inet_test_bit(RECVERR, sk))
427 err = 0;
428 return err;
429}
430
431static int raw_probe_proto_opt(struct raw_frag_vec *rfv, struct flowi4 *fl4)
432{
433 int err;
434
435 if (fl4->flowi4_proto != IPPROTO_ICMP)
436 return 0;
437
438 /* We only need the first two bytes. */
439 rfv->hlen = 2;
440
441 err = memcpy_from_msg(rfv->hdr.c, rfv->msg, rfv->hlen);
442 if (err)
443 return err;
444
445 fl4->fl4_icmp_type = rfv->hdr.icmph.type;
446 fl4->fl4_icmp_code = rfv->hdr.icmph.code;
447
448 return 0;
449}
450
451static int raw_getfrag(void *from, char *to, int offset, int len, int odd,
452 struct sk_buff *skb)
453{
454 struct raw_frag_vec *rfv = from;
455
456 if (offset < rfv->hlen) {
457 int copy = min(rfv->hlen - offset, len);
458
459 if (skb->ip_summed == CHECKSUM_PARTIAL)
460 memcpy(to, rfv->hdr.c + offset, copy);
461 else
462 skb->csum = csum_block_add(
463 skb->csum,
464 csum_partial_copy_nocheck(rfv->hdr.c + offset,
465 to, copy),
466 odd);
467
468 odd = 0;
469 offset += copy;
470 to += copy;
471 len -= copy;
472
473 if (!len)
474 return 0;
475 }
476
477 offset -= rfv->hlen;
478
479 return ip_generic_getfrag(rfv->msg, to, offset, len, odd, skb);
480}
481
482static int raw_sendmsg(struct sock *sk, struct msghdr *msg, size_t len)
483{
484 struct inet_sock *inet = inet_sk(sk);
485 struct net *net = sock_net(sk);
486 struct ipcm_cookie ipc;
487 struct rtable *rt = NULL;
488 struct flowi4 fl4;
489 u8 tos, scope;
490 int free = 0;
491 __be32 daddr;
492 __be32 saddr;
493 int uc_index, err;
494 struct ip_options_data opt_copy;
495 struct raw_frag_vec rfv;
496 int hdrincl;
497
498 err = -EMSGSIZE;
499 if (len > 0xFFFF)
500 goto out;
501
502 hdrincl = inet_test_bit(HDRINCL, sk);
503
504 /*
505 * Check the flags.
506 */
507
508 err = -EOPNOTSUPP;
509 if (msg->msg_flags & MSG_OOB) /* Mirror BSD error message */
510 goto out; /* compatibility */
511
512 /*
513 * Get and verify the address.
514 */
515
516 if (msg->msg_namelen) {
517 DECLARE_SOCKADDR(struct sockaddr_in *, usin, msg->msg_name);
518 err = -EINVAL;
519 if (msg->msg_namelen < sizeof(*usin))
520 goto out;
521 if (usin->sin_family != AF_INET) {
522 pr_info_once("%s: %s forgot to set AF_INET. Fix it!\n",
523 __func__, current->comm);
524 err = -EAFNOSUPPORT;
525 if (usin->sin_family)
526 goto out;
527 }
528 daddr = usin->sin_addr.s_addr;
529 /* ANK: I did not forget to get protocol from port field.
530 * I just do not know, who uses this weirdness.
531 * IP_HDRINCL is much more convenient.
532 */
533 } else {
534 err = -EDESTADDRREQ;
535 if (sk->sk_state != TCP_ESTABLISHED)
536 goto out;
537 daddr = inet->inet_daddr;
538 }
539
540 ipcm_init_sk(&ipc, inet);
541 /* Keep backward compat */
542 if (hdrincl)
543 ipc.protocol = IPPROTO_RAW;
544
545 if (msg->msg_controllen) {
546 err = ip_cmsg_send(sk, msg, &ipc, false);
547 if (unlikely(err)) {
548 kfree(ipc.opt);
549 goto out;
550 }
551 if (ipc.opt)
552 free = 1;
553 }
554
555 saddr = ipc.addr;
556 ipc.addr = daddr;
557
558 if (!ipc.opt) {
559 struct ip_options_rcu *inet_opt;
560
561 rcu_read_lock();
562 inet_opt = rcu_dereference(inet->inet_opt);
563 if (inet_opt) {
564 memcpy(&opt_copy, inet_opt,
565 sizeof(*inet_opt) + inet_opt->opt.optlen);
566 ipc.opt = &opt_copy.opt;
567 }
568 rcu_read_unlock();
569 }
570
571 if (ipc.opt) {
572 err = -EINVAL;
573 /* Linux does not mangle headers on raw sockets,
574 * so that IP options + IP_HDRINCL is non-sense.
575 */
576 if (hdrincl)
577 goto done;
578 if (ipc.opt->opt.srr) {
579 if (!daddr)
580 goto done;
581 daddr = ipc.opt->opt.faddr;
582 }
583 }
584 tos = get_rttos(&ipc, inet);
585 scope = ip_sendmsg_scope(inet, &ipc, msg);
586
587 uc_index = READ_ONCE(inet->uc_index);
588 if (ipv4_is_multicast(daddr)) {
589 if (!ipc.oif || netif_index_is_l3_master(sock_net(sk), ipc.oif))
590 ipc.oif = READ_ONCE(inet->mc_index);
591 if (!saddr)
592 saddr = READ_ONCE(inet->mc_addr);
593 } else if (!ipc.oif) {
594 ipc.oif = uc_index;
595 } else if (ipv4_is_lbcast(daddr) && uc_index) {
596 /* oif is set, packet is to local broadcast
597 * and uc_index is set. oif is most likely set
598 * by sk_bound_dev_if. If uc_index != oif check if the
599 * oif is an L3 master and uc_index is an L3 slave.
600 * If so, we want to allow the send using the uc_index.
601 */
602 if (ipc.oif != uc_index &&
603 ipc.oif == l3mdev_master_ifindex_by_index(sock_net(sk),
604 uc_index)) {
605 ipc.oif = uc_index;
606 }
607 }
608
609 flowi4_init_output(&fl4, ipc.oif, ipc.sockc.mark, tos, scope,
610 hdrincl ? ipc.protocol : sk->sk_protocol,
611 inet_sk_flowi_flags(sk) |
612 (hdrincl ? FLOWI_FLAG_KNOWN_NH : 0),
613 daddr, saddr, 0, 0, sk->sk_uid);
614
615 fl4.fl4_icmp_type = 0;
616 fl4.fl4_icmp_code = 0;
617
618 if (!hdrincl) {
619 rfv.msg = msg;
620 rfv.hlen = 0;
621
622 err = raw_probe_proto_opt(&rfv, &fl4);
623 if (err)
624 goto done;
625 }
626
627 security_sk_classify_flow(sk, flowi4_to_flowi_common(&fl4));
628 rt = ip_route_output_flow(net, &fl4, sk);
629 if (IS_ERR(rt)) {
630 err = PTR_ERR(rt);
631 rt = NULL;
632 goto done;
633 }
634
635 err = -EACCES;
636 if (rt->rt_flags & RTCF_BROADCAST && !sock_flag(sk, SOCK_BROADCAST))
637 goto done;
638
639 if (msg->msg_flags & MSG_CONFIRM)
640 goto do_confirm;
641back_from_confirm:
642
643 if (hdrincl)
644 err = raw_send_hdrinc(sk, &fl4, msg, len,
645 &rt, msg->msg_flags, &ipc.sockc);
646
647 else {
648 if (!ipc.addr)
649 ipc.addr = fl4.daddr;
650 lock_sock(sk);
651 err = ip_append_data(sk, &fl4, raw_getfrag,
652 &rfv, len, 0,
653 &ipc, &rt, msg->msg_flags);
654 if (err)
655 ip_flush_pending_frames(sk);
656 else if (!(msg->msg_flags & MSG_MORE)) {
657 err = ip_push_pending_frames(sk, &fl4);
658 if (err == -ENOBUFS && !inet_test_bit(RECVERR, sk))
659 err = 0;
660 }
661 release_sock(sk);
662 }
663done:
664 if (free)
665 kfree(ipc.opt);
666 ip_rt_put(rt);
667
668out:
669 if (err < 0)
670 return err;
671 return len;
672
673do_confirm:
674 if (msg->msg_flags & MSG_PROBE)
675 dst_confirm_neigh(&rt->dst, &fl4.daddr);
676 if (!(msg->msg_flags & MSG_PROBE) || len)
677 goto back_from_confirm;
678 err = 0;
679 goto done;
680}
681
682static void raw_close(struct sock *sk, long timeout)
683{
684 /*
685 * Raw sockets may have direct kernel references. Kill them.
686 */
687 ip_ra_control(sk, 0, NULL);
688
689 sk_common_release(sk);
690}
691
692static void raw_destroy(struct sock *sk)
693{
694 lock_sock(sk);
695 ip_flush_pending_frames(sk);
696 release_sock(sk);
697}
698
699/* This gets rid of all the nasties in af_inet. -DaveM */
700static int raw_bind(struct sock *sk, struct sockaddr *uaddr, int addr_len)
701{
702 struct inet_sock *inet = inet_sk(sk);
703 struct sockaddr_in *addr = (struct sockaddr_in *) uaddr;
704 struct net *net = sock_net(sk);
705 u32 tb_id = RT_TABLE_LOCAL;
706 int ret = -EINVAL;
707 int chk_addr_ret;
708
709 lock_sock(sk);
710 if (sk->sk_state != TCP_CLOSE || addr_len < sizeof(struct sockaddr_in))
711 goto out;
712
713 if (sk->sk_bound_dev_if)
714 tb_id = l3mdev_fib_table_by_index(net,
715 sk->sk_bound_dev_if) ? : tb_id;
716
717 chk_addr_ret = inet_addr_type_table(net, addr->sin_addr.s_addr, tb_id);
718
719 ret = -EADDRNOTAVAIL;
720 if (!inet_addr_valid_or_nonlocal(net, inet, addr->sin_addr.s_addr,
721 chk_addr_ret))
722 goto out;
723
724 inet->inet_rcv_saddr = inet->inet_saddr = addr->sin_addr.s_addr;
725 if (chk_addr_ret == RTN_MULTICAST || chk_addr_ret == RTN_BROADCAST)
726 inet->inet_saddr = 0; /* Use device */
727 sk_dst_reset(sk);
728 ret = 0;
729out:
730 release_sock(sk);
731 return ret;
732}
733
734/*
735 * This should be easy, if there is something there
736 * we return it, otherwise we block.
737 */
738
739static int raw_recvmsg(struct sock *sk, struct msghdr *msg, size_t len,
740 int flags, int *addr_len)
741{
742 struct inet_sock *inet = inet_sk(sk);
743 size_t copied = 0;
744 int err = -EOPNOTSUPP;
745 DECLARE_SOCKADDR(struct sockaddr_in *, sin, msg->msg_name);
746 struct sk_buff *skb;
747
748 if (flags & MSG_OOB)
749 goto out;
750
751 if (flags & MSG_ERRQUEUE) {
752 err = ip_recv_error(sk, msg, len, addr_len);
753 goto out;
754 }
755
756 skb = skb_recv_datagram(sk, flags, &err);
757 if (!skb)
758 goto out;
759
760 copied = skb->len;
761 if (len < copied) {
762 msg->msg_flags |= MSG_TRUNC;
763 copied = len;
764 }
765
766 err = skb_copy_datagram_msg(skb, 0, msg, copied);
767 if (err)
768 goto done;
769
770 sock_recv_cmsgs(msg, sk, skb);
771
772 /* Copy the address. */
773 if (sin) {
774 sin->sin_family = AF_INET;
775 sin->sin_addr.s_addr = ip_hdr(skb)->saddr;
776 sin->sin_port = 0;
777 memset(&sin->sin_zero, 0, sizeof(sin->sin_zero));
778 *addr_len = sizeof(*sin);
779 }
780 if (inet_cmsg_flags(inet))
781 ip_cmsg_recv(msg, skb);
782 if (flags & MSG_TRUNC)
783 copied = skb->len;
784done:
785 skb_free_datagram(sk, skb);
786out:
787 if (err)
788 return err;
789 return copied;
790}
791
792static int raw_sk_init(struct sock *sk)
793{
794 struct raw_sock *rp = raw_sk(sk);
795
796 if (inet_sk(sk)->inet_num == IPPROTO_ICMP)
797 memset(&rp->filter, 0, sizeof(rp->filter));
798 return 0;
799}
800
801static int raw_seticmpfilter(struct sock *sk, sockptr_t optval, int optlen)
802{
803 if (optlen > sizeof(struct icmp_filter))
804 optlen = sizeof(struct icmp_filter);
805 if (copy_from_sockptr(&raw_sk(sk)->filter, optval, optlen))
806 return -EFAULT;
807 return 0;
808}
809
810static int raw_geticmpfilter(struct sock *sk, char __user *optval, int __user *optlen)
811{
812 int len, ret = -EFAULT;
813
814 if (get_user(len, optlen))
815 goto out;
816 ret = -EINVAL;
817 if (len < 0)
818 goto out;
819 if (len > sizeof(struct icmp_filter))
820 len = sizeof(struct icmp_filter);
821 ret = -EFAULT;
822 if (put_user(len, optlen) ||
823 copy_to_user(optval, &raw_sk(sk)->filter, len))
824 goto out;
825 ret = 0;
826out: return ret;
827}
828
829static int do_raw_setsockopt(struct sock *sk, int optname,
830 sockptr_t optval, unsigned int optlen)
831{
832 if (optname == ICMP_FILTER) {
833 if (inet_sk(sk)->inet_num != IPPROTO_ICMP)
834 return -EOPNOTSUPP;
835 else
836 return raw_seticmpfilter(sk, optval, optlen);
837 }
838 return -ENOPROTOOPT;
839}
840
841static int raw_setsockopt(struct sock *sk, int level, int optname,
842 sockptr_t optval, unsigned int optlen)
843{
844 if (level != SOL_RAW)
845 return ip_setsockopt(sk, level, optname, optval, optlen);
846 return do_raw_setsockopt(sk, optname, optval, optlen);
847}
848
849static int do_raw_getsockopt(struct sock *sk, int optname,
850 char __user *optval, int __user *optlen)
851{
852 if (optname == ICMP_FILTER) {
853 if (inet_sk(sk)->inet_num != IPPROTO_ICMP)
854 return -EOPNOTSUPP;
855 else
856 return raw_geticmpfilter(sk, optval, optlen);
857 }
858 return -ENOPROTOOPT;
859}
860
861static int raw_getsockopt(struct sock *sk, int level, int optname,
862 char __user *optval, int __user *optlen)
863{
864 if (level != SOL_RAW)
865 return ip_getsockopt(sk, level, optname, optval, optlen);
866 return do_raw_getsockopt(sk, optname, optval, optlen);
867}
868
869static int raw_ioctl(struct sock *sk, int cmd, int *karg)
870{
871 switch (cmd) {
872 case SIOCOUTQ: {
873 *karg = sk_wmem_alloc_get(sk);
874 return 0;
875 }
876 case SIOCINQ: {
877 struct sk_buff *skb;
878
879 spin_lock_bh(&sk->sk_receive_queue.lock);
880 skb = skb_peek(&sk->sk_receive_queue);
881 if (skb)
882 *karg = skb->len;
883 else
884 *karg = 0;
885 spin_unlock_bh(&sk->sk_receive_queue.lock);
886 return 0;
887 }
888
889 default:
890#ifdef CONFIG_IP_MROUTE
891 return ipmr_ioctl(sk, cmd, karg);
892#else
893 return -ENOIOCTLCMD;
894#endif
895 }
896}
897
898#ifdef CONFIG_COMPAT
899static int compat_raw_ioctl(struct sock *sk, unsigned int cmd, unsigned long arg)
900{
901 switch (cmd) {
902 case SIOCOUTQ:
903 case SIOCINQ:
904 return -ENOIOCTLCMD;
905 default:
906#ifdef CONFIG_IP_MROUTE
907 return ipmr_compat_ioctl(sk, cmd, compat_ptr(arg));
908#else
909 return -ENOIOCTLCMD;
910#endif
911 }
912}
913#endif
914
915int raw_abort(struct sock *sk, int err)
916{
917 lock_sock(sk);
918
919 sk->sk_err = err;
920 sk_error_report(sk);
921 __udp_disconnect(sk, 0);
922
923 release_sock(sk);
924
925 return 0;
926}
927EXPORT_SYMBOL_GPL(raw_abort);
928
929struct proto raw_prot = {
930 .name = "RAW",
931 .owner = THIS_MODULE,
932 .close = raw_close,
933 .destroy = raw_destroy,
934 .connect = ip4_datagram_connect,
935 .disconnect = __udp_disconnect,
936 .ioctl = raw_ioctl,
937 .init = raw_sk_init,
938 .setsockopt = raw_setsockopt,
939 .getsockopt = raw_getsockopt,
940 .sendmsg = raw_sendmsg,
941 .recvmsg = raw_recvmsg,
942 .bind = raw_bind,
943 .backlog_rcv = raw_rcv_skb,
944 .release_cb = ip4_datagram_release_cb,
945 .hash = raw_hash_sk,
946 .unhash = raw_unhash_sk,
947 .obj_size = sizeof(struct raw_sock),
948 .useroffset = offsetof(struct raw_sock, filter),
949 .usersize = sizeof_field(struct raw_sock, filter),
950 .h.raw_hash = &raw_v4_hashinfo,
951#ifdef CONFIG_COMPAT
952 .compat_ioctl = compat_raw_ioctl,
953#endif
954 .diag_destroy = raw_abort,
955};
956
957#ifdef CONFIG_PROC_FS
958static struct sock *raw_get_first(struct seq_file *seq, int bucket)
959{
960 struct raw_hashinfo *h = pde_data(file_inode(seq->file));
961 struct raw_iter_state *state = raw_seq_private(seq);
962 struct hlist_head *hlist;
963 struct sock *sk;
964
965 for (state->bucket = bucket; state->bucket < RAW_HTABLE_SIZE;
966 ++state->bucket) {
967 hlist = &h->ht[state->bucket];
968 sk_for_each(sk, hlist) {
969 if (sock_net(sk) == seq_file_net(seq))
970 return sk;
971 }
972 }
973 return NULL;
974}
975
976static struct sock *raw_get_next(struct seq_file *seq, struct sock *sk)
977{
978 struct raw_iter_state *state = raw_seq_private(seq);
979
980 do {
981 sk = sk_next(sk);
982 } while (sk && sock_net(sk) != seq_file_net(seq));
983
984 if (!sk)
985 return raw_get_first(seq, state->bucket + 1);
986 return sk;
987}
988
989static struct sock *raw_get_idx(struct seq_file *seq, loff_t pos)
990{
991 struct sock *sk = raw_get_first(seq, 0);
992
993 if (sk)
994 while (pos && (sk = raw_get_next(seq, sk)) != NULL)
995 --pos;
996 return pos ? NULL : sk;
997}
998
999void *raw_seq_start(struct seq_file *seq, loff_t *pos)
1000 __acquires(&h->lock)
1001{
1002 struct raw_hashinfo *h = pde_data(file_inode(seq->file));
1003
1004 spin_lock(&h->lock);
1005
1006 return *pos ? raw_get_idx(seq, *pos - 1) : SEQ_START_TOKEN;
1007}
1008EXPORT_SYMBOL_GPL(raw_seq_start);
1009
1010void *raw_seq_next(struct seq_file *seq, void *v, loff_t *pos)
1011{
1012 struct sock *sk;
1013
1014 if (v == SEQ_START_TOKEN)
1015 sk = raw_get_first(seq, 0);
1016 else
1017 sk = raw_get_next(seq, v);
1018 ++*pos;
1019 return sk;
1020}
1021EXPORT_SYMBOL_GPL(raw_seq_next);
1022
1023void raw_seq_stop(struct seq_file *seq, void *v)
1024 __releases(&h->lock)
1025{
1026 struct raw_hashinfo *h = pde_data(file_inode(seq->file));
1027
1028 spin_unlock(&h->lock);
1029}
1030EXPORT_SYMBOL_GPL(raw_seq_stop);
1031
1032static void raw_sock_seq_show(struct seq_file *seq, struct sock *sp, int i)
1033{
1034 struct inet_sock *inet = inet_sk(sp);
1035 __be32 dest = inet->inet_daddr,
1036 src = inet->inet_rcv_saddr;
1037 __u16 destp = 0,
1038 srcp = inet->inet_num;
1039
1040 seq_printf(seq, "%4d: %08X:%04X %08X:%04X"
1041 " %02X %08X:%08X %02X:%08lX %08X %5u %8d %lu %d %pK %u\n",
1042 i, src, srcp, dest, destp, sp->sk_state,
1043 sk_wmem_alloc_get(sp),
1044 sk_rmem_alloc_get(sp),
1045 0, 0L, 0,
1046 from_kuid_munged(seq_user_ns(seq), sock_i_uid(sp)),
1047 0, sock_i_ino(sp),
1048 refcount_read(&sp->sk_refcnt), sp, atomic_read(&sp->sk_drops));
1049}
1050
1051static int raw_seq_show(struct seq_file *seq, void *v)
1052{
1053 if (v == SEQ_START_TOKEN)
1054 seq_printf(seq, " sl local_address rem_address st tx_queue "
1055 "rx_queue tr tm->when retrnsmt uid timeout "
1056 "inode ref pointer drops\n");
1057 else
1058 raw_sock_seq_show(seq, v, raw_seq_private(seq)->bucket);
1059 return 0;
1060}
1061
1062static const struct seq_operations raw_seq_ops = {
1063 .start = raw_seq_start,
1064 .next = raw_seq_next,
1065 .stop = raw_seq_stop,
1066 .show = raw_seq_show,
1067};
1068
1069static __net_init int raw_init_net(struct net *net)
1070{
1071 if (!proc_create_net_data("raw", 0444, net->proc_net, &raw_seq_ops,
1072 sizeof(struct raw_iter_state), &raw_v4_hashinfo))
1073 return -ENOMEM;
1074
1075 return 0;
1076}
1077
1078static __net_exit void raw_exit_net(struct net *net)
1079{
1080 remove_proc_entry("raw", net->proc_net);
1081}
1082
1083static __net_initdata struct pernet_operations raw_net_ops = {
1084 .init = raw_init_net,
1085 .exit = raw_exit_net,
1086};
1087
1088int __init raw_proc_init(void)
1089{
1090
1091 return register_pernet_subsys(&raw_net_ops);
1092}
1093
1094void __init raw_proc_exit(void)
1095{
1096 unregister_pernet_subsys(&raw_net_ops);
1097}
1098#endif /* CONFIG_PROC_FS */
1099
1100static void raw_sysctl_init_net(struct net *net)
1101{
1102#ifdef CONFIG_NET_L3_MASTER_DEV
1103 net->ipv4.sysctl_raw_l3mdev_accept = 1;
1104#endif
1105}
1106
1107static int __net_init raw_sysctl_init(struct net *net)
1108{
1109 raw_sysctl_init_net(net);
1110 return 0;
1111}
1112
1113static struct pernet_operations __net_initdata raw_sysctl_ops = {
1114 .init = raw_sysctl_init,
1115};
1116
1117void __init raw_init(void)
1118{
1119 raw_sysctl_init_net(&init_net);
1120 if (register_pernet_subsys(&raw_sysctl_ops))
1121 panic("RAW: failed to init sysctl parameters.\n");
1122}
1/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * RAW - implementation of IP "raw" sockets.
7 *
8 * Authors: Ross Biro
9 * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
10 *
11 * Fixes:
12 * Alan Cox : verify_area() fixed up
13 * Alan Cox : ICMP error handling
14 * Alan Cox : EMSGSIZE if you send too big a packet
15 * Alan Cox : Now uses generic datagrams and shared
16 * skbuff library. No more peek crashes,
17 * no more backlogs
18 * Alan Cox : Checks sk->broadcast.
19 * Alan Cox : Uses skb_free_datagram/skb_copy_datagram
20 * Alan Cox : Raw passes ip options too
21 * Alan Cox : Setsocketopt added
22 * Alan Cox : Fixed error return for broadcasts
23 * Alan Cox : Removed wake_up calls
24 * Alan Cox : Use ttl/tos
25 * Alan Cox : Cleaned up old debugging
26 * Alan Cox : Use new kernel side addresses
27 * Arnt Gulbrandsen : Fixed MSG_DONTROUTE in raw sockets.
28 * Alan Cox : BSD style RAW socket demultiplexing.
29 * Alan Cox : Beginnings of mrouted support.
30 * Alan Cox : Added IP_HDRINCL option.
31 * Alan Cox : Skip broadcast check if BSDism set.
32 * David S. Miller : New socket lookup architecture.
33 *
34 * This program is free software; you can redistribute it and/or
35 * modify it under the terms of the GNU General Public License
36 * as published by the Free Software Foundation; either version
37 * 2 of the License, or (at your option) any later version.
38 */
39
40#include <linux/types.h>
41#include <linux/atomic.h>
42#include <asm/byteorder.h>
43#include <asm/current.h>
44#include <asm/uaccess.h>
45#include <asm/ioctls.h>
46#include <linux/stddef.h>
47#include <linux/slab.h>
48#include <linux/errno.h>
49#include <linux/aio.h>
50#include <linux/kernel.h>
51#include <linux/spinlock.h>
52#include <linux/sockios.h>
53#include <linux/socket.h>
54#include <linux/in.h>
55#include <linux/mroute.h>
56#include <linux/netdevice.h>
57#include <linux/in_route.h>
58#include <linux/route.h>
59#include <linux/skbuff.h>
60#include <net/net_namespace.h>
61#include <net/dst.h>
62#include <net/sock.h>
63#include <linux/ip.h>
64#include <linux/net.h>
65#include <net/ip.h>
66#include <net/icmp.h>
67#include <net/udp.h>
68#include <net/raw.h>
69#include <net/snmp.h>
70#include <net/tcp_states.h>
71#include <net/inet_common.h>
72#include <net/checksum.h>
73#include <net/xfrm.h>
74#include <linux/rtnetlink.h>
75#include <linux/proc_fs.h>
76#include <linux/seq_file.h>
77#include <linux/netfilter.h>
78#include <linux/netfilter_ipv4.h>
79#include <linux/compat.h>
80
81static struct raw_hashinfo raw_v4_hashinfo = {
82 .lock = __RW_LOCK_UNLOCKED(raw_v4_hashinfo.lock),
83};
84
85void raw_hash_sk(struct sock *sk)
86{
87 struct raw_hashinfo *h = sk->sk_prot->h.raw_hash;
88 struct hlist_head *head;
89
90 head = &h->ht[inet_sk(sk)->inet_num & (RAW_HTABLE_SIZE - 1)];
91
92 write_lock_bh(&h->lock);
93 sk_add_node(sk, head);
94 sock_prot_inuse_add(sock_net(sk), sk->sk_prot, 1);
95 write_unlock_bh(&h->lock);
96}
97EXPORT_SYMBOL_GPL(raw_hash_sk);
98
99void raw_unhash_sk(struct sock *sk)
100{
101 struct raw_hashinfo *h = sk->sk_prot->h.raw_hash;
102
103 write_lock_bh(&h->lock);
104 if (sk_del_node_init(sk))
105 sock_prot_inuse_add(sock_net(sk), sk->sk_prot, -1);
106 write_unlock_bh(&h->lock);
107}
108EXPORT_SYMBOL_GPL(raw_unhash_sk);
109
110static struct sock *__raw_v4_lookup(struct net *net, struct sock *sk,
111 unsigned short num, __be32 raddr, __be32 laddr, int dif)
112{
113 struct hlist_node *node;
114
115 sk_for_each_from(sk, node) {
116 struct inet_sock *inet = inet_sk(sk);
117
118 if (net_eq(sock_net(sk), net) && inet->inet_num == num &&
119 !(inet->inet_daddr && inet->inet_daddr != raddr) &&
120 !(inet->inet_rcv_saddr && inet->inet_rcv_saddr != laddr) &&
121 !(sk->sk_bound_dev_if && sk->sk_bound_dev_if != dif))
122 goto found; /* gotcha */
123 }
124 sk = NULL;
125found:
126 return sk;
127}
128
129/*
130 * 0 - deliver
131 * 1 - block
132 */
133static __inline__ int icmp_filter(struct sock *sk, struct sk_buff *skb)
134{
135 int type;
136
137 if (!pskb_may_pull(skb, sizeof(struct icmphdr)))
138 return 1;
139
140 type = icmp_hdr(skb)->type;
141 if (type < 32) {
142 __u32 data = raw_sk(sk)->filter.data;
143
144 return ((1 << type) & data) != 0;
145 }
146
147 /* Do not block unknown ICMP types */
148 return 0;
149}
150
151/* IP input processing comes here for RAW socket delivery.
152 * Caller owns SKB, so we must make clones.
153 *
154 * RFC 1122: SHOULD pass TOS value up to the transport layer.
155 * -> It does. And not only TOS, but all IP header.
156 */
157static int raw_v4_input(struct sk_buff *skb, const struct iphdr *iph, int hash)
158{
159 struct sock *sk;
160 struct hlist_head *head;
161 int delivered = 0;
162 struct net *net;
163
164 read_lock(&raw_v4_hashinfo.lock);
165 head = &raw_v4_hashinfo.ht[hash];
166 if (hlist_empty(head))
167 goto out;
168
169 net = dev_net(skb->dev);
170 sk = __raw_v4_lookup(net, __sk_head(head), iph->protocol,
171 iph->saddr, iph->daddr,
172 skb->dev->ifindex);
173
174 while (sk) {
175 delivered = 1;
176 if (iph->protocol != IPPROTO_ICMP || !icmp_filter(sk, skb)) {
177 struct sk_buff *clone = skb_clone(skb, GFP_ATOMIC);
178
179 /* Not releasing hash table! */
180 if (clone)
181 raw_rcv(sk, clone);
182 }
183 sk = __raw_v4_lookup(net, sk_next(sk), iph->protocol,
184 iph->saddr, iph->daddr,
185 skb->dev->ifindex);
186 }
187out:
188 read_unlock(&raw_v4_hashinfo.lock);
189 return delivered;
190}
191
192int raw_local_deliver(struct sk_buff *skb, int protocol)
193{
194 int hash;
195 struct sock *raw_sk;
196
197 hash = protocol & (RAW_HTABLE_SIZE - 1);
198 raw_sk = sk_head(&raw_v4_hashinfo.ht[hash]);
199
200 /* If there maybe a raw socket we must check - if not we
201 * don't care less
202 */
203 if (raw_sk && !raw_v4_input(skb, ip_hdr(skb), hash))
204 raw_sk = NULL;
205
206 return raw_sk != NULL;
207
208}
209
210static void raw_err(struct sock *sk, struct sk_buff *skb, u32 info)
211{
212 struct inet_sock *inet = inet_sk(sk);
213 const int type = icmp_hdr(skb)->type;
214 const int code = icmp_hdr(skb)->code;
215 int err = 0;
216 int harderr = 0;
217
218 /* Report error on raw socket, if:
219 1. User requested ip_recverr.
220 2. Socket is connected (otherwise the error indication
221 is useless without ip_recverr and error is hard.
222 */
223 if (!inet->recverr && sk->sk_state != TCP_ESTABLISHED)
224 return;
225
226 switch (type) {
227 default:
228 case ICMP_TIME_EXCEEDED:
229 err = EHOSTUNREACH;
230 break;
231 case ICMP_SOURCE_QUENCH:
232 return;
233 case ICMP_PARAMETERPROB:
234 err = EPROTO;
235 harderr = 1;
236 break;
237 case ICMP_DEST_UNREACH:
238 err = EHOSTUNREACH;
239 if (code > NR_ICMP_UNREACH)
240 break;
241 err = icmp_err_convert[code].errno;
242 harderr = icmp_err_convert[code].fatal;
243 if (code == ICMP_FRAG_NEEDED) {
244 harderr = inet->pmtudisc != IP_PMTUDISC_DONT;
245 err = EMSGSIZE;
246 }
247 }
248
249 if (inet->recverr) {
250 const struct iphdr *iph = (const struct iphdr *)skb->data;
251 u8 *payload = skb->data + (iph->ihl << 2);
252
253 if (inet->hdrincl)
254 payload = skb->data;
255 ip_icmp_error(sk, skb, err, 0, info, payload);
256 }
257
258 if (inet->recverr || harderr) {
259 sk->sk_err = err;
260 sk->sk_error_report(sk);
261 }
262}
263
264void raw_icmp_error(struct sk_buff *skb, int protocol, u32 info)
265{
266 int hash;
267 struct sock *raw_sk;
268 const struct iphdr *iph;
269 struct net *net;
270
271 hash = protocol & (RAW_HTABLE_SIZE - 1);
272
273 read_lock(&raw_v4_hashinfo.lock);
274 raw_sk = sk_head(&raw_v4_hashinfo.ht[hash]);
275 if (raw_sk != NULL) {
276 iph = (const struct iphdr *)skb->data;
277 net = dev_net(skb->dev);
278
279 while ((raw_sk = __raw_v4_lookup(net, raw_sk, protocol,
280 iph->daddr, iph->saddr,
281 skb->dev->ifindex)) != NULL) {
282 raw_err(raw_sk, skb, info);
283 raw_sk = sk_next(raw_sk);
284 iph = (const struct iphdr *)skb->data;
285 }
286 }
287 read_unlock(&raw_v4_hashinfo.lock);
288}
289
290static int raw_rcv_skb(struct sock * sk, struct sk_buff * skb)
291{
292 /* Charge it to the socket. */
293
294 if (ip_queue_rcv_skb(sk, skb) < 0) {
295 kfree_skb(skb);
296 return NET_RX_DROP;
297 }
298
299 return NET_RX_SUCCESS;
300}
301
302int raw_rcv(struct sock *sk, struct sk_buff *skb)
303{
304 if (!xfrm4_policy_check(sk, XFRM_POLICY_IN, skb)) {
305 atomic_inc(&sk->sk_drops);
306 kfree_skb(skb);
307 return NET_RX_DROP;
308 }
309 nf_reset(skb);
310
311 skb_push(skb, skb->data - skb_network_header(skb));
312
313 raw_rcv_skb(sk, skb);
314 return 0;
315}
316
317static int raw_send_hdrinc(struct sock *sk, struct flowi4 *fl4,
318 void *from, size_t length,
319 struct rtable **rtp,
320 unsigned int flags)
321{
322 struct inet_sock *inet = inet_sk(sk);
323 struct net *net = sock_net(sk);
324 struct iphdr *iph;
325 struct sk_buff *skb;
326 unsigned int iphlen;
327 int err;
328 struct rtable *rt = *rtp;
329
330 if (length > rt->dst.dev->mtu) {
331 ip_local_error(sk, EMSGSIZE, fl4->daddr, inet->inet_dport,
332 rt->dst.dev->mtu);
333 return -EMSGSIZE;
334 }
335 if (flags&MSG_PROBE)
336 goto out;
337
338 skb = sock_alloc_send_skb(sk,
339 length + LL_ALLOCATED_SPACE(rt->dst.dev) + 15,
340 flags & MSG_DONTWAIT, &err);
341 if (skb == NULL)
342 goto error;
343 skb_reserve(skb, LL_RESERVED_SPACE(rt->dst.dev));
344
345 skb->priority = sk->sk_priority;
346 skb->mark = sk->sk_mark;
347 skb_dst_set(skb, &rt->dst);
348 *rtp = NULL;
349
350 skb_reset_network_header(skb);
351 iph = ip_hdr(skb);
352 skb_put(skb, length);
353
354 skb->ip_summed = CHECKSUM_NONE;
355
356 skb->transport_header = skb->network_header;
357 err = -EFAULT;
358 if (memcpy_fromiovecend((void *)iph, from, 0, length))
359 goto error_free;
360
361 iphlen = iph->ihl * 4;
362
363 /*
364 * We don't want to modify the ip header, but we do need to
365 * be sure that it won't cause problems later along the network
366 * stack. Specifically we want to make sure that iph->ihl is a
367 * sane value. If ihl points beyond the length of the buffer passed
368 * in, reject the frame as invalid
369 */
370 err = -EINVAL;
371 if (iphlen > length)
372 goto error_free;
373
374 if (iphlen >= sizeof(*iph)) {
375 if (!iph->saddr)
376 iph->saddr = fl4->saddr;
377 iph->check = 0;
378 iph->tot_len = htons(length);
379 if (!iph->id)
380 ip_select_ident(iph, &rt->dst, NULL);
381
382 iph->check = ip_fast_csum((unsigned char *)iph, iph->ihl);
383 }
384 if (iph->protocol == IPPROTO_ICMP)
385 icmp_out_count(net, ((struct icmphdr *)
386 skb_transport_header(skb))->type);
387
388 err = NF_HOOK(NFPROTO_IPV4, NF_INET_LOCAL_OUT, skb, NULL,
389 rt->dst.dev, dst_output);
390 if (err > 0)
391 err = net_xmit_errno(err);
392 if (err)
393 goto error;
394out:
395 return 0;
396
397error_free:
398 kfree_skb(skb);
399error:
400 IP_INC_STATS(net, IPSTATS_MIB_OUTDISCARDS);
401 if (err == -ENOBUFS && !inet->recverr)
402 err = 0;
403 return err;
404}
405
406static int raw_probe_proto_opt(struct flowi4 *fl4, struct msghdr *msg)
407{
408 struct iovec *iov;
409 u8 __user *type = NULL;
410 u8 __user *code = NULL;
411 int probed = 0;
412 unsigned int i;
413
414 if (!msg->msg_iov)
415 return 0;
416
417 for (i = 0; i < msg->msg_iovlen; i++) {
418 iov = &msg->msg_iov[i];
419 if (!iov)
420 continue;
421
422 switch (fl4->flowi4_proto) {
423 case IPPROTO_ICMP:
424 /* check if one-byte field is readable or not. */
425 if (iov->iov_base && iov->iov_len < 1)
426 break;
427
428 if (!type) {
429 type = iov->iov_base;
430 /* check if code field is readable or not. */
431 if (iov->iov_len > 1)
432 code = type + 1;
433 } else if (!code)
434 code = iov->iov_base;
435
436 if (type && code) {
437 if (get_user(fl4->fl4_icmp_type, type) ||
438 get_user(fl4->fl4_icmp_code, code))
439 return -EFAULT;
440 probed = 1;
441 }
442 break;
443 default:
444 probed = 1;
445 break;
446 }
447 if (probed)
448 break;
449 }
450 return 0;
451}
452
453static int raw_sendmsg(struct kiocb *iocb, struct sock *sk, struct msghdr *msg,
454 size_t len)
455{
456 struct inet_sock *inet = inet_sk(sk);
457 struct ipcm_cookie ipc;
458 struct rtable *rt = NULL;
459 struct flowi4 fl4;
460 int free = 0;
461 __be32 daddr;
462 __be32 saddr;
463 u8 tos;
464 int err;
465 struct ip_options_data opt_copy;
466
467 err = -EMSGSIZE;
468 if (len > 0xFFFF)
469 goto out;
470
471 /*
472 * Check the flags.
473 */
474
475 err = -EOPNOTSUPP;
476 if (msg->msg_flags & MSG_OOB) /* Mirror BSD error message */
477 goto out; /* compatibility */
478
479 /*
480 * Get and verify the address.
481 */
482
483 if (msg->msg_namelen) {
484 struct sockaddr_in *usin = (struct sockaddr_in *)msg->msg_name;
485 err = -EINVAL;
486 if (msg->msg_namelen < sizeof(*usin))
487 goto out;
488 if (usin->sin_family != AF_INET) {
489 static int complained;
490 if (!complained++)
491 printk(KERN_INFO "%s forgot to set AF_INET in "
492 "raw sendmsg. Fix it!\n",
493 current->comm);
494 err = -EAFNOSUPPORT;
495 if (usin->sin_family)
496 goto out;
497 }
498 daddr = usin->sin_addr.s_addr;
499 /* ANK: I did not forget to get protocol from port field.
500 * I just do not know, who uses this weirdness.
501 * IP_HDRINCL is much more convenient.
502 */
503 } else {
504 err = -EDESTADDRREQ;
505 if (sk->sk_state != TCP_ESTABLISHED)
506 goto out;
507 daddr = inet->inet_daddr;
508 }
509
510 ipc.addr = inet->inet_saddr;
511 ipc.opt = NULL;
512 ipc.tx_flags = 0;
513 ipc.oif = sk->sk_bound_dev_if;
514
515 if (msg->msg_controllen) {
516 err = ip_cmsg_send(sock_net(sk), msg, &ipc);
517 if (err)
518 goto out;
519 if (ipc.opt)
520 free = 1;
521 }
522
523 saddr = ipc.addr;
524 ipc.addr = daddr;
525
526 if (!ipc.opt) {
527 struct ip_options_rcu *inet_opt;
528
529 rcu_read_lock();
530 inet_opt = rcu_dereference(inet->inet_opt);
531 if (inet_opt) {
532 memcpy(&opt_copy, inet_opt,
533 sizeof(*inet_opt) + inet_opt->opt.optlen);
534 ipc.opt = &opt_copy.opt;
535 }
536 rcu_read_unlock();
537 }
538
539 if (ipc.opt) {
540 err = -EINVAL;
541 /* Linux does not mangle headers on raw sockets,
542 * so that IP options + IP_HDRINCL is non-sense.
543 */
544 if (inet->hdrincl)
545 goto done;
546 if (ipc.opt->opt.srr) {
547 if (!daddr)
548 goto done;
549 daddr = ipc.opt->opt.faddr;
550 }
551 }
552 tos = RT_CONN_FLAGS(sk);
553 if (msg->msg_flags & MSG_DONTROUTE)
554 tos |= RTO_ONLINK;
555
556 if (ipv4_is_multicast(daddr)) {
557 if (!ipc.oif)
558 ipc.oif = inet->mc_index;
559 if (!saddr)
560 saddr = inet->mc_addr;
561 }
562
563 flowi4_init_output(&fl4, ipc.oif, sk->sk_mark, tos,
564 RT_SCOPE_UNIVERSE,
565 inet->hdrincl ? IPPROTO_RAW : sk->sk_protocol,
566 inet_sk_flowi_flags(sk) | FLOWI_FLAG_CAN_SLEEP,
567 daddr, saddr, 0, 0);
568
569 if (!inet->hdrincl) {
570 err = raw_probe_proto_opt(&fl4, msg);
571 if (err)
572 goto done;
573 }
574
575 security_sk_classify_flow(sk, flowi4_to_flowi(&fl4));
576 rt = ip_route_output_flow(sock_net(sk), &fl4, sk);
577 if (IS_ERR(rt)) {
578 err = PTR_ERR(rt);
579 rt = NULL;
580 goto done;
581 }
582
583 err = -EACCES;
584 if (rt->rt_flags & RTCF_BROADCAST && !sock_flag(sk, SOCK_BROADCAST))
585 goto done;
586
587 if (msg->msg_flags & MSG_CONFIRM)
588 goto do_confirm;
589back_from_confirm:
590
591 if (inet->hdrincl)
592 err = raw_send_hdrinc(sk, &fl4, msg->msg_iov, len,
593 &rt, msg->msg_flags);
594
595 else {
596 if (!ipc.addr)
597 ipc.addr = fl4.daddr;
598 lock_sock(sk);
599 err = ip_append_data(sk, &fl4, ip_generic_getfrag,
600 msg->msg_iov, len, 0,
601 &ipc, &rt, msg->msg_flags);
602 if (err)
603 ip_flush_pending_frames(sk);
604 else if (!(msg->msg_flags & MSG_MORE)) {
605 err = ip_push_pending_frames(sk, &fl4);
606 if (err == -ENOBUFS && !inet->recverr)
607 err = 0;
608 }
609 release_sock(sk);
610 }
611done:
612 if (free)
613 kfree(ipc.opt);
614 ip_rt_put(rt);
615
616out:
617 if (err < 0)
618 return err;
619 return len;
620
621do_confirm:
622 dst_confirm(&rt->dst);
623 if (!(msg->msg_flags & MSG_PROBE) || len)
624 goto back_from_confirm;
625 err = 0;
626 goto done;
627}
628
629static void raw_close(struct sock *sk, long timeout)
630{
631 /*
632 * Raw sockets may have direct kernel references. Kill them.
633 */
634 ip_ra_control(sk, 0, NULL);
635
636 sk_common_release(sk);
637}
638
639static void raw_destroy(struct sock *sk)
640{
641 lock_sock(sk);
642 ip_flush_pending_frames(sk);
643 release_sock(sk);
644}
645
646/* This gets rid of all the nasties in af_inet. -DaveM */
647static int raw_bind(struct sock *sk, struct sockaddr *uaddr, int addr_len)
648{
649 struct inet_sock *inet = inet_sk(sk);
650 struct sockaddr_in *addr = (struct sockaddr_in *) uaddr;
651 int ret = -EINVAL;
652 int chk_addr_ret;
653
654 if (sk->sk_state != TCP_CLOSE || addr_len < sizeof(struct sockaddr_in))
655 goto out;
656 chk_addr_ret = inet_addr_type(sock_net(sk), addr->sin_addr.s_addr);
657 ret = -EADDRNOTAVAIL;
658 if (addr->sin_addr.s_addr && chk_addr_ret != RTN_LOCAL &&
659 chk_addr_ret != RTN_MULTICAST && chk_addr_ret != RTN_BROADCAST)
660 goto out;
661 inet->inet_rcv_saddr = inet->inet_saddr = addr->sin_addr.s_addr;
662 if (chk_addr_ret == RTN_MULTICAST || chk_addr_ret == RTN_BROADCAST)
663 inet->inet_saddr = 0; /* Use device */
664 sk_dst_reset(sk);
665 ret = 0;
666out: return ret;
667}
668
669/*
670 * This should be easy, if there is something there
671 * we return it, otherwise we block.
672 */
673
674static int raw_recvmsg(struct kiocb *iocb, struct sock *sk, struct msghdr *msg,
675 size_t len, int noblock, int flags, int *addr_len)
676{
677 struct inet_sock *inet = inet_sk(sk);
678 size_t copied = 0;
679 int err = -EOPNOTSUPP;
680 struct sockaddr_in *sin = (struct sockaddr_in *)msg->msg_name;
681 struct sk_buff *skb;
682
683 if (flags & MSG_OOB)
684 goto out;
685
686 if (addr_len)
687 *addr_len = sizeof(*sin);
688
689 if (flags & MSG_ERRQUEUE) {
690 err = ip_recv_error(sk, msg, len);
691 goto out;
692 }
693
694 skb = skb_recv_datagram(sk, flags, noblock, &err);
695 if (!skb)
696 goto out;
697
698 copied = skb->len;
699 if (len < copied) {
700 msg->msg_flags |= MSG_TRUNC;
701 copied = len;
702 }
703
704 err = skb_copy_datagram_iovec(skb, 0, msg->msg_iov, copied);
705 if (err)
706 goto done;
707
708 sock_recv_ts_and_drops(msg, sk, skb);
709
710 /* Copy the address. */
711 if (sin) {
712 sin->sin_family = AF_INET;
713 sin->sin_addr.s_addr = ip_hdr(skb)->saddr;
714 sin->sin_port = 0;
715 memset(&sin->sin_zero, 0, sizeof(sin->sin_zero));
716 }
717 if (inet->cmsg_flags)
718 ip_cmsg_recv(msg, skb);
719 if (flags & MSG_TRUNC)
720 copied = skb->len;
721done:
722 skb_free_datagram(sk, skb);
723out:
724 if (err)
725 return err;
726 return copied;
727}
728
729static int raw_init(struct sock *sk)
730{
731 struct raw_sock *rp = raw_sk(sk);
732
733 if (inet_sk(sk)->inet_num == IPPROTO_ICMP)
734 memset(&rp->filter, 0, sizeof(rp->filter));
735 return 0;
736}
737
738static int raw_seticmpfilter(struct sock *sk, char __user *optval, int optlen)
739{
740 if (optlen > sizeof(struct icmp_filter))
741 optlen = sizeof(struct icmp_filter);
742 if (copy_from_user(&raw_sk(sk)->filter, optval, optlen))
743 return -EFAULT;
744 return 0;
745}
746
747static int raw_geticmpfilter(struct sock *sk, char __user *optval, int __user *optlen)
748{
749 int len, ret = -EFAULT;
750
751 if (get_user(len, optlen))
752 goto out;
753 ret = -EINVAL;
754 if (len < 0)
755 goto out;
756 if (len > sizeof(struct icmp_filter))
757 len = sizeof(struct icmp_filter);
758 ret = -EFAULT;
759 if (put_user(len, optlen) ||
760 copy_to_user(optval, &raw_sk(sk)->filter, len))
761 goto out;
762 ret = 0;
763out: return ret;
764}
765
766static int do_raw_setsockopt(struct sock *sk, int level, int optname,
767 char __user *optval, unsigned int optlen)
768{
769 if (optname == ICMP_FILTER) {
770 if (inet_sk(sk)->inet_num != IPPROTO_ICMP)
771 return -EOPNOTSUPP;
772 else
773 return raw_seticmpfilter(sk, optval, optlen);
774 }
775 return -ENOPROTOOPT;
776}
777
778static int raw_setsockopt(struct sock *sk, int level, int optname,
779 char __user *optval, unsigned int optlen)
780{
781 if (level != SOL_RAW)
782 return ip_setsockopt(sk, level, optname, optval, optlen);
783 return do_raw_setsockopt(sk, level, optname, optval, optlen);
784}
785
786#ifdef CONFIG_COMPAT
787static int compat_raw_setsockopt(struct sock *sk, int level, int optname,
788 char __user *optval, unsigned int optlen)
789{
790 if (level != SOL_RAW)
791 return compat_ip_setsockopt(sk, level, optname, optval, optlen);
792 return do_raw_setsockopt(sk, level, optname, optval, optlen);
793}
794#endif
795
796static int do_raw_getsockopt(struct sock *sk, int level, int optname,
797 char __user *optval, int __user *optlen)
798{
799 if (optname == ICMP_FILTER) {
800 if (inet_sk(sk)->inet_num != IPPROTO_ICMP)
801 return -EOPNOTSUPP;
802 else
803 return raw_geticmpfilter(sk, optval, optlen);
804 }
805 return -ENOPROTOOPT;
806}
807
808static int raw_getsockopt(struct sock *sk, int level, int optname,
809 char __user *optval, int __user *optlen)
810{
811 if (level != SOL_RAW)
812 return ip_getsockopt(sk, level, optname, optval, optlen);
813 return do_raw_getsockopt(sk, level, optname, optval, optlen);
814}
815
816#ifdef CONFIG_COMPAT
817static int compat_raw_getsockopt(struct sock *sk, int level, int optname,
818 char __user *optval, int __user *optlen)
819{
820 if (level != SOL_RAW)
821 return compat_ip_getsockopt(sk, level, optname, optval, optlen);
822 return do_raw_getsockopt(sk, level, optname, optval, optlen);
823}
824#endif
825
826static int raw_ioctl(struct sock *sk, int cmd, unsigned long arg)
827{
828 switch (cmd) {
829 case SIOCOUTQ: {
830 int amount = sk_wmem_alloc_get(sk);
831
832 return put_user(amount, (int __user *)arg);
833 }
834 case SIOCINQ: {
835 struct sk_buff *skb;
836 int amount = 0;
837
838 spin_lock_bh(&sk->sk_receive_queue.lock);
839 skb = skb_peek(&sk->sk_receive_queue);
840 if (skb != NULL)
841 amount = skb->len;
842 spin_unlock_bh(&sk->sk_receive_queue.lock);
843 return put_user(amount, (int __user *)arg);
844 }
845
846 default:
847#ifdef CONFIG_IP_MROUTE
848 return ipmr_ioctl(sk, cmd, (void __user *)arg);
849#else
850 return -ENOIOCTLCMD;
851#endif
852 }
853}
854
855#ifdef CONFIG_COMPAT
856static int compat_raw_ioctl(struct sock *sk, unsigned int cmd, unsigned long arg)
857{
858 switch (cmd) {
859 case SIOCOUTQ:
860 case SIOCINQ:
861 return -ENOIOCTLCMD;
862 default:
863#ifdef CONFIG_IP_MROUTE
864 return ipmr_compat_ioctl(sk, cmd, compat_ptr(arg));
865#else
866 return -ENOIOCTLCMD;
867#endif
868 }
869}
870#endif
871
872struct proto raw_prot = {
873 .name = "RAW",
874 .owner = THIS_MODULE,
875 .close = raw_close,
876 .destroy = raw_destroy,
877 .connect = ip4_datagram_connect,
878 .disconnect = udp_disconnect,
879 .ioctl = raw_ioctl,
880 .init = raw_init,
881 .setsockopt = raw_setsockopt,
882 .getsockopt = raw_getsockopt,
883 .sendmsg = raw_sendmsg,
884 .recvmsg = raw_recvmsg,
885 .bind = raw_bind,
886 .backlog_rcv = raw_rcv_skb,
887 .hash = raw_hash_sk,
888 .unhash = raw_unhash_sk,
889 .obj_size = sizeof(struct raw_sock),
890 .h.raw_hash = &raw_v4_hashinfo,
891#ifdef CONFIG_COMPAT
892 .compat_setsockopt = compat_raw_setsockopt,
893 .compat_getsockopt = compat_raw_getsockopt,
894 .compat_ioctl = compat_raw_ioctl,
895#endif
896};
897
898#ifdef CONFIG_PROC_FS
899static struct sock *raw_get_first(struct seq_file *seq)
900{
901 struct sock *sk;
902 struct raw_iter_state *state = raw_seq_private(seq);
903
904 for (state->bucket = 0; state->bucket < RAW_HTABLE_SIZE;
905 ++state->bucket) {
906 struct hlist_node *node;
907
908 sk_for_each(sk, node, &state->h->ht[state->bucket])
909 if (sock_net(sk) == seq_file_net(seq))
910 goto found;
911 }
912 sk = NULL;
913found:
914 return sk;
915}
916
917static struct sock *raw_get_next(struct seq_file *seq, struct sock *sk)
918{
919 struct raw_iter_state *state = raw_seq_private(seq);
920
921 do {
922 sk = sk_next(sk);
923try_again:
924 ;
925 } while (sk && sock_net(sk) != seq_file_net(seq));
926
927 if (!sk && ++state->bucket < RAW_HTABLE_SIZE) {
928 sk = sk_head(&state->h->ht[state->bucket]);
929 goto try_again;
930 }
931 return sk;
932}
933
934static struct sock *raw_get_idx(struct seq_file *seq, loff_t pos)
935{
936 struct sock *sk = raw_get_first(seq);
937
938 if (sk)
939 while (pos && (sk = raw_get_next(seq, sk)) != NULL)
940 --pos;
941 return pos ? NULL : sk;
942}
943
944void *raw_seq_start(struct seq_file *seq, loff_t *pos)
945{
946 struct raw_iter_state *state = raw_seq_private(seq);
947
948 read_lock(&state->h->lock);
949 return *pos ? raw_get_idx(seq, *pos - 1) : SEQ_START_TOKEN;
950}
951EXPORT_SYMBOL_GPL(raw_seq_start);
952
953void *raw_seq_next(struct seq_file *seq, void *v, loff_t *pos)
954{
955 struct sock *sk;
956
957 if (v == SEQ_START_TOKEN)
958 sk = raw_get_first(seq);
959 else
960 sk = raw_get_next(seq, v);
961 ++*pos;
962 return sk;
963}
964EXPORT_SYMBOL_GPL(raw_seq_next);
965
966void raw_seq_stop(struct seq_file *seq, void *v)
967{
968 struct raw_iter_state *state = raw_seq_private(seq);
969
970 read_unlock(&state->h->lock);
971}
972EXPORT_SYMBOL_GPL(raw_seq_stop);
973
974static void raw_sock_seq_show(struct seq_file *seq, struct sock *sp, int i)
975{
976 struct inet_sock *inet = inet_sk(sp);
977 __be32 dest = inet->inet_daddr,
978 src = inet->inet_rcv_saddr;
979 __u16 destp = 0,
980 srcp = inet->inet_num;
981
982 seq_printf(seq, "%4d: %08X:%04X %08X:%04X"
983 " %02X %08X:%08X %02X:%08lX %08X %5d %8d %lu %d %pK %d\n",
984 i, src, srcp, dest, destp, sp->sk_state,
985 sk_wmem_alloc_get(sp),
986 sk_rmem_alloc_get(sp),
987 0, 0L, 0, sock_i_uid(sp), 0, sock_i_ino(sp),
988 atomic_read(&sp->sk_refcnt), sp, atomic_read(&sp->sk_drops));
989}
990
991static int raw_seq_show(struct seq_file *seq, void *v)
992{
993 if (v == SEQ_START_TOKEN)
994 seq_printf(seq, " sl local_address rem_address st tx_queue "
995 "rx_queue tr tm->when retrnsmt uid timeout "
996 "inode ref pointer drops\n");
997 else
998 raw_sock_seq_show(seq, v, raw_seq_private(seq)->bucket);
999 return 0;
1000}
1001
1002static const struct seq_operations raw_seq_ops = {
1003 .start = raw_seq_start,
1004 .next = raw_seq_next,
1005 .stop = raw_seq_stop,
1006 .show = raw_seq_show,
1007};
1008
1009int raw_seq_open(struct inode *ino, struct file *file,
1010 struct raw_hashinfo *h, const struct seq_operations *ops)
1011{
1012 int err;
1013 struct raw_iter_state *i;
1014
1015 err = seq_open_net(ino, file, ops, sizeof(struct raw_iter_state));
1016 if (err < 0)
1017 return err;
1018
1019 i = raw_seq_private((struct seq_file *)file->private_data);
1020 i->h = h;
1021 return 0;
1022}
1023EXPORT_SYMBOL_GPL(raw_seq_open);
1024
1025static int raw_v4_seq_open(struct inode *inode, struct file *file)
1026{
1027 return raw_seq_open(inode, file, &raw_v4_hashinfo, &raw_seq_ops);
1028}
1029
1030static const struct file_operations raw_seq_fops = {
1031 .owner = THIS_MODULE,
1032 .open = raw_v4_seq_open,
1033 .read = seq_read,
1034 .llseek = seq_lseek,
1035 .release = seq_release_net,
1036};
1037
1038static __net_init int raw_init_net(struct net *net)
1039{
1040 if (!proc_net_fops_create(net, "raw", S_IRUGO, &raw_seq_fops))
1041 return -ENOMEM;
1042
1043 return 0;
1044}
1045
1046static __net_exit void raw_exit_net(struct net *net)
1047{
1048 proc_net_remove(net, "raw");
1049}
1050
1051static __net_initdata struct pernet_operations raw_net_ops = {
1052 .init = raw_init_net,
1053 .exit = raw_exit_net,
1054};
1055
1056int __init raw_proc_init(void)
1057{
1058 return register_pernet_subsys(&raw_net_ops);
1059}
1060
1061void __init raw_proc_exit(void)
1062{
1063 unregister_pernet_subsys(&raw_net_ops);
1064}
1065#endif /* CONFIG_PROC_FS */