Linux Audio

Check our new training course

Loading...
v3.5.6
 
   1/*
   2 * NET4:	Implementation of BSD Unix domain sockets.
   3 *
   4 * Authors:	Alan Cox, <alan@lxorguk.ukuu.org.uk>
   5 *
   6 *		This program is free software; you can redistribute it and/or
   7 *		modify it under the terms of the GNU General Public License
   8 *		as published by the Free Software Foundation; either version
   9 *		2 of the License, or (at your option) any later version.
  10 *
  11 * Fixes:
  12 *		Linus Torvalds	:	Assorted bug cures.
  13 *		Niibe Yutaka	:	async I/O support.
  14 *		Carsten Paeth	:	PF_UNIX check, address fixes.
  15 *		Alan Cox	:	Limit size of allocated blocks.
  16 *		Alan Cox	:	Fixed the stupid socketpair bug.
  17 *		Alan Cox	:	BSD compatibility fine tuning.
  18 *		Alan Cox	:	Fixed a bug in connect when interrupted.
  19 *		Alan Cox	:	Sorted out a proper draft version of
  20 *					file descriptor passing hacked up from
  21 *					Mike Shaver's work.
  22 *		Marty Leisner	:	Fixes to fd passing
  23 *		Nick Nevin	:	recvmsg bugfix.
  24 *		Alan Cox	:	Started proper garbage collector
  25 *		Heiko EiBfeldt	:	Missing verify_area check
  26 *		Alan Cox	:	Started POSIXisms
  27 *		Andreas Schwab	:	Replace inode by dentry for proper
  28 *					reference counting
  29 *		Kirk Petersen	:	Made this a module
  30 *	    Christoph Rohland	:	Elegant non-blocking accept/connect algorithm.
  31 *					Lots of bug fixes.
  32 *	     Alexey Kuznetosv	:	Repaired (I hope) bugs introduces
  33 *					by above two patches.
  34 *	     Andrea Arcangeli	:	If possible we block in connect(2)
  35 *					if the max backlog of the listen socket
  36 *					is been reached. This won't break
  37 *					old apps and it will avoid huge amount
  38 *					of socks hashed (this for unix_gc()
  39 *					performances reasons).
  40 *					Security fix that limits the max
  41 *					number of socks to 2*max_files and
  42 *					the number of skb queueable in the
  43 *					dgram receiver.
  44 *		Artur Skawina   :	Hash function optimizations
  45 *	     Alexey Kuznetsov   :	Full scale SMP. Lot of bugs are introduced 8)
  46 *	      Malcolm Beattie   :	Set peercred for socketpair
  47 *	     Michal Ostrowski   :       Module initialization cleanup.
  48 *	     Arnaldo C. Melo	:	Remove MOD_{INC,DEC}_USE_COUNT,
  49 *	     				the core infrastructure is doing that
  50 *	     				for all net proto families now (2.5.69+)
  51 *
  52 *
  53 * Known differences from reference BSD that was tested:
  54 *
  55 *	[TO FIX]
  56 *	ECONNREFUSED is not returned from one end of a connected() socket to the
  57 *		other the moment one end closes.
  58 *	fstat() doesn't return st_dev=0, and give the blksize as high water mark
  59 *		and a fake inode identifier (nor the BSD first socket fstat twice bug).
  60 *	[NOT TO FIX]
  61 *	accept() returns a path name even if the connecting socket has closed
  62 *		in the meantime (BSD loses the path and gives up).
  63 *	accept() returns 0 length path for an unbound connector. BSD returns 16
  64 *		and a null first byte in the path (but not for gethost/peername - BSD bug ??)
  65 *	socketpair(...SOCK_RAW..) doesn't panic the kernel.
  66 *	BSD af_unix apparently has connect forgetting to block properly.
  67 *		(need to check this with the POSIX spec in detail)
  68 *
  69 * Differences from 2.0.0-11-... (ANK)
  70 *	Bug fixes and improvements.
  71 *		- client shutdown killed server socket.
  72 *		- removed all useless cli/sti pairs.
  73 *
  74 *	Semantic changes/extensions.
  75 *		- generic control message passing.
  76 *		- SCM_CREDENTIALS control message.
  77 *		- "Abstract" (not FS based) socket bindings.
  78 *		  Abstract names are sequences of bytes (not zero terminated)
  79 *		  started by 0, so that this name space does not intersect
  80 *		  with BSD names.
  81 */
  82
 
 
  83#include <linux/module.h>
  84#include <linux/kernel.h>
  85#include <linux/signal.h>
  86#include <linux/sched.h>
  87#include <linux/errno.h>
  88#include <linux/string.h>
  89#include <linux/stat.h>
  90#include <linux/dcache.h>
  91#include <linux/namei.h>
  92#include <linux/socket.h>
  93#include <linux/un.h>
  94#include <linux/fcntl.h>
  95#include <linux/termios.h>
  96#include <linux/sockios.h>
  97#include <linux/net.h>
  98#include <linux/in.h>
  99#include <linux/fs.h>
 100#include <linux/slab.h>
 101#include <asm/uaccess.h>
 102#include <linux/skbuff.h>
 103#include <linux/netdevice.h>
 104#include <net/net_namespace.h>
 105#include <net/sock.h>
 106#include <net/tcp_states.h>
 107#include <net/af_unix.h>
 108#include <linux/proc_fs.h>
 109#include <linux/seq_file.h>
 110#include <net/scm.h>
 111#include <linux/init.h>
 112#include <linux/poll.h>
 113#include <linux/rtnetlink.h>
 114#include <linux/mount.h>
 115#include <net/checksum.h>
 116#include <linux/security.h>
 
 
 
 
 117
 118struct hlist_head unix_socket_table[UNIX_HASH_SIZE + 1];
 119EXPORT_SYMBOL_GPL(unix_socket_table);
 120DEFINE_SPINLOCK(unix_table_lock);
 121EXPORT_SYMBOL_GPL(unix_table_lock);
 122static atomic_long_t unix_nr_socks;
 123
 124#define unix_sockets_unbound	(&unix_socket_table[UNIX_HASH_SIZE])
 125
 126#define UNIX_ABSTRACT(sk)	(unix_sk(sk)->addr->hash != UNIX_HASH_SIZE)
 
 
 
 
 
 
 
 
 
 
 127
 128#ifdef CONFIG_SECURITY_NETWORK
 129static void unix_get_secdata(struct scm_cookie *scm, struct sk_buff *skb)
 130{
 131	memcpy(UNIXSID(skb), &scm->secid, sizeof(u32));
 132}
 133
 134static inline void unix_set_secdata(struct scm_cookie *scm, struct sk_buff *skb)
 135{
 136	scm->secid = *UNIXSID(skb);
 
 
 
 
 
 137}
 138#else
 139static inline void unix_get_secdata(struct scm_cookie *scm, struct sk_buff *skb)
 140{ }
 141
 142static inline void unix_set_secdata(struct scm_cookie *scm, struct sk_buff *skb)
 143{ }
 
 
 
 
 
 144#endif /* CONFIG_SECURITY_NETWORK */
 145
 146/*
 147 *  SMP locking strategy:
 148 *    hash table is protected with spinlock unix_table_lock
 149 *    each socket state is protected by separate spin lock.
 150 */
 151
 152static inline unsigned int unix_hash_fold(__wsum n)
 153{
 154	unsigned int hash = (__force unsigned int)n;
 155
 156	hash ^= hash>>16;
 157	hash ^= hash>>8;
 158	return hash&(UNIX_HASH_SIZE-1);
 159}
 160
 161#define unix_peer(sk) (unix_sk(sk)->peer)
 162
 163static inline int unix_our_peer(struct sock *sk, struct sock *osk)
 164{
 165	return unix_peer(osk) == sk;
 166}
 167
 168static inline int unix_may_send(struct sock *sk, struct sock *osk)
 169{
 170	return unix_peer(osk) == NULL || unix_our_peer(sk, osk);
 171}
 172
 173static inline int unix_recvq_full(struct sock const *sk)
 174{
 175	return skb_queue_len(&sk->sk_receive_queue) > sk->sk_max_ack_backlog;
 176}
 177
 
 
 
 
 
 
 178struct sock *unix_peer_get(struct sock *s)
 179{
 180	struct sock *peer;
 181
 182	unix_state_lock(s);
 183	peer = unix_peer(s);
 184	if (peer)
 185		sock_hold(peer);
 186	unix_state_unlock(s);
 187	return peer;
 188}
 189EXPORT_SYMBOL_GPL(unix_peer_get);
 190
 191static inline void unix_release_addr(struct unix_address *addr)
 192{
 193	if (atomic_dec_and_test(&addr->refcnt))
 194		kfree(addr);
 195}
 196
 197/*
 198 *	Check unix socket name:
 199 *		- should be not zero length.
 200 *	        - if started by not zero, should be NULL terminated (FS object)
 201 *		- if started by zero, it is abstract name.
 202 */
 203
 204static int unix_mkname(struct sockaddr_un *sunaddr, int len, unsigned int *hashp)
 205{
 
 
 206	if (len <= sizeof(short) || len > sizeof(*sunaddr))
 207		return -EINVAL;
 208	if (!sunaddr || sunaddr->sun_family != AF_UNIX)
 209		return -EINVAL;
 210	if (sunaddr->sun_path[0]) {
 211		/*
 212		 * This may look like an off by one error but it is a bit more
 213		 * subtle. 108 is the longest valid AF_UNIX path for a binding.
 214		 * sun_path[108] doesn't as such exist.  However in kernel space
 215		 * we are guaranteed that it is a valid memory location in our
 216		 * kernel address buffer.
 217		 */
 218		((char *)sunaddr)[len] = 0;
 219		len = strlen(sunaddr->sun_path)+1+sizeof(short);
 220		return len;
 221	}
 222
 223	*hashp = unix_hash_fold(csum_partial(sunaddr, len, 0));
 224	return len;
 225}
 226
 227static void __unix_remove_socket(struct sock *sk)
 228{
 229	sk_del_node_init(sk);
 230}
 231
 232static void __unix_insert_socket(struct hlist_head *list, struct sock *sk)
 233{
 234	WARN_ON(!sk_unhashed(sk));
 235	sk_add_node(sk, list);
 236}
 237
 238static inline void unix_remove_socket(struct sock *sk)
 239{
 240	spin_lock(&unix_table_lock);
 241	__unix_remove_socket(sk);
 242	spin_unlock(&unix_table_lock);
 243}
 244
 245static inline void unix_insert_socket(struct hlist_head *list, struct sock *sk)
 246{
 247	spin_lock(&unix_table_lock);
 248	__unix_insert_socket(list, sk);
 249	spin_unlock(&unix_table_lock);
 250}
 251
 252static struct sock *__unix_find_socket_byname(struct net *net,
 253					      struct sockaddr_un *sunname,
 254					      int len, int type, unsigned int hash)
 255{
 256	struct sock *s;
 257	struct hlist_node *node;
 258
 259	sk_for_each(s, node, &unix_socket_table[hash ^ type]) {
 260		struct unix_sock *u = unix_sk(s);
 261
 262		if (!net_eq(sock_net(s), net))
 263			continue;
 264
 265		if (u->addr->len == len &&
 266		    !memcmp(u->addr->name, sunname, len))
 267			goto found;
 268	}
 269	s = NULL;
 270found:
 271	return s;
 272}
 273
 274static inline struct sock *unix_find_socket_byname(struct net *net,
 275						   struct sockaddr_un *sunname,
 276						   int len, int type,
 277						   unsigned int hash)
 278{
 279	struct sock *s;
 280
 281	spin_lock(&unix_table_lock);
 282	s = __unix_find_socket_byname(net, sunname, len, type, hash);
 283	if (s)
 284		sock_hold(s);
 285	spin_unlock(&unix_table_lock);
 286	return s;
 287}
 288
 289static struct sock *unix_find_socket_byinode(struct inode *i)
 290{
 291	struct sock *s;
 292	struct hlist_node *node;
 293
 294	spin_lock(&unix_table_lock);
 295	sk_for_each(s, node,
 296		    &unix_socket_table[i->i_ino & (UNIX_HASH_SIZE - 1)]) {
 297		struct dentry *dentry = unix_sk(s)->path.dentry;
 298
 299		if (dentry && dentry->d_inode == i) {
 300			sock_hold(s);
 301			goto found;
 302		}
 303	}
 304	s = NULL;
 305found:
 306	spin_unlock(&unix_table_lock);
 307	return s;
 308}
 309
 310static inline int unix_writable(struct sock *sk)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 311{
 312	return (atomic_read(&sk->sk_wmem_alloc) << 2) <= sk->sk_sndbuf;
 
 313}
 314
 315static void unix_write_space(struct sock *sk)
 316{
 317	struct socket_wq *wq;
 318
 319	rcu_read_lock();
 320	if (unix_writable(sk)) {
 321		wq = rcu_dereference(sk->sk_wq);
 322		if (wq_has_sleeper(wq))
 323			wake_up_interruptible_sync_poll(&wq->wait,
 324				POLLOUT | POLLWRNORM | POLLWRBAND);
 325		sk_wake_async(sk, SOCK_WAKE_SPACE, POLL_OUT);
 326	}
 327	rcu_read_unlock();
 328}
 329
 330/* When dgram socket disconnects (or changes its peer), we clear its receive
 331 * queue of packets arrived from previous peer. First, it allows to do
 332 * flow control based only on wmem_alloc; second, sk connected to peer
 333 * may receive messages only from that peer. */
 334static void unix_dgram_disconnected(struct sock *sk, struct sock *other)
 335{
 336	if (!skb_queue_empty(&sk->sk_receive_queue)) {
 337		skb_queue_purge(&sk->sk_receive_queue);
 338		wake_up_interruptible_all(&unix_sk(sk)->peer_wait);
 339
 340		/* If one link of bidirectional dgram pipe is disconnected,
 341		 * we signal error. Messages are lost. Do not make this,
 342		 * when peer was not connected to us.
 343		 */
 344		if (!sock_flag(other, SOCK_DEAD) && unix_peer(other) == sk) {
 345			other->sk_err = ECONNRESET;
 346			other->sk_error_report(other);
 347		}
 348	}
 349}
 350
 351static void unix_sock_destructor(struct sock *sk)
 352{
 353	struct unix_sock *u = unix_sk(sk);
 354
 355	skb_queue_purge(&sk->sk_receive_queue);
 356
 357	WARN_ON(atomic_read(&sk->sk_wmem_alloc));
 358	WARN_ON(!sk_unhashed(sk));
 359	WARN_ON(sk->sk_socket);
 360	if (!sock_flag(sk, SOCK_DEAD)) {
 361		printk(KERN_INFO "Attempt to release alive unix socket: %p\n", sk);
 362		return;
 363	}
 364
 365	if (u->addr)
 366		unix_release_addr(u->addr);
 367
 368	atomic_long_dec(&unix_nr_socks);
 369	local_bh_disable();
 370	sock_prot_inuse_add(sock_net(sk), sk->sk_prot, -1);
 371	local_bh_enable();
 372#ifdef UNIX_REFCNT_DEBUG
 373	printk(KERN_DEBUG "UNIX %p is destroyed, %ld are still alive.\n", sk,
 374		atomic_long_read(&unix_nr_socks));
 375#endif
 376}
 377
 378static int unix_release_sock(struct sock *sk, int embrion)
 379{
 380	struct unix_sock *u = unix_sk(sk);
 381	struct path path;
 382	struct sock *skpair;
 383	struct sk_buff *skb;
 384	int state;
 385
 386	unix_remove_socket(sk);
 387
 388	/* Clear state */
 389	unix_state_lock(sk);
 390	sock_orphan(sk);
 391	sk->sk_shutdown = SHUTDOWN_MASK;
 392	path	     = u->path;
 393	u->path.dentry = NULL;
 394	u->path.mnt = NULL;
 395	state = sk->sk_state;
 396	sk->sk_state = TCP_CLOSE;
 397	unix_state_unlock(sk);
 398
 399	wake_up_interruptible_all(&u->peer_wait);
 400
 401	skpair = unix_peer(sk);
 402
 403	if (skpair != NULL) {
 404		if (sk->sk_type == SOCK_STREAM || sk->sk_type == SOCK_SEQPACKET) {
 405			unix_state_lock(skpair);
 406			/* No more writes */
 407			skpair->sk_shutdown = SHUTDOWN_MASK;
 408			if (!skb_queue_empty(&sk->sk_receive_queue) || embrion)
 409				skpair->sk_err = ECONNRESET;
 410			unix_state_unlock(skpair);
 411			skpair->sk_state_change(skpair);
 412			sk_wake_async(skpair, SOCK_WAKE_WAITD, POLL_HUP);
 413		}
 
 
 414		sock_put(skpair); /* It may now die */
 415		unix_peer(sk) = NULL;
 416	}
 417
 418	/* Try to flush out this socket. Throw out buffers at least */
 419
 420	while ((skb = skb_dequeue(&sk->sk_receive_queue)) != NULL) {
 421		if (state == TCP_LISTEN)
 422			unix_release_sock(skb->sk, 1);
 423		/* passed fds are erased in the kfree_skb hook	      */
 
 424		kfree_skb(skb);
 425	}
 426
 427	if (path.dentry)
 428		path_put(&path);
 429
 430	sock_put(sk);
 431
 432	/* ---- Socket is dead now and most probably destroyed ---- */
 433
 434	/*
 435	 * Fixme: BSD difference: In BSD all sockets connected to use get
 436	 *	  ECONNRESET and we die on the spot. In Linux we behave
 437	 *	  like files and pipes do and wait for the last
 438	 *	  dereference.
 439	 *
 440	 * Can't we simply set sock->err?
 441	 *
 442	 *	  What the above comment does talk about? --ANK(980817)
 443	 */
 444
 445	if (unix_tot_inflight)
 446		unix_gc();		/* Garbage collect fds */
 447
 448	return 0;
 449}
 450
 451static void init_peercred(struct sock *sk)
 452{
 453	put_pid(sk->sk_peer_pid);
 454	if (sk->sk_peer_cred)
 455		put_cred(sk->sk_peer_cred);
 456	sk->sk_peer_pid  = get_pid(task_tgid(current));
 457	sk->sk_peer_cred = get_current_cred();
 458}
 459
 460static void copy_peercred(struct sock *sk, struct sock *peersk)
 461{
 462	put_pid(sk->sk_peer_pid);
 463	if (sk->sk_peer_cred)
 464		put_cred(sk->sk_peer_cred);
 465	sk->sk_peer_pid  = get_pid(peersk->sk_peer_pid);
 466	sk->sk_peer_cred = get_cred(peersk->sk_peer_cred);
 467}
 468
 469static int unix_listen(struct socket *sock, int backlog)
 470{
 471	int err;
 472	struct sock *sk = sock->sk;
 473	struct unix_sock *u = unix_sk(sk);
 474	struct pid *old_pid = NULL;
 475	const struct cred *old_cred = NULL;
 476
 477	err = -EOPNOTSUPP;
 478	if (sock->type != SOCK_STREAM && sock->type != SOCK_SEQPACKET)
 479		goto out;	/* Only stream/seqpacket sockets accept */
 480	err = -EINVAL;
 481	if (!u->addr)
 482		goto out;	/* No listens on an unbound socket */
 483	unix_state_lock(sk);
 484	if (sk->sk_state != TCP_CLOSE && sk->sk_state != TCP_LISTEN)
 485		goto out_unlock;
 486	if (backlog > sk->sk_max_ack_backlog)
 487		wake_up_interruptible_all(&u->peer_wait);
 488	sk->sk_max_ack_backlog	= backlog;
 489	sk->sk_state		= TCP_LISTEN;
 490	/* set credentials so connect can copy them */
 491	init_peercred(sk);
 492	err = 0;
 493
 494out_unlock:
 495	unix_state_unlock(sk);
 496	put_pid(old_pid);
 497	if (old_cred)
 498		put_cred(old_cred);
 499out:
 500	return err;
 501}
 502
 503static int unix_release(struct socket *);
 504static int unix_bind(struct socket *, struct sockaddr *, int);
 505static int unix_stream_connect(struct socket *, struct sockaddr *,
 506			       int addr_len, int flags);
 507static int unix_socketpair(struct socket *, struct socket *);
 508static int unix_accept(struct socket *, struct socket *, int);
 509static int unix_getname(struct socket *, struct sockaddr *, int *, int);
 510static unsigned int unix_poll(struct file *, struct socket *, poll_table *);
 511static unsigned int unix_dgram_poll(struct file *, struct socket *,
 512				    poll_table *);
 513static int unix_ioctl(struct socket *, unsigned int, unsigned long);
 
 
 
 514static int unix_shutdown(struct socket *, int);
 515static int unix_stream_sendmsg(struct kiocb *, struct socket *,
 516			       struct msghdr *, size_t);
 517static int unix_stream_recvmsg(struct kiocb *, struct socket *,
 518			       struct msghdr *, size_t, int);
 519static int unix_dgram_sendmsg(struct kiocb *, struct socket *,
 520			      struct msghdr *, size_t);
 521static int unix_dgram_recvmsg(struct kiocb *, struct socket *,
 522			      struct msghdr *, size_t, int);
 
 523static int unix_dgram_connect(struct socket *, struct sockaddr *,
 524			      int, int);
 525static int unix_seqpacket_sendmsg(struct kiocb *, struct socket *,
 526				  struct msghdr *, size_t);
 527static int unix_seqpacket_recvmsg(struct kiocb *, struct socket *,
 528				  struct msghdr *, size_t, int);
 529
 530static void unix_set_peek_off(struct sock *sk, int val)
 531{
 532	struct unix_sock *u = unix_sk(sk);
 533
 534	mutex_lock(&u->readlock);
 
 
 535	sk->sk_peek_off = val;
 536	mutex_unlock(&u->readlock);
 
 
 537}
 538
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 539
 540static const struct proto_ops unix_stream_ops = {
 541	.family =	PF_UNIX,
 542	.owner =	THIS_MODULE,
 543	.release =	unix_release,
 544	.bind =		unix_bind,
 545	.connect =	unix_stream_connect,
 546	.socketpair =	unix_socketpair,
 547	.accept =	unix_accept,
 548	.getname =	unix_getname,
 549	.poll =		unix_poll,
 550	.ioctl =	unix_ioctl,
 
 
 
 551	.listen =	unix_listen,
 552	.shutdown =	unix_shutdown,
 553	.setsockopt =	sock_no_setsockopt,
 554	.getsockopt =	sock_no_getsockopt,
 555	.sendmsg =	unix_stream_sendmsg,
 556	.recvmsg =	unix_stream_recvmsg,
 557	.mmap =		sock_no_mmap,
 558	.sendpage =	sock_no_sendpage,
 
 559	.set_peek_off =	unix_set_peek_off,
 
 560};
 561
 562static const struct proto_ops unix_dgram_ops = {
 563	.family =	PF_UNIX,
 564	.owner =	THIS_MODULE,
 565	.release =	unix_release,
 566	.bind =		unix_bind,
 567	.connect =	unix_dgram_connect,
 568	.socketpair =	unix_socketpair,
 569	.accept =	sock_no_accept,
 570	.getname =	unix_getname,
 571	.poll =		unix_dgram_poll,
 572	.ioctl =	unix_ioctl,
 
 
 
 573	.listen =	sock_no_listen,
 574	.shutdown =	unix_shutdown,
 575	.setsockopt =	sock_no_setsockopt,
 576	.getsockopt =	sock_no_getsockopt,
 577	.sendmsg =	unix_dgram_sendmsg,
 578	.recvmsg =	unix_dgram_recvmsg,
 579	.mmap =		sock_no_mmap,
 580	.sendpage =	sock_no_sendpage,
 581	.set_peek_off =	unix_set_peek_off,
 
 582};
 583
 584static const struct proto_ops unix_seqpacket_ops = {
 585	.family =	PF_UNIX,
 586	.owner =	THIS_MODULE,
 587	.release =	unix_release,
 588	.bind =		unix_bind,
 589	.connect =	unix_stream_connect,
 590	.socketpair =	unix_socketpair,
 591	.accept =	unix_accept,
 592	.getname =	unix_getname,
 593	.poll =		unix_dgram_poll,
 594	.ioctl =	unix_ioctl,
 
 
 
 595	.listen =	unix_listen,
 596	.shutdown =	unix_shutdown,
 597	.setsockopt =	sock_no_setsockopt,
 598	.getsockopt =	sock_no_getsockopt,
 599	.sendmsg =	unix_seqpacket_sendmsg,
 600	.recvmsg =	unix_seqpacket_recvmsg,
 601	.mmap =		sock_no_mmap,
 602	.sendpage =	sock_no_sendpage,
 603	.set_peek_off =	unix_set_peek_off,
 
 604};
 605
 606static struct proto unix_proto = {
 607	.name			= "UNIX",
 608	.owner			= THIS_MODULE,
 609	.obj_size		= sizeof(struct unix_sock),
 610};
 611
 612/*
 613 * AF_UNIX sockets do not interact with hardware, hence they
 614 * dont trigger interrupts - so it's safe for them to have
 615 * bh-unsafe locking for their sk_receive_queue.lock. Split off
 616 * this special lock-class by reinitializing the spinlock key:
 617 */
 618static struct lock_class_key af_unix_sk_receive_queue_lock_key;
 619
 620static struct sock *unix_create1(struct net *net, struct socket *sock)
 621{
 622	struct sock *sk = NULL;
 623	struct unix_sock *u;
 624
 625	atomic_long_inc(&unix_nr_socks);
 626	if (atomic_long_read(&unix_nr_socks) > 2 * get_max_files())
 627		goto out;
 628
 629	sk = sk_alloc(net, PF_UNIX, GFP_KERNEL, &unix_proto);
 630	if (!sk)
 631		goto out;
 632
 633	sock_init_data(sock, sk);
 634	lockdep_set_class(&sk->sk_receive_queue.lock,
 635				&af_unix_sk_receive_queue_lock_key);
 636
 
 637	sk->sk_write_space	= unix_write_space;
 638	sk->sk_max_ack_backlog	= net->unx.sysctl_max_dgram_qlen;
 639	sk->sk_destruct		= unix_sock_destructor;
 640	u	  = unix_sk(sk);
 641	u->path.dentry = NULL;
 642	u->path.mnt = NULL;
 643	spin_lock_init(&u->lock);
 644	atomic_long_set(&u->inflight, 0);
 645	INIT_LIST_HEAD(&u->link);
 646	mutex_init(&u->readlock); /* single task reading lock */
 
 647	init_waitqueue_head(&u->peer_wait);
 648	unix_insert_socket(unix_sockets_unbound, sk);
 
 
 649out:
 650	if (sk == NULL)
 651		atomic_long_dec(&unix_nr_socks);
 652	else {
 653		local_bh_disable();
 654		sock_prot_inuse_add(sock_net(sk), sk->sk_prot, 1);
 655		local_bh_enable();
 656	}
 657	return sk;
 658}
 659
 660static int unix_create(struct net *net, struct socket *sock, int protocol,
 661		       int kern)
 662{
 663	if (protocol && protocol != PF_UNIX)
 664		return -EPROTONOSUPPORT;
 665
 666	sock->state = SS_UNCONNECTED;
 667
 668	switch (sock->type) {
 669	case SOCK_STREAM:
 670		sock->ops = &unix_stream_ops;
 671		break;
 672		/*
 673		 *	Believe it or not BSD has AF_UNIX, SOCK_RAW though
 674		 *	nothing uses it.
 675		 */
 676	case SOCK_RAW:
 677		sock->type = SOCK_DGRAM;
 
 678	case SOCK_DGRAM:
 679		sock->ops = &unix_dgram_ops;
 680		break;
 681	case SOCK_SEQPACKET:
 682		sock->ops = &unix_seqpacket_ops;
 683		break;
 684	default:
 685		return -ESOCKTNOSUPPORT;
 686	}
 687
 688	return unix_create1(net, sock) ? 0 : -ENOMEM;
 689}
 690
 691static int unix_release(struct socket *sock)
 692{
 693	struct sock *sk = sock->sk;
 694
 695	if (!sk)
 696		return 0;
 697
 
 698	sock->sk = NULL;
 699
 700	return unix_release_sock(sk, 0);
 701}
 702
 703static int unix_autobind(struct socket *sock)
 704{
 705	struct sock *sk = sock->sk;
 706	struct net *net = sock_net(sk);
 707	struct unix_sock *u = unix_sk(sk);
 708	static u32 ordernum = 1;
 709	struct unix_address *addr;
 710	int err;
 711	unsigned int retries = 0;
 712
 713	mutex_lock(&u->readlock);
 
 
 714
 715	err = 0;
 716	if (u->addr)
 717		goto out;
 718
 719	err = -ENOMEM;
 720	addr = kzalloc(sizeof(*addr) + sizeof(short) + 16, GFP_KERNEL);
 721	if (!addr)
 722		goto out;
 723
 724	addr->name->sun_family = AF_UNIX;
 725	atomic_set(&addr->refcnt, 1);
 726
 727retry:
 728	addr->len = sprintf(addr->name->sun_path+1, "%05x", ordernum) + 1 + sizeof(short);
 729	addr->hash = unix_hash_fold(csum_partial(addr->name, addr->len, 0));
 730
 731	spin_lock(&unix_table_lock);
 732	ordernum = (ordernum+1)&0xFFFFF;
 733
 734	if (__unix_find_socket_byname(net, addr->name, addr->len, sock->type,
 735				      addr->hash)) {
 736		spin_unlock(&unix_table_lock);
 737		/*
 738		 * __unix_find_socket_byname() may take long time if many names
 739		 * are already in use.
 740		 */
 741		cond_resched();
 742		/* Give up if all names seems to be in use. */
 743		if (retries++ == 0xFFFFF) {
 744			err = -ENOSPC;
 745			kfree(addr);
 746			goto out;
 747		}
 748		goto retry;
 749	}
 750	addr->hash ^= sk->sk_type;
 751
 752	__unix_remove_socket(sk);
 753	u->addr = addr;
 754	__unix_insert_socket(&unix_socket_table[addr->hash], sk);
 755	spin_unlock(&unix_table_lock);
 756	err = 0;
 757
 758out:	mutex_unlock(&u->readlock);
 759	return err;
 760}
 761
 762static struct sock *unix_find_other(struct net *net,
 763				    struct sockaddr_un *sunname, int len,
 764				    int type, unsigned int hash, int *error)
 765{
 766	struct sock *u;
 767	struct path path;
 768	int err = 0;
 769
 770	if (sunname->sun_path[0]) {
 771		struct inode *inode;
 772		err = kern_path(sunname->sun_path, LOOKUP_FOLLOW, &path);
 773		if (err)
 774			goto fail;
 775		inode = path.dentry->d_inode;
 776		err = inode_permission(inode, MAY_WRITE);
 777		if (err)
 778			goto put_fail;
 779
 780		err = -ECONNREFUSED;
 781		if (!S_ISSOCK(inode->i_mode))
 782			goto put_fail;
 783		u = unix_find_socket_byinode(inode);
 784		if (!u)
 785			goto put_fail;
 786
 787		if (u->sk_type == type)
 788			touch_atime(&path);
 789
 790		path_put(&path);
 791
 792		err = -EPROTOTYPE;
 793		if (u->sk_type != type) {
 794			sock_put(u);
 795			goto fail;
 796		}
 797	} else {
 798		err = -ECONNREFUSED;
 799		u = unix_find_socket_byname(net, sunname, len, type, hash);
 800		if (u) {
 801			struct dentry *dentry;
 802			dentry = unix_sk(u)->path.dentry;
 803			if (dentry)
 804				touch_atime(&unix_sk(u)->path);
 805		} else
 806			goto fail;
 807	}
 808	return u;
 809
 810put_fail:
 811	path_put(&path);
 812fail:
 813	*error = err;
 814	return NULL;
 815}
 816
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 817
 818static int unix_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len)
 819{
 820	struct sock *sk = sock->sk;
 821	struct net *net = sock_net(sk);
 822	struct unix_sock *u = unix_sk(sk);
 823	struct sockaddr_un *sunaddr = (struct sockaddr_un *)uaddr;
 824	char *sun_path = sunaddr->sun_path;
 825	struct dentry *dentry = NULL;
 826	struct path path;
 827	int err;
 828	unsigned int hash;
 829	struct unix_address *addr;
 830	struct hlist_head *list;
 
 831
 832	err = -EINVAL;
 833	if (sunaddr->sun_family != AF_UNIX)
 
 834		goto out;
 835
 836	if (addr_len == sizeof(short)) {
 837		err = unix_autobind(sock);
 838		goto out;
 839	}
 840
 841	err = unix_mkname(sunaddr, addr_len, &hash);
 842	if (err < 0)
 843		goto out;
 844	addr_len = err;
 845
 846	mutex_lock(&u->readlock);
 
 
 
 
 
 
 
 
 
 
 
 
 
 847
 848	err = -EINVAL;
 849	if (u->addr)
 850		goto out_up;
 851
 852	err = -ENOMEM;
 853	addr = kmalloc(sizeof(*addr)+addr_len, GFP_KERNEL);
 854	if (!addr)
 855		goto out_up;
 856
 857	memcpy(addr->name, sunaddr, addr_len);
 858	addr->len = addr_len;
 859	addr->hash = hash ^ sk->sk_type;
 860	atomic_set(&addr->refcnt, 1);
 861
 862	if (sun_path[0]) {
 863		umode_t mode;
 864		err = 0;
 865		/*
 866		 * Get the parent directory, calculate the hash for last
 867		 * component.
 868		 */
 869		dentry = kern_path_create(AT_FDCWD, sun_path, &path, 0);
 870		err = PTR_ERR(dentry);
 871		if (IS_ERR(dentry))
 872			goto out_mknod_parent;
 873
 874		/*
 875		 * All right, let's create it.
 876		 */
 877		mode = S_IFSOCK |
 878		       (SOCK_INODE(sock)->i_mode & ~current_umask());
 879		err = mnt_want_write(path.mnt);
 880		if (err)
 881			goto out_mknod_dput;
 882		err = security_path_mknod(&path, dentry, mode, 0);
 883		if (err)
 884			goto out_mknod_drop_write;
 885		err = vfs_mknod(path.dentry->d_inode, dentry, mode, 0);
 886out_mknod_drop_write:
 887		mnt_drop_write(path.mnt);
 888		if (err)
 889			goto out_mknod_dput;
 890		mutex_unlock(&path.dentry->d_inode->i_mutex);
 891		dput(path.dentry);
 892		path.dentry = dentry;
 893
 894		addr->hash = UNIX_HASH_SIZE;
 895	}
 896
 897	spin_lock(&unix_table_lock);
 898
 899	if (!sun_path[0]) {
 
 900		err = -EADDRINUSE;
 901		if (__unix_find_socket_byname(net, sunaddr, addr_len,
 902					      sk->sk_type, hash)) {
 903			unix_release_addr(addr);
 904			goto out_unlock;
 905		}
 906
 907		list = &unix_socket_table[addr->hash];
 908	} else {
 909		list = &unix_socket_table[dentry->d_inode->i_ino & (UNIX_HASH_SIZE-1)];
 910		u->path = path;
 911	}
 912
 913	err = 0;
 914	__unix_remove_socket(sk);
 915	u->addr = addr;
 916	__unix_insert_socket(list, sk);
 917
 918out_unlock:
 919	spin_unlock(&unix_table_lock);
 920out_up:
 921	mutex_unlock(&u->readlock);
 
 
 
 922out:
 923	return err;
 924
 925out_mknod_dput:
 926	dput(dentry);
 927	mutex_unlock(&path.dentry->d_inode->i_mutex);
 928	path_put(&path);
 929out_mknod_parent:
 930	if (err == -EEXIST)
 931		err = -EADDRINUSE;
 932	unix_release_addr(addr);
 933	goto out_up;
 934}
 935
 936static void unix_state_double_lock(struct sock *sk1, struct sock *sk2)
 937{
 938	if (unlikely(sk1 == sk2) || !sk2) {
 939		unix_state_lock(sk1);
 940		return;
 941	}
 942	if (sk1 < sk2) {
 943		unix_state_lock(sk1);
 944		unix_state_lock_nested(sk2);
 945	} else {
 946		unix_state_lock(sk2);
 947		unix_state_lock_nested(sk1);
 948	}
 949}
 950
 951static void unix_state_double_unlock(struct sock *sk1, struct sock *sk2)
 952{
 953	if (unlikely(sk1 == sk2) || !sk2) {
 954		unix_state_unlock(sk1);
 955		return;
 956	}
 957	unix_state_unlock(sk1);
 958	unix_state_unlock(sk2);
 959}
 960
 961static int unix_dgram_connect(struct socket *sock, struct sockaddr *addr,
 962			      int alen, int flags)
 963{
 964	struct sock *sk = sock->sk;
 965	struct net *net = sock_net(sk);
 966	struct sockaddr_un *sunaddr = (struct sockaddr_un *)addr;
 967	struct sock *other;
 968	unsigned int hash;
 969	int err;
 970
 
 
 
 
 971	if (addr->sa_family != AF_UNSPEC) {
 972		err = unix_mkname(sunaddr, alen, &hash);
 973		if (err < 0)
 974			goto out;
 975		alen = err;
 976
 977		if (test_bit(SOCK_PASSCRED, &sock->flags) &&
 978		    !unix_sk(sk)->addr && (err = unix_autobind(sock)) != 0)
 979			goto out;
 980
 981restart:
 982		other = unix_find_other(net, sunaddr, alen, sock->type, hash, &err);
 983		if (!other)
 984			goto out;
 985
 986		unix_state_double_lock(sk, other);
 987
 988		/* Apparently VFS overslept socket death. Retry. */
 989		if (sock_flag(other, SOCK_DEAD)) {
 990			unix_state_double_unlock(sk, other);
 991			sock_put(other);
 992			goto restart;
 993		}
 994
 995		err = -EPERM;
 996		if (!unix_may_send(sk, other))
 997			goto out_unlock;
 998
 999		err = security_unix_may_send(sk->sk_socket, other->sk_socket);
1000		if (err)
1001			goto out_unlock;
1002
1003	} else {
1004		/*
1005		 *	1003.1g breaking connected state with AF_UNSPEC
1006		 */
1007		other = NULL;
1008		unix_state_double_lock(sk, other);
1009	}
1010
1011	/*
1012	 * If it was connected, reconnect.
1013	 */
1014	if (unix_peer(sk)) {
1015		struct sock *old_peer = unix_peer(sk);
1016		unix_peer(sk) = other;
 
 
1017		unix_state_double_unlock(sk, other);
1018
1019		if (other != old_peer)
1020			unix_dgram_disconnected(sk, old_peer);
1021		sock_put(old_peer);
1022	} else {
1023		unix_peer(sk) = other;
1024		unix_state_double_unlock(sk, other);
1025	}
1026	return 0;
1027
1028out_unlock:
1029	unix_state_double_unlock(sk, other);
1030	sock_put(other);
1031out:
1032	return err;
1033}
1034
1035static long unix_wait_for_peer(struct sock *other, long timeo)
 
1036{
1037	struct unix_sock *u = unix_sk(other);
1038	int sched;
1039	DEFINE_WAIT(wait);
1040
1041	prepare_to_wait_exclusive(&u->peer_wait, &wait, TASK_INTERRUPTIBLE);
1042
1043	sched = !sock_flag(other, SOCK_DEAD) &&
1044		!(other->sk_shutdown & RCV_SHUTDOWN) &&
1045		unix_recvq_full(other);
1046
1047	unix_state_unlock(other);
1048
1049	if (sched)
1050		timeo = schedule_timeout(timeo);
1051
1052	finish_wait(&u->peer_wait, &wait);
1053	return timeo;
1054}
1055
1056static int unix_stream_connect(struct socket *sock, struct sockaddr *uaddr,
1057			       int addr_len, int flags)
1058{
1059	struct sockaddr_un *sunaddr = (struct sockaddr_un *)uaddr;
1060	struct sock *sk = sock->sk;
1061	struct net *net = sock_net(sk);
1062	struct unix_sock *u = unix_sk(sk), *newu, *otheru;
1063	struct sock *newsk = NULL;
1064	struct sock *other = NULL;
1065	struct sk_buff *skb = NULL;
1066	unsigned int hash;
1067	int st;
1068	int err;
1069	long timeo;
1070
1071	err = unix_mkname(sunaddr, addr_len, &hash);
1072	if (err < 0)
1073		goto out;
1074	addr_len = err;
1075
1076	if (test_bit(SOCK_PASSCRED, &sock->flags) && !u->addr &&
1077	    (err = unix_autobind(sock)) != 0)
1078		goto out;
1079
1080	timeo = sock_sndtimeo(sk, flags & O_NONBLOCK);
1081
1082	/* First of all allocate resources.
1083	   If we will make it after state is locked,
1084	   we will have to recheck all again in any case.
1085	 */
1086
1087	err = -ENOMEM;
1088
1089	/* create new sock for complete connection */
1090	newsk = unix_create1(sock_net(sk), NULL);
1091	if (newsk == NULL)
1092		goto out;
1093
1094	/* Allocate skb for sending to listening sock */
1095	skb = sock_wmalloc(newsk, 1, 0, GFP_KERNEL);
1096	if (skb == NULL)
1097		goto out;
1098
1099restart:
1100	/*  Find listening sock. */
1101	other = unix_find_other(net, sunaddr, addr_len, sk->sk_type, hash, &err);
1102	if (!other)
1103		goto out;
1104
1105	/* Latch state of peer */
1106	unix_state_lock(other);
1107
1108	/* Apparently VFS overslept socket death. Retry. */
1109	if (sock_flag(other, SOCK_DEAD)) {
1110		unix_state_unlock(other);
1111		sock_put(other);
1112		goto restart;
1113	}
1114
1115	err = -ECONNREFUSED;
1116	if (other->sk_state != TCP_LISTEN)
1117		goto out_unlock;
1118	if (other->sk_shutdown & RCV_SHUTDOWN)
1119		goto out_unlock;
1120
1121	if (unix_recvq_full(other)) {
1122		err = -EAGAIN;
1123		if (!timeo)
1124			goto out_unlock;
1125
1126		timeo = unix_wait_for_peer(other, timeo);
1127
1128		err = sock_intr_errno(timeo);
1129		if (signal_pending(current))
1130			goto out;
1131		sock_put(other);
1132		goto restart;
1133	}
1134
1135	/* Latch our state.
1136
1137	   It is tricky place. We need to grab our state lock and cannot
1138	   drop lock on peer. It is dangerous because deadlock is
1139	   possible. Connect to self case and simultaneous
1140	   attempt to connect are eliminated by checking socket
1141	   state. other is TCP_LISTEN, if sk is TCP_LISTEN we
1142	   check this before attempt to grab lock.
1143
1144	   Well, and we have to recheck the state after socket locked.
1145	 */
1146	st = sk->sk_state;
1147
1148	switch (st) {
1149	case TCP_CLOSE:
1150		/* This is ok... continue with connect */
1151		break;
1152	case TCP_ESTABLISHED:
1153		/* Socket is already connected */
1154		err = -EISCONN;
1155		goto out_unlock;
1156	default:
1157		err = -EINVAL;
1158		goto out_unlock;
1159	}
1160
1161	unix_state_lock_nested(sk);
1162
1163	if (sk->sk_state != st) {
1164		unix_state_unlock(sk);
1165		unix_state_unlock(other);
1166		sock_put(other);
1167		goto restart;
1168	}
1169
1170	err = security_unix_stream_connect(sk, other, newsk);
1171	if (err) {
1172		unix_state_unlock(sk);
1173		goto out_unlock;
1174	}
1175
1176	/* The way is open! Fastly set all the necessary fields... */
1177
1178	sock_hold(sk);
1179	unix_peer(newsk)	= sk;
1180	newsk->sk_state		= TCP_ESTABLISHED;
1181	newsk->sk_type		= sk->sk_type;
1182	init_peercred(newsk);
1183	newu = unix_sk(newsk);
1184	RCU_INIT_POINTER(newsk->sk_wq, &newu->peer_wq);
1185	otheru = unix_sk(other);
1186
1187	/* copy address information from listening to new sock*/
1188	if (otheru->addr) {
1189		atomic_inc(&otheru->addr->refcnt);
1190		newu->addr = otheru->addr;
1191	}
 
 
 
 
 
 
 
 
 
 
 
 
1192	if (otheru->path.dentry) {
1193		path_get(&otheru->path);
1194		newu->path = otheru->path;
1195	}
 
 
1196
1197	/* Set credentials */
1198	copy_peercred(sk, other);
1199
1200	sock->state	= SS_CONNECTED;
1201	sk->sk_state	= TCP_ESTABLISHED;
1202	sock_hold(newsk);
1203
1204	smp_mb__after_atomic_inc();	/* sock_hold() does an atomic_inc() */
1205	unix_peer(sk)	= newsk;
1206
1207	unix_state_unlock(sk);
1208
1209	/* take ten and and send info to listening sock */
1210	spin_lock(&other->sk_receive_queue.lock);
1211	__skb_queue_tail(&other->sk_receive_queue, skb);
1212	spin_unlock(&other->sk_receive_queue.lock);
1213	unix_state_unlock(other);
1214	other->sk_data_ready(other, 0);
1215	sock_put(other);
1216	return 0;
1217
1218out_unlock:
1219	if (other)
1220		unix_state_unlock(other);
1221
1222out:
1223	kfree_skb(skb);
1224	if (newsk)
1225		unix_release_sock(newsk, 0);
1226	if (other)
1227		sock_put(other);
1228	return err;
1229}
1230
1231static int unix_socketpair(struct socket *socka, struct socket *sockb)
1232{
1233	struct sock *ska = socka->sk, *skb = sockb->sk;
1234
1235	/* Join our sockets back to back */
1236	sock_hold(ska);
1237	sock_hold(skb);
1238	unix_peer(ska) = skb;
1239	unix_peer(skb) = ska;
1240	init_peercred(ska);
1241	init_peercred(skb);
1242
1243	if (ska->sk_type != SOCK_DGRAM) {
1244		ska->sk_state = TCP_ESTABLISHED;
1245		skb->sk_state = TCP_ESTABLISHED;
1246		socka->state  = SS_CONNECTED;
1247		sockb->state  = SS_CONNECTED;
1248	}
1249	return 0;
1250}
1251
1252static int unix_accept(struct socket *sock, struct socket *newsock, int flags)
 
 
 
 
 
 
 
 
 
 
1253{
1254	struct sock *sk = sock->sk;
1255	struct sock *tsk;
1256	struct sk_buff *skb;
1257	int err;
1258
1259	err = -EOPNOTSUPP;
1260	if (sock->type != SOCK_STREAM && sock->type != SOCK_SEQPACKET)
1261		goto out;
1262
1263	err = -EINVAL;
1264	if (sk->sk_state != TCP_LISTEN)
1265		goto out;
1266
1267	/* If socket state is TCP_LISTEN it cannot change (for now...),
1268	 * so that no locks are necessary.
1269	 */
1270
1271	skb = skb_recv_datagram(sk, 0, flags&O_NONBLOCK, &err);
1272	if (!skb) {
1273		/* This means receive shutdown. */
1274		if (err == 0)
1275			err = -EINVAL;
1276		goto out;
1277	}
1278
1279	tsk = skb->sk;
1280	skb_free_datagram(sk, skb);
1281	wake_up_interruptible(&unix_sk(sk)->peer_wait);
1282
1283	/* attach accepted sock to socket */
1284	unix_state_lock(tsk);
1285	newsock->state = SS_CONNECTED;
 
1286	sock_graft(tsk, newsock);
1287	unix_state_unlock(tsk);
1288	return 0;
1289
1290out:
1291	return err;
1292}
1293
1294
1295static int unix_getname(struct socket *sock, struct sockaddr *uaddr, int *uaddr_len, int peer)
1296{
1297	struct sock *sk = sock->sk;
1298	struct unix_sock *u;
1299	DECLARE_SOCKADDR(struct sockaddr_un *, sunaddr, uaddr);
1300	int err = 0;
1301
1302	if (peer) {
1303		sk = unix_peer_get(sk);
1304
1305		err = -ENOTCONN;
1306		if (!sk)
1307			goto out;
1308		err = 0;
1309	} else {
1310		sock_hold(sk);
1311	}
1312
1313	u = unix_sk(sk);
1314	unix_state_lock(sk);
1315	if (!u->addr) {
1316		sunaddr->sun_family = AF_UNIX;
1317		sunaddr->sun_path[0] = 0;
1318		*uaddr_len = sizeof(short);
1319	} else {
1320		struct unix_address *addr = u->addr;
1321
1322		*uaddr_len = addr->len;
1323		memcpy(sunaddr, addr->name, *uaddr_len);
1324	}
1325	unix_state_unlock(sk);
1326	sock_put(sk);
1327out:
1328	return err;
1329}
1330
1331static void unix_detach_fds(struct scm_cookie *scm, struct sk_buff *skb)
1332{
1333	int i;
1334
1335	scm->fp = UNIXCB(skb).fp;
1336	UNIXCB(skb).fp = NULL;
1337
1338	for (i = scm->fp->count-1; i >= 0; i--)
1339		unix_notinflight(scm->fp->fp[i]);
1340}
1341
1342static void unix_destruct_scm(struct sk_buff *skb)
1343{
1344	struct scm_cookie scm;
1345	memset(&scm, 0, sizeof(scm));
1346	scm.pid  = UNIXCB(skb).pid;
1347	scm.cred = UNIXCB(skb).cred;
1348	if (UNIXCB(skb).fp)
1349		unix_detach_fds(&scm, skb);
1350
1351	/* Alas, it calls VFS */
1352	/* So fscking what? fput() had been SMP-safe since the last Summer */
1353	scm_destroy(&scm);
1354	sock_wfree(skb);
1355}
1356
1357#define MAX_RECURSION_LEVEL 4
1358
1359static int unix_attach_fds(struct scm_cookie *scm, struct sk_buff *skb)
1360{
1361	int i;
1362	unsigned char max_level = 0;
1363	int unix_sock_count = 0;
1364
1365	for (i = scm->fp->count - 1; i >= 0; i--) {
1366		struct sock *sk = unix_get_socket(scm->fp->fp[i]);
1367
1368		if (sk) {
1369			unix_sock_count++;
1370			max_level = max(max_level,
1371					unix_sk(sk)->recursion_level);
1372		}
1373	}
1374	if (unlikely(max_level > MAX_RECURSION_LEVEL))
1375		return -ETOOMANYREFS;
1376
1377	/*
1378	 * Need to duplicate file references for the sake of garbage
1379	 * collection.  Otherwise a socket in the fps might become a
1380	 * candidate for GC while the skb is not yet queued.
1381	 */
1382	UNIXCB(skb).fp = scm_fp_dup(scm->fp);
1383	if (!UNIXCB(skb).fp)
1384		return -ENOMEM;
1385
1386	if (unix_sock_count) {
1387		for (i = scm->fp->count - 1; i >= 0; i--)
1388			unix_inflight(scm->fp->fp[i]);
1389	}
1390	return max_level;
1391}
1392
1393static int unix_scm_to_skb(struct scm_cookie *scm, struct sk_buff *skb, bool send_fds)
1394{
1395	int err = 0;
1396
1397	UNIXCB(skb).pid  = get_pid(scm->pid);
1398	if (scm->cred)
1399		UNIXCB(skb).cred = get_cred(scm->cred);
1400	UNIXCB(skb).fp = NULL;
 
1401	if (scm->fp && send_fds)
1402		err = unix_attach_fds(scm, skb);
1403
1404	skb->destructor = unix_destruct_scm;
1405	return err;
1406}
1407
 
 
 
 
 
 
 
 
1408/*
1409 * Some apps rely on write() giving SCM_CREDENTIALS
1410 * We include credentials if source or destination socket
1411 * asserted SOCK_PASSCRED.
1412 */
1413static void maybe_add_creds(struct sk_buff *skb, const struct socket *sock,
1414			    const struct sock *other)
1415{
1416	if (UNIXCB(skb).cred)
1417		return;
1418	if (test_bit(SOCK_PASSCRED, &sock->flags) ||
1419	    !other->sk_socket ||
1420	    test_bit(SOCK_PASSCRED, &other->sk_socket->flags)) {
1421		UNIXCB(skb).pid  = get_pid(task_tgid(current));
1422		UNIXCB(skb).cred = get_current_cred();
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1423	}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1424}
1425
1426/*
1427 *	Send AF_UNIX data.
1428 */
1429
1430static int unix_dgram_sendmsg(struct kiocb *kiocb, struct socket *sock,
1431			      struct msghdr *msg, size_t len)
1432{
1433	struct sock_iocb *siocb = kiocb_to_siocb(kiocb);
1434	struct sock *sk = sock->sk;
1435	struct net *net = sock_net(sk);
1436	struct unix_sock *u = unix_sk(sk);
1437	struct sockaddr_un *sunaddr = msg->msg_name;
1438	struct sock *other = NULL;
1439	int namelen = 0; /* fake GCC */
1440	int err;
1441	unsigned int hash;
1442	struct sk_buff *skb;
1443	long timeo;
1444	struct scm_cookie tmp_scm;
1445	int max_level;
1446	int data_len = 0;
 
1447
1448	if (NULL == siocb->scm)
1449		siocb->scm = &tmp_scm;
1450	wait_for_unix_gc();
1451	err = scm_send(sock, msg, siocb->scm, false);
1452	if (err < 0)
1453		return err;
1454
1455	err = -EOPNOTSUPP;
1456	if (msg->msg_flags&MSG_OOB)
1457		goto out;
1458
1459	if (msg->msg_namelen) {
1460		err = unix_mkname(sunaddr, msg->msg_namelen, &hash);
1461		if (err < 0)
1462			goto out;
1463		namelen = err;
1464	} else {
1465		sunaddr = NULL;
1466		err = -ENOTCONN;
1467		other = unix_peer_get(sk);
1468		if (!other)
1469			goto out;
1470	}
1471
1472	if (test_bit(SOCK_PASSCRED, &sock->flags) && !u->addr
1473	    && (err = unix_autobind(sock)) != 0)
1474		goto out;
1475
1476	err = -EMSGSIZE;
1477	if (len > sk->sk_sndbuf - 32)
1478		goto out;
1479
1480	if (len > SKB_MAX_ALLOC)
1481		data_len = min_t(size_t,
1482				 len - SKB_MAX_ALLOC,
1483				 MAX_SKB_FRAGS * PAGE_SIZE);
 
 
 
 
1484
1485	skb = sock_alloc_send_pskb(sk, len - data_len, data_len,
1486				   msg->msg_flags & MSG_DONTWAIT, &err);
 
1487	if (skb == NULL)
1488		goto out;
1489
1490	err = unix_scm_to_skb(siocb->scm, skb, true);
1491	if (err < 0)
1492		goto out_free;
1493	max_level = err + 1;
1494	unix_get_secdata(siocb->scm, skb);
1495
1496	skb_put(skb, len - data_len);
1497	skb->data_len = data_len;
1498	skb->len = len;
1499	err = skb_copy_datagram_from_iovec(skb, 0, msg->msg_iov, 0, len);
1500	if (err)
1501		goto out_free;
1502
1503	timeo = sock_sndtimeo(sk, msg->msg_flags & MSG_DONTWAIT);
1504
1505restart:
1506	if (!other) {
1507		err = -ECONNRESET;
1508		if (sunaddr == NULL)
1509			goto out_free;
1510
1511		other = unix_find_other(net, sunaddr, namelen, sk->sk_type,
1512					hash, &err);
1513		if (other == NULL)
1514			goto out_free;
1515	}
1516
1517	if (sk_filter(other, skb) < 0) {
1518		/* Toss the packet but do not return any error to the sender */
1519		err = len;
1520		goto out_free;
1521	}
1522
 
1523	unix_state_lock(other);
 
1524	err = -EPERM;
1525	if (!unix_may_send(sk, other))
1526		goto out_unlock;
1527
1528	if (sock_flag(other, SOCK_DEAD)) {
1529		/*
1530		 *	Check with 1003.1g - what should
1531		 *	datagram error
1532		 */
1533		unix_state_unlock(other);
1534		sock_put(other);
1535
 
 
 
1536		err = 0;
1537		unix_state_lock(sk);
1538		if (unix_peer(sk) == other) {
1539			unix_peer(sk) = NULL;
 
 
1540			unix_state_unlock(sk);
1541
1542			unix_dgram_disconnected(sk, other);
1543			sock_put(other);
1544			err = -ECONNREFUSED;
1545		} else {
1546			unix_state_unlock(sk);
1547		}
1548
1549		other = NULL;
1550		if (err)
1551			goto out_free;
1552		goto restart;
1553	}
1554
1555	err = -EPIPE;
1556	if (other->sk_shutdown & RCV_SHUTDOWN)
1557		goto out_unlock;
1558
1559	if (sk->sk_type != SOCK_SEQPACKET) {
1560		err = security_unix_may_send(sk->sk_socket, other->sk_socket);
1561		if (err)
1562			goto out_unlock;
1563	}
1564
1565	if (unix_peer(other) != sk && unix_recvq_full(other)) {
1566		if (!timeo) {
1567			err = -EAGAIN;
1568			goto out_unlock;
 
 
 
 
 
 
 
 
 
 
 
1569		}
1570
1571		timeo = unix_wait_for_peer(other, timeo);
 
 
 
1572
1573		err = sock_intr_errno(timeo);
1574		if (signal_pending(current))
1575			goto out_free;
 
 
 
1576
1577		goto restart;
 
 
 
1578	}
1579
 
 
 
1580	if (sock_flag(other, SOCK_RCVTSTAMP))
1581		__net_timestamp(skb);
1582	maybe_add_creds(skb, sock, other);
 
1583	skb_queue_tail(&other->sk_receive_queue, skb);
1584	if (max_level > unix_sk(other)->recursion_level)
1585		unix_sk(other)->recursion_level = max_level;
1586	unix_state_unlock(other);
1587	other->sk_data_ready(other, len);
1588	sock_put(other);
1589	scm_destroy(siocb->scm);
1590	return len;
1591
1592out_unlock:
 
 
1593	unix_state_unlock(other);
1594out_free:
1595	kfree_skb(skb);
1596out:
1597	if (other)
1598		sock_put(other);
1599	scm_destroy(siocb->scm);
1600	return err;
1601}
1602
 
 
 
 
1603
1604static int unix_stream_sendmsg(struct kiocb *kiocb, struct socket *sock,
1605			       struct msghdr *msg, size_t len)
1606{
1607	struct sock_iocb *siocb = kiocb_to_siocb(kiocb);
1608	struct sock *sk = sock->sk;
1609	struct sock *other = NULL;
1610	int err, size;
1611	struct sk_buff *skb;
1612	int sent = 0;
1613	struct scm_cookie tmp_scm;
1614	bool fds_sent = false;
1615	int max_level;
1616
1617	if (NULL == siocb->scm)
1618		siocb->scm = &tmp_scm;
1619	wait_for_unix_gc();
1620	err = scm_send(sock, msg, siocb->scm, false);
1621	if (err < 0)
1622		return err;
1623
1624	err = -EOPNOTSUPP;
1625	if (msg->msg_flags&MSG_OOB)
1626		goto out_err;
1627
1628	if (msg->msg_namelen) {
1629		err = sk->sk_state == TCP_ESTABLISHED ? -EISCONN : -EOPNOTSUPP;
1630		goto out_err;
1631	} else {
1632		err = -ENOTCONN;
1633		other = unix_peer(sk);
1634		if (!other)
1635			goto out_err;
1636	}
1637
1638	if (sk->sk_shutdown & SEND_SHUTDOWN)
1639		goto pipe_err;
1640
1641	while (sent < len) {
1642		/*
1643		 *	Optimisation for the fact that under 0.01% of X
1644		 *	messages typically need breaking up.
1645		 */
1646
1647		size = len-sent;
1648
1649		/* Keep two messages in the pipe so it schedules better */
1650		if (size > ((sk->sk_sndbuf >> 1) - 64))
1651			size = (sk->sk_sndbuf >> 1) - 64;
1652
1653		if (size > SKB_MAX_ALLOC)
1654			size = SKB_MAX_ALLOC;
1655
1656		/*
1657		 *	Grab a buffer
1658		 */
1659
1660		skb = sock_alloc_send_skb(sk, size, msg->msg_flags&MSG_DONTWAIT,
1661					  &err);
1662
1663		if (skb == NULL)
 
 
 
1664			goto out_err;
1665
1666		/*
1667		 *	If you pass two values to the sock_alloc_send_skb
1668		 *	it tries to grab the large buffer with GFP_NOFS
1669		 *	(which can fail easily), and if it fails grab the
1670		 *	fallback size buffer which is under a page and will
1671		 *	succeed. [Alan]
1672		 */
1673		size = min_t(int, size, skb_tailroom(skb));
1674
1675
1676		/* Only send the fds in the first buffer */
1677		err = unix_scm_to_skb(siocb->scm, skb, !fds_sent);
1678		if (err < 0) {
1679			kfree_skb(skb);
1680			goto out_err;
1681		}
1682		max_level = err + 1;
1683		fds_sent = true;
1684
1685		err = memcpy_fromiovec(skb_put(skb, size), msg->msg_iov, size);
 
 
 
1686		if (err) {
1687			kfree_skb(skb);
1688			goto out_err;
1689		}
1690
1691		unix_state_lock(other);
1692
1693		if (sock_flag(other, SOCK_DEAD) ||
1694		    (other->sk_shutdown & RCV_SHUTDOWN))
1695			goto pipe_err_free;
1696
1697		maybe_add_creds(skb, sock, other);
 
1698		skb_queue_tail(&other->sk_receive_queue, skb);
1699		if (max_level > unix_sk(other)->recursion_level)
1700			unix_sk(other)->recursion_level = max_level;
1701		unix_state_unlock(other);
1702		other->sk_data_ready(other, size);
1703		sent += size;
1704	}
1705
1706	scm_destroy(siocb->scm);
1707	siocb->scm = NULL;
1708
1709	return sent;
1710
1711pipe_err_free:
1712	unix_state_unlock(other);
1713	kfree_skb(skb);
1714pipe_err:
1715	if (sent == 0 && !(msg->msg_flags&MSG_NOSIGNAL))
1716		send_sig(SIGPIPE, current, 0);
1717	err = -EPIPE;
1718out_err:
1719	scm_destroy(siocb->scm);
1720	siocb->scm = NULL;
1721	return sent ? : err;
1722}
1723
1724static int unix_seqpacket_sendmsg(struct kiocb *kiocb, struct socket *sock,
1725				  struct msghdr *msg, size_t len)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1726{
1727	int err;
1728	struct sock *sk = sock->sk;
1729
1730	err = sock_error(sk);
1731	if (err)
1732		return err;
1733
1734	if (sk->sk_state != TCP_ESTABLISHED)
1735		return -ENOTCONN;
1736
1737	if (msg->msg_namelen)
1738		msg->msg_namelen = 0;
1739
1740	return unix_dgram_sendmsg(kiocb, sock, msg, len);
1741}
1742
1743static int unix_seqpacket_recvmsg(struct kiocb *iocb, struct socket *sock,
1744			      struct msghdr *msg, size_t size,
1745			      int flags)
1746{
1747	struct sock *sk = sock->sk;
1748
1749	if (sk->sk_state != TCP_ESTABLISHED)
1750		return -ENOTCONN;
1751
1752	return unix_dgram_recvmsg(iocb, sock, msg, size, flags);
1753}
1754
1755static void unix_copy_addr(struct msghdr *msg, struct sock *sk)
1756{
1757	struct unix_sock *u = unix_sk(sk);
1758
1759	msg->msg_namelen = 0;
1760	if (u->addr) {
1761		msg->msg_namelen = u->addr->len;
1762		memcpy(msg->msg_name, u->addr->name, u->addr->len);
1763	}
1764}
1765
1766static int unix_dgram_recvmsg(struct kiocb *iocb, struct socket *sock,
1767			      struct msghdr *msg, size_t size,
1768			      int flags)
1769{
1770	struct sock_iocb *siocb = kiocb_to_siocb(iocb);
1771	struct scm_cookie tmp_scm;
1772	struct sock *sk = sock->sk;
1773	struct unix_sock *u = unix_sk(sk);
1774	int noblock = flags & MSG_DONTWAIT;
1775	struct sk_buff *skb;
 
1776	int err;
1777	int peeked, skip;
1778
1779	err = -EOPNOTSUPP;
1780	if (flags&MSG_OOB)
1781		goto out;
1782
1783	msg->msg_namelen = 0;
1784
1785	err = mutex_lock_interruptible(&u->readlock);
1786	if (err) {
1787		err = sock_intr_errno(sock_rcvtimeo(sk, noblock));
1788		goto out;
1789	}
1790
1791	skip = sk_peek_offset(sk, flags);
 
 
 
 
 
 
 
1792
1793	skb = __skb_recv_datagram(sk, flags, &peeked, &skip, &err);
1794	if (!skb) {
 
 
 
 
 
 
 
1795		unix_state_lock(sk);
1796		/* Signal EOF on disconnected non-blocking SEQPACKET socket. */
1797		if (sk->sk_type == SOCK_SEQPACKET && err == -EAGAIN &&
1798		    (sk->sk_shutdown & RCV_SHUTDOWN))
1799			err = 0;
1800		unix_state_unlock(sk);
1801		goto out_unlock;
1802	}
1803
1804	wake_up_interruptible_sync_poll(&u->peer_wait,
1805					POLLOUT | POLLWRNORM | POLLWRBAND);
 
 
1806
1807	if (msg->msg_name)
1808		unix_copy_addr(msg, skb->sk);
1809
1810	if (size > skb->len - skip)
1811		size = skb->len - skip;
1812	else if (size < skb->len - skip)
1813		msg->msg_flags |= MSG_TRUNC;
1814
1815	err = skb_copy_datagram_iovec(skb, skip, msg->msg_iov, size);
1816	if (err)
1817		goto out_free;
1818
1819	if (sock_flag(sk, SOCK_RCVTSTAMP))
1820		__sock_recv_timestamp(msg, sk, skb);
1821
1822	if (!siocb->scm) {
1823		siocb->scm = &tmp_scm;
1824		memset(&tmp_scm, 0, sizeof(tmp_scm));
1825	}
1826	scm_set_cred(siocb->scm, UNIXCB(skb).pid, UNIXCB(skb).cred);
1827	unix_set_secdata(siocb->scm, skb);
1828
1829	if (!(flags & MSG_PEEK)) {
1830		if (UNIXCB(skb).fp)
1831			unix_detach_fds(siocb->scm, skb);
1832
1833		sk_peek_offset_bwd(sk, skb->len);
1834	} else {
1835		/* It is questionable: on PEEK we could:
1836		   - do not return fds - good, but too simple 8)
1837		   - return fds, and do not return them on read (old strategy,
1838		     apparently wrong)
1839		   - clone fds (I chose it for now, it is the most universal
1840		     solution)
1841
1842		   POSIX 1003.1g does not actually define this clearly
1843		   at all. POSIX 1003.1g doesn't define a lot of things
1844		   clearly however!
1845
1846		*/
1847
1848		sk_peek_offset_fwd(sk, size);
1849
1850		if (UNIXCB(skb).fp)
1851			siocb->scm->fp = scm_fp_dup(UNIXCB(skb).fp);
1852	}
1853	err = (flags & MSG_TRUNC) ? skb->len - skip : size;
1854
1855	scm_recv(sock, msg, siocb->scm, flags);
1856
1857out_free:
1858	skb_free_datagram(sk, skb);
1859out_unlock:
1860	mutex_unlock(&u->readlock);
1861out:
1862	return err;
1863}
1864
1865/*
1866 *	Sleep until data has arrive. But check for races..
1867 */
1868
1869static long unix_stream_data_wait(struct sock *sk, long timeo)
 
1870{
 
1871	DEFINE_WAIT(wait);
1872
1873	unix_state_lock(sk);
1874
1875	for (;;) {
1876		prepare_to_wait(sk_sleep(sk), &wait, TASK_INTERRUPTIBLE);
1877
1878		if (!skb_queue_empty(&sk->sk_receive_queue) ||
 
 
1879		    sk->sk_err ||
1880		    (sk->sk_shutdown & RCV_SHUTDOWN) ||
1881		    signal_pending(current) ||
1882		    !timeo)
1883			break;
1884
1885		set_bit(SOCK_ASYNC_WAITDATA, &sk->sk_socket->flags);
1886		unix_state_unlock(sk);
1887		timeo = schedule_timeout(timeo);
 
 
 
1888		unix_state_lock(sk);
1889		clear_bit(SOCK_ASYNC_WAITDATA, &sk->sk_socket->flags);
 
 
 
 
1890	}
1891
1892	finish_wait(sk_sleep(sk), &wait);
1893	unix_state_unlock(sk);
1894	return timeo;
1895}
1896
 
 
 
 
1897
 
 
 
 
 
 
 
 
 
 
1898
1899static int unix_stream_recvmsg(struct kiocb *iocb, struct socket *sock,
1900			       struct msghdr *msg, size_t size,
1901			       int flags)
1902{
1903	struct sock_iocb *siocb = kiocb_to_siocb(iocb);
1904	struct scm_cookie tmp_scm;
1905	struct sock *sk = sock->sk;
1906	struct unix_sock *u = unix_sk(sk);
1907	struct sockaddr_un *sunaddr = msg->msg_name;
1908	int copied = 0;
1909	int check_creds = 0;
 
 
1910	int target;
1911	int err = 0;
1912	long timeo;
1913	int skip;
 
 
1914
1915	err = -EINVAL;
1916	if (sk->sk_state != TCP_ESTABLISHED)
1917		goto out;
 
1918
1919	err = -EOPNOTSUPP;
1920	if (flags&MSG_OOB)
1921		goto out;
 
1922
1923	target = sock_rcvlowat(sk, flags&MSG_WAITALL, size);
1924	timeo = sock_rcvtimeo(sk, flags&MSG_DONTWAIT);
1925
1926	msg->msg_namelen = 0;
1927
1928	/* Lock the socket to prevent queue disordering
1929	 * while sleeps in memcpy_tomsg
1930	 */
 
1931
1932	if (!siocb->scm) {
1933		siocb->scm = &tmp_scm;
1934		memset(&tmp_scm, 0, sizeof(tmp_scm));
1935	}
1936
1937	err = mutex_lock_interruptible(&u->readlock);
1938	if (err) {
1939		err = sock_intr_errno(timeo);
1940		goto out;
1941	}
1942
1943	skip = sk_peek_offset(sk, flags);
1944
1945	do {
1946		int chunk;
1947		struct sk_buff *skb;
 
1948
 
1949		unix_state_lock(sk);
1950		skb = skb_peek(&sk->sk_receive_queue);
 
 
 
 
 
1951again:
1952		if (skb == NULL) {
1953			unix_sk(sk)->recursion_level = 0;
1954			if (copied >= target)
1955				goto unlock;
1956
1957			/*
1958			 *	POSIX 1003.1g mandates this order.
1959			 */
1960
1961			err = sock_error(sk);
1962			if (err)
1963				goto unlock;
1964			if (sk->sk_shutdown & RCV_SHUTDOWN)
1965				goto unlock;
1966
1967			unix_state_unlock(sk);
1968			err = -EAGAIN;
1969			if (!timeo)
1970				break;
1971			mutex_unlock(&u->readlock);
 
 
1972
1973			timeo = unix_stream_data_wait(sk, timeo);
 
1974
1975			if (signal_pending(current)
1976			    ||  mutex_lock_interruptible(&u->readlock)) {
1977				err = sock_intr_errno(timeo);
 
1978				goto out;
1979			}
1980
1981			continue;
1982 unlock:
 
1983			unix_state_unlock(sk);
1984			break;
1985		}
1986
1987		if (skip >= skb->len) {
1988			skip -= skb->len;
 
 
1989			skb = skb_peek_next(skb, &sk->sk_receive_queue);
1990			goto again;
 
1991		}
1992
1993		unix_state_unlock(sk);
1994
1995		if (check_creds) {
1996			/* Never glue messages from different writers */
1997			if ((UNIXCB(skb).pid  != siocb->scm->pid) ||
1998			    (UNIXCB(skb).cred != siocb->scm->cred))
1999				break;
2000		} else {
2001			/* Copy credentials */
2002			scm_set_cred(siocb->scm, UNIXCB(skb).pid, UNIXCB(skb).cred);
2003			check_creds = 1;
 
2004		}
2005
2006		/* Copy address just once */
2007		if (sunaddr) {
2008			unix_copy_addr(msg, skb->sk);
 
 
2009			sunaddr = NULL;
2010		}
2011
2012		chunk = min_t(unsigned int, skb->len - skip, size);
2013		if (memcpy_toiovec(msg->msg_iov, skb->data + skip, chunk)) {
 
 
 
 
 
2014			if (copied == 0)
2015				copied = -EFAULT;
2016			break;
2017		}
2018		copied += chunk;
2019		size -= chunk;
2020
 
 
 
 
 
 
 
 
 
 
 
 
2021		/* Mark read part of skb as used */
2022		if (!(flags & MSG_PEEK)) {
2023			skb_pull(skb, chunk);
2024
2025			sk_peek_offset_bwd(sk, chunk);
2026
2027			if (UNIXCB(skb).fp)
2028				unix_detach_fds(siocb->scm, skb);
 
 
2029
2030			if (skb->len)
2031				break;
2032
2033			skb_unlink(skb, &sk->sk_receive_queue);
2034			consume_skb(skb);
2035
2036			if (siocb->scm->fp)
2037				break;
2038		} else {
2039			/* It is questionable, see note in unix_dgram_recvmsg.
2040			 */
2041			if (UNIXCB(skb).fp)
2042				siocb->scm->fp = scm_fp_dup(UNIXCB(skb).fp);
2043
2044			sk_peek_offset_fwd(sk, chunk);
2045
 
 
 
 
 
 
 
 
 
 
 
2046			break;
2047		}
2048	} while (size);
2049
2050	mutex_unlock(&u->readlock);
2051	scm_recv(sock, msg, siocb->scm, flags);
 
 
 
2052out:
2053	return copied ? : err;
2054}
2055
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2056static int unix_shutdown(struct socket *sock, int mode)
2057{
2058	struct sock *sk = sock->sk;
2059	struct sock *other;
2060
2061	mode = (mode+1)&(RCV_SHUTDOWN|SEND_SHUTDOWN);
2062
2063	if (!mode)
2064		return 0;
 
 
 
 
2065
2066	unix_state_lock(sk);
2067	sk->sk_shutdown |= mode;
2068	other = unix_peer(sk);
2069	if (other)
2070		sock_hold(other);
2071	unix_state_unlock(sk);
2072	sk->sk_state_change(sk);
2073
2074	if (other &&
2075		(sk->sk_type == SOCK_STREAM || sk->sk_type == SOCK_SEQPACKET)) {
2076
2077		int peer_mode = 0;
2078
2079		if (mode&RCV_SHUTDOWN)
2080			peer_mode |= SEND_SHUTDOWN;
2081		if (mode&SEND_SHUTDOWN)
2082			peer_mode |= RCV_SHUTDOWN;
2083		unix_state_lock(other);
2084		other->sk_shutdown |= peer_mode;
2085		unix_state_unlock(other);
2086		other->sk_state_change(other);
2087		if (peer_mode == SHUTDOWN_MASK)
2088			sk_wake_async(other, SOCK_WAKE_WAITD, POLL_HUP);
2089		else if (peer_mode & RCV_SHUTDOWN)
2090			sk_wake_async(other, SOCK_WAKE_WAITD, POLL_IN);
2091	}
2092	if (other)
2093		sock_put(other);
2094
2095	return 0;
2096}
2097
2098long unix_inq_len(struct sock *sk)
2099{
2100	struct sk_buff *skb;
2101	long amount = 0;
2102
2103	if (sk->sk_state == TCP_LISTEN)
2104		return -EINVAL;
2105
2106	spin_lock(&sk->sk_receive_queue.lock);
2107	if (sk->sk_type == SOCK_STREAM ||
2108	    sk->sk_type == SOCK_SEQPACKET) {
2109		skb_queue_walk(&sk->sk_receive_queue, skb)
2110			amount += skb->len;
2111	} else {
2112		skb = skb_peek(&sk->sk_receive_queue);
2113		if (skb)
2114			amount = skb->len;
2115	}
2116	spin_unlock(&sk->sk_receive_queue.lock);
2117
2118	return amount;
2119}
2120EXPORT_SYMBOL_GPL(unix_inq_len);
2121
2122long unix_outq_len(struct sock *sk)
2123{
2124	return sk_wmem_alloc_get(sk);
2125}
2126EXPORT_SYMBOL_GPL(unix_outq_len);
2127
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2128static int unix_ioctl(struct socket *sock, unsigned int cmd, unsigned long arg)
2129{
2130	struct sock *sk = sock->sk;
2131	long amount = 0;
2132	int err;
2133
2134	switch (cmd) {
2135	case SIOCOUTQ:
2136		amount = unix_outq_len(sk);
2137		err = put_user(amount, (int __user *)arg);
2138		break;
2139	case SIOCINQ:
2140		amount = unix_inq_len(sk);
2141		if (amount < 0)
2142			err = amount;
2143		else
2144			err = put_user(amount, (int __user *)arg);
2145		break;
 
 
 
2146	default:
2147		err = -ENOIOCTLCMD;
2148		break;
2149	}
2150	return err;
2151}
2152
2153static unsigned int unix_poll(struct file *file, struct socket *sock, poll_table *wait)
 
 
 
 
 
 
 
2154{
2155	struct sock *sk = sock->sk;
2156	unsigned int mask;
2157
2158	sock_poll_wait(file, sk_sleep(sk), wait);
2159	mask = 0;
2160
2161	/* exceptional events? */
2162	if (sk->sk_err)
2163		mask |= POLLERR;
2164	if (sk->sk_shutdown == SHUTDOWN_MASK)
2165		mask |= POLLHUP;
2166	if (sk->sk_shutdown & RCV_SHUTDOWN)
2167		mask |= POLLRDHUP | POLLIN | POLLRDNORM;
2168
2169	/* readable? */
2170	if (!skb_queue_empty(&sk->sk_receive_queue))
2171		mask |= POLLIN | POLLRDNORM;
2172
2173	/* Connection-based need to check for termination and startup */
2174	if ((sk->sk_type == SOCK_STREAM || sk->sk_type == SOCK_SEQPACKET) &&
2175	    sk->sk_state == TCP_CLOSE)
2176		mask |= POLLHUP;
2177
2178	/*
2179	 * we set writable also when the other side has shut down the
2180	 * connection. This prevents stuck sockets.
2181	 */
2182	if (unix_writable(sk))
2183		mask |= POLLOUT | POLLWRNORM | POLLWRBAND;
2184
2185	return mask;
2186}
2187
2188static unsigned int unix_dgram_poll(struct file *file, struct socket *sock,
2189				    poll_table *wait)
2190{
2191	struct sock *sk = sock->sk, *other;
2192	unsigned int mask, writable;
 
2193
2194	sock_poll_wait(file, sk_sleep(sk), wait);
2195	mask = 0;
2196
2197	/* exceptional events? */
2198	if (sk->sk_err || !skb_queue_empty(&sk->sk_error_queue))
2199		mask |= POLLERR;
 
 
2200	if (sk->sk_shutdown & RCV_SHUTDOWN)
2201		mask |= POLLRDHUP | POLLIN | POLLRDNORM;
2202	if (sk->sk_shutdown == SHUTDOWN_MASK)
2203		mask |= POLLHUP;
2204
2205	/* readable? */
2206	if (!skb_queue_empty(&sk->sk_receive_queue))
2207		mask |= POLLIN | POLLRDNORM;
2208
2209	/* Connection-based need to check for termination and startup */
2210	if (sk->sk_type == SOCK_SEQPACKET) {
2211		if (sk->sk_state == TCP_CLOSE)
2212			mask |= POLLHUP;
2213		/* connection hasn't started yet? */
2214		if (sk->sk_state == TCP_SYN_SENT)
2215			return mask;
2216	}
2217
2218	/* No write status requested, avoid expensive OUT tests. */
2219	if (!(poll_requested_events(wait) & (POLLWRBAND|POLLWRNORM|POLLOUT)))
2220		return mask;
2221
2222	writable = unix_writable(sk);
2223	other = unix_peer_get(sk);
2224	if (other) {
2225		if (unix_peer(other) != sk) {
2226			sock_poll_wait(file, &unix_sk(other)->peer_wait, wait);
2227			if (unix_recvq_full(other))
2228				writable = 0;
2229		}
2230		sock_put(other);
 
 
2231	}
2232
2233	if (writable)
2234		mask |= POLLOUT | POLLWRNORM | POLLWRBAND;
2235	else
2236		set_bit(SOCK_ASYNC_NOSPACE, &sk->sk_socket->flags);
2237
2238	return mask;
2239}
2240
2241#ifdef CONFIG_PROC_FS
2242static struct sock *first_unix_socket(int *i)
2243{
2244	for (*i = 0; *i <= UNIX_HASH_SIZE; (*i)++) {
2245		if (!hlist_empty(&unix_socket_table[*i]))
2246			return __sk_head(&unix_socket_table[*i]);
2247	}
2248	return NULL;
2249}
2250
2251static struct sock *next_unix_socket(int *i, struct sock *s)
 
 
 
 
 
 
2252{
2253	struct sock *next = sk_next(s);
2254	/* More in this chain? */
2255	if (next)
2256		return next;
2257	/* Look for next non-empty chain. */
2258	for ((*i)++; *i <= UNIX_HASH_SIZE; (*i)++) {
2259		if (!hlist_empty(&unix_socket_table[*i]))
2260			return __sk_head(&unix_socket_table[*i]);
 
 
2261	}
2262	return NULL;
2263}
2264
2265struct unix_iter_state {
2266	struct seq_net_private p;
2267	int i;
2268};
2269
2270static struct sock *unix_seq_idx(struct seq_file *seq, loff_t pos)
 
 
2271{
2272	struct unix_iter_state *iter = seq->private;
2273	loff_t off = 0;
2274	struct sock *s;
2275
2276	for (s = first_unix_socket(&iter->i); s; s = next_unix_socket(&iter->i, s)) {
2277		if (sock_net(s) != seq_file_net(seq))
2278			continue;
2279		if (off == pos)
2280			return s;
2281		++off;
2282	}
 
 
 
 
 
 
 
 
 
 
 
2283	return NULL;
2284}
2285
2286static void *unix_seq_start(struct seq_file *seq, loff_t *pos)
2287	__acquires(unix_table_lock)
2288{
2289	spin_lock(&unix_table_lock);
2290	return *pos ? unix_seq_idx(seq, *pos - 1) : SEQ_START_TOKEN;
 
 
 
 
 
 
 
2291}
2292
2293static void *unix_seq_next(struct seq_file *seq, void *v, loff_t *pos)
2294{
2295	struct unix_iter_state *iter = seq->private;
2296	struct sock *sk = v;
2297	++*pos;
2298
2299	if (v == SEQ_START_TOKEN)
2300		sk = first_unix_socket(&iter->i);
2301	else
2302		sk = next_unix_socket(&iter->i, sk);
2303	while (sk && (sock_net(sk) != seq_file_net(seq)))
2304		sk = next_unix_socket(&iter->i, sk);
2305	return sk;
2306}
2307
2308static void unix_seq_stop(struct seq_file *seq, void *v)
2309	__releases(unix_table_lock)
2310{
2311	spin_unlock(&unix_table_lock);
2312}
2313
2314static int unix_seq_show(struct seq_file *seq, void *v)
2315{
2316
2317	if (v == SEQ_START_TOKEN)
2318		seq_puts(seq, "Num       RefCount Protocol Flags    Type St "
2319			 "Inode Path\n");
2320	else {
2321		struct sock *s = v;
2322		struct unix_sock *u = unix_sk(s);
2323		unix_state_lock(s);
2324
2325		seq_printf(seq, "%pK: %08X %08X %08X %04X %02X %5lu",
2326			s,
2327			atomic_read(&s->sk_refcnt),
2328			0,
2329			s->sk_state == TCP_LISTEN ? __SO_ACCEPTCON : 0,
2330			s->sk_type,
2331			s->sk_socket ?
2332			(s->sk_state == TCP_ESTABLISHED ? SS_CONNECTED : SS_UNCONNECTED) :
2333			(s->sk_state == TCP_ESTABLISHED ? SS_CONNECTING : SS_DISCONNECTING),
2334			sock_i_ino(s));
2335
2336		if (u->addr) {
2337			int i, len;
2338			seq_putc(seq, ' ');
2339
2340			i = 0;
2341			len = u->addr->len - sizeof(short);
2342			if (!UNIX_ABSTRACT(s))
2343				len--;
2344			else {
2345				seq_putc(seq, '@');
2346				i++;
2347			}
2348			for ( ; i < len; i++)
2349				seq_putc(seq, u->addr->name->sun_path[i]);
 
2350		}
2351		unix_state_unlock(s);
2352		seq_putc(seq, '\n');
2353	}
2354
2355	return 0;
2356}
2357
2358static const struct seq_operations unix_seq_ops = {
2359	.start  = unix_seq_start,
2360	.next   = unix_seq_next,
2361	.stop   = unix_seq_stop,
2362	.show   = unix_seq_show,
2363};
2364
2365static int unix_seq_open(struct inode *inode, struct file *file)
2366{
2367	return seq_open_net(inode, file, &unix_seq_ops,
2368			    sizeof(struct unix_iter_state));
2369}
2370
2371static const struct file_operations unix_seq_fops = {
2372	.owner		= THIS_MODULE,
2373	.open		= unix_seq_open,
2374	.read		= seq_read,
2375	.llseek		= seq_lseek,
2376	.release	= seq_release_net,
2377};
2378
2379#endif
2380
2381static const struct net_proto_family unix_family_ops = {
2382	.family = PF_UNIX,
2383	.create = unix_create,
2384	.owner	= THIS_MODULE,
2385};
2386
2387
2388static int __net_init unix_net_init(struct net *net)
2389{
2390	int error = -ENOMEM;
2391
2392	net->unx.sysctl_max_dgram_qlen = 10;
2393	if (unix_sysctl_register(net))
2394		goto out;
2395
2396#ifdef CONFIG_PROC_FS
2397	if (!proc_net_fops_create(net, "unix", 0, &unix_seq_fops)) {
 
2398		unix_sysctl_unregister(net);
2399		goto out;
2400	}
2401#endif
2402	error = 0;
2403out:
2404	return error;
2405}
2406
2407static void __net_exit unix_net_exit(struct net *net)
2408{
2409	unix_sysctl_unregister(net);
2410	proc_net_remove(net, "unix");
2411}
2412
2413static struct pernet_operations unix_net_ops = {
2414	.init = unix_net_init,
2415	.exit = unix_net_exit,
2416};
2417
2418static int __init af_unix_init(void)
2419{
2420	int rc = -1;
2421	struct sk_buff *dummy_skb;
2422
2423	BUILD_BUG_ON(sizeof(struct unix_skb_parms) > sizeof(dummy_skb->cb));
2424
2425	rc = proto_register(&unix_proto, 1);
2426	if (rc != 0) {
2427		printk(KERN_CRIT "%s: Cannot create unix_sock SLAB cache!\n",
2428		       __func__);
2429		goto out;
2430	}
2431
2432	sock_register(&unix_family_ops);
2433	register_pernet_subsys(&unix_net_ops);
2434out:
2435	return rc;
2436}
2437
2438static void __exit af_unix_exit(void)
2439{
2440	sock_unregister(PF_UNIX);
2441	proto_unregister(&unix_proto);
2442	unregister_pernet_subsys(&unix_net_ops);
2443}
2444
2445/* Earlier than device_initcall() so that other drivers invoking
2446   request_module() don't end up in a loop when modprobe tries
2447   to use a UNIX socket. But later than subsys_initcall() because
2448   we depend on stuff initialised there */
2449fs_initcall(af_unix_init);
2450module_exit(af_unix_exit);
2451
2452MODULE_LICENSE("GPL");
2453MODULE_ALIAS_NETPROTO(PF_UNIX);
v5.9
   1// SPDX-License-Identifier: GPL-2.0-or-later
   2/*
   3 * NET4:	Implementation of BSD Unix domain sockets.
   4 *
   5 * Authors:	Alan Cox, <alan@lxorguk.ukuu.org.uk>
   6 *
 
 
 
 
 
   7 * Fixes:
   8 *		Linus Torvalds	:	Assorted bug cures.
   9 *		Niibe Yutaka	:	async I/O support.
  10 *		Carsten Paeth	:	PF_UNIX check, address fixes.
  11 *		Alan Cox	:	Limit size of allocated blocks.
  12 *		Alan Cox	:	Fixed the stupid socketpair bug.
  13 *		Alan Cox	:	BSD compatibility fine tuning.
  14 *		Alan Cox	:	Fixed a bug in connect when interrupted.
  15 *		Alan Cox	:	Sorted out a proper draft version of
  16 *					file descriptor passing hacked up from
  17 *					Mike Shaver's work.
  18 *		Marty Leisner	:	Fixes to fd passing
  19 *		Nick Nevin	:	recvmsg bugfix.
  20 *		Alan Cox	:	Started proper garbage collector
  21 *		Heiko EiBfeldt	:	Missing verify_area check
  22 *		Alan Cox	:	Started POSIXisms
  23 *		Andreas Schwab	:	Replace inode by dentry for proper
  24 *					reference counting
  25 *		Kirk Petersen	:	Made this a module
  26 *	    Christoph Rohland	:	Elegant non-blocking accept/connect algorithm.
  27 *					Lots of bug fixes.
  28 *	     Alexey Kuznetosv	:	Repaired (I hope) bugs introduces
  29 *					by above two patches.
  30 *	     Andrea Arcangeli	:	If possible we block in connect(2)
  31 *					if the max backlog of the listen socket
  32 *					is been reached. This won't break
  33 *					old apps and it will avoid huge amount
  34 *					of socks hashed (this for unix_gc()
  35 *					performances reasons).
  36 *					Security fix that limits the max
  37 *					number of socks to 2*max_files and
  38 *					the number of skb queueable in the
  39 *					dgram receiver.
  40 *		Artur Skawina   :	Hash function optimizations
  41 *	     Alexey Kuznetsov   :	Full scale SMP. Lot of bugs are introduced 8)
  42 *	      Malcolm Beattie   :	Set peercred for socketpair
  43 *	     Michal Ostrowski   :       Module initialization cleanup.
  44 *	     Arnaldo C. Melo	:	Remove MOD_{INC,DEC}_USE_COUNT,
  45 *	     				the core infrastructure is doing that
  46 *	     				for all net proto families now (2.5.69+)
  47 *
 
  48 * Known differences from reference BSD that was tested:
  49 *
  50 *	[TO FIX]
  51 *	ECONNREFUSED is not returned from one end of a connected() socket to the
  52 *		other the moment one end closes.
  53 *	fstat() doesn't return st_dev=0, and give the blksize as high water mark
  54 *		and a fake inode identifier (nor the BSD first socket fstat twice bug).
  55 *	[NOT TO FIX]
  56 *	accept() returns a path name even if the connecting socket has closed
  57 *		in the meantime (BSD loses the path and gives up).
  58 *	accept() returns 0 length path for an unbound connector. BSD returns 16
  59 *		and a null first byte in the path (but not for gethost/peername - BSD bug ??)
  60 *	socketpair(...SOCK_RAW..) doesn't panic the kernel.
  61 *	BSD af_unix apparently has connect forgetting to block properly.
  62 *		(need to check this with the POSIX spec in detail)
  63 *
  64 * Differences from 2.0.0-11-... (ANK)
  65 *	Bug fixes and improvements.
  66 *		- client shutdown killed server socket.
  67 *		- removed all useless cli/sti pairs.
  68 *
  69 *	Semantic changes/extensions.
  70 *		- generic control message passing.
  71 *		- SCM_CREDENTIALS control message.
  72 *		- "Abstract" (not FS based) socket bindings.
  73 *		  Abstract names are sequences of bytes (not zero terminated)
  74 *		  started by 0, so that this name space does not intersect
  75 *		  with BSD names.
  76 */
  77
  78#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  79
  80#include <linux/module.h>
  81#include <linux/kernel.h>
  82#include <linux/signal.h>
  83#include <linux/sched/signal.h>
  84#include <linux/errno.h>
  85#include <linux/string.h>
  86#include <linux/stat.h>
  87#include <linux/dcache.h>
  88#include <linux/namei.h>
  89#include <linux/socket.h>
  90#include <linux/un.h>
  91#include <linux/fcntl.h>
  92#include <linux/termios.h>
  93#include <linux/sockios.h>
  94#include <linux/net.h>
  95#include <linux/in.h>
  96#include <linux/fs.h>
  97#include <linux/slab.h>
  98#include <linux/uaccess.h>
  99#include <linux/skbuff.h>
 100#include <linux/netdevice.h>
 101#include <net/net_namespace.h>
 102#include <net/sock.h>
 103#include <net/tcp_states.h>
 104#include <net/af_unix.h>
 105#include <linux/proc_fs.h>
 106#include <linux/seq_file.h>
 107#include <net/scm.h>
 108#include <linux/init.h>
 109#include <linux/poll.h>
 110#include <linux/rtnetlink.h>
 111#include <linux/mount.h>
 112#include <net/checksum.h>
 113#include <linux/security.h>
 114#include <linux/freezer.h>
 115#include <linux/file.h>
 116
 117#include "scm.h"
 118
 119struct hlist_head unix_socket_table[2 * UNIX_HASH_SIZE];
 120EXPORT_SYMBOL_GPL(unix_socket_table);
 121DEFINE_SPINLOCK(unix_table_lock);
 122EXPORT_SYMBOL_GPL(unix_table_lock);
 123static atomic_long_t unix_nr_socks;
 124
 
 125
 126static struct hlist_head *unix_sockets_unbound(void *addr)
 127{
 128	unsigned long hash = (unsigned long)addr;
 129
 130	hash ^= hash >> 16;
 131	hash ^= hash >> 8;
 132	hash %= UNIX_HASH_SIZE;
 133	return &unix_socket_table[UNIX_HASH_SIZE + hash];
 134}
 135
 136#define UNIX_ABSTRACT(sk)	(unix_sk(sk)->addr->hash < UNIX_HASH_SIZE)
 137
 138#ifdef CONFIG_SECURITY_NETWORK
 139static void unix_get_secdata(struct scm_cookie *scm, struct sk_buff *skb)
 140{
 141	UNIXCB(skb).secid = scm->secid;
 142}
 143
 144static inline void unix_set_secdata(struct scm_cookie *scm, struct sk_buff *skb)
 145{
 146	scm->secid = UNIXCB(skb).secid;
 147}
 148
 149static inline bool unix_secdata_eq(struct scm_cookie *scm, struct sk_buff *skb)
 150{
 151	return (scm->secid == UNIXCB(skb).secid);
 152}
 153#else
 154static inline void unix_get_secdata(struct scm_cookie *scm, struct sk_buff *skb)
 155{ }
 156
 157static inline void unix_set_secdata(struct scm_cookie *scm, struct sk_buff *skb)
 158{ }
 159
 160static inline bool unix_secdata_eq(struct scm_cookie *scm, struct sk_buff *skb)
 161{
 162	return true;
 163}
 164#endif /* CONFIG_SECURITY_NETWORK */
 165
 166/*
 167 *  SMP locking strategy:
 168 *    hash table is protected with spinlock unix_table_lock
 169 *    each socket state is protected by separate spin lock.
 170 */
 171
 172static inline unsigned int unix_hash_fold(__wsum n)
 173{
 174	unsigned int hash = (__force unsigned int)csum_fold(n);
 175
 
 176	hash ^= hash>>8;
 177	return hash&(UNIX_HASH_SIZE-1);
 178}
 179
 180#define unix_peer(sk) (unix_sk(sk)->peer)
 181
 182static inline int unix_our_peer(struct sock *sk, struct sock *osk)
 183{
 184	return unix_peer(osk) == sk;
 185}
 186
 187static inline int unix_may_send(struct sock *sk, struct sock *osk)
 188{
 189	return unix_peer(osk) == NULL || unix_our_peer(sk, osk);
 190}
 191
 192static inline int unix_recvq_full(const struct sock *sk)
 193{
 194	return skb_queue_len(&sk->sk_receive_queue) > sk->sk_max_ack_backlog;
 195}
 196
 197static inline int unix_recvq_full_lockless(const struct sock *sk)
 198{
 199	return skb_queue_len_lockless(&sk->sk_receive_queue) >
 200		READ_ONCE(sk->sk_max_ack_backlog);
 201}
 202
 203struct sock *unix_peer_get(struct sock *s)
 204{
 205	struct sock *peer;
 206
 207	unix_state_lock(s);
 208	peer = unix_peer(s);
 209	if (peer)
 210		sock_hold(peer);
 211	unix_state_unlock(s);
 212	return peer;
 213}
 214EXPORT_SYMBOL_GPL(unix_peer_get);
 215
 216static inline void unix_release_addr(struct unix_address *addr)
 217{
 218	if (refcount_dec_and_test(&addr->refcnt))
 219		kfree(addr);
 220}
 221
 222/*
 223 *	Check unix socket name:
 224 *		- should be not zero length.
 225 *	        - if started by not zero, should be NULL terminated (FS object)
 226 *		- if started by zero, it is abstract name.
 227 */
 228
 229static int unix_mkname(struct sockaddr_un *sunaddr, int len, unsigned int *hashp)
 230{
 231	*hashp = 0;
 232
 233	if (len <= sizeof(short) || len > sizeof(*sunaddr))
 234		return -EINVAL;
 235	if (!sunaddr || sunaddr->sun_family != AF_UNIX)
 236		return -EINVAL;
 237	if (sunaddr->sun_path[0]) {
 238		/*
 239		 * This may look like an off by one error but it is a bit more
 240		 * subtle. 108 is the longest valid AF_UNIX path for a binding.
 241		 * sun_path[108] doesn't as such exist.  However in kernel space
 242		 * we are guaranteed that it is a valid memory location in our
 243		 * kernel address buffer.
 244		 */
 245		((char *)sunaddr)[len] = 0;
 246		len = strlen(sunaddr->sun_path)+1+sizeof(short);
 247		return len;
 248	}
 249
 250	*hashp = unix_hash_fold(csum_partial(sunaddr, len, 0));
 251	return len;
 252}
 253
 254static void __unix_remove_socket(struct sock *sk)
 255{
 256	sk_del_node_init(sk);
 257}
 258
 259static void __unix_insert_socket(struct hlist_head *list, struct sock *sk)
 260{
 261	WARN_ON(!sk_unhashed(sk));
 262	sk_add_node(sk, list);
 263}
 264
 265static inline void unix_remove_socket(struct sock *sk)
 266{
 267	spin_lock(&unix_table_lock);
 268	__unix_remove_socket(sk);
 269	spin_unlock(&unix_table_lock);
 270}
 271
 272static inline void unix_insert_socket(struct hlist_head *list, struct sock *sk)
 273{
 274	spin_lock(&unix_table_lock);
 275	__unix_insert_socket(list, sk);
 276	spin_unlock(&unix_table_lock);
 277}
 278
 279static struct sock *__unix_find_socket_byname(struct net *net,
 280					      struct sockaddr_un *sunname,
 281					      int len, int type, unsigned int hash)
 282{
 283	struct sock *s;
 
 284
 285	sk_for_each(s, &unix_socket_table[hash ^ type]) {
 286		struct unix_sock *u = unix_sk(s);
 287
 288		if (!net_eq(sock_net(s), net))
 289			continue;
 290
 291		if (u->addr->len == len &&
 292		    !memcmp(u->addr->name, sunname, len))
 293			return s;
 294	}
 295	return NULL;
 
 
 296}
 297
 298static inline struct sock *unix_find_socket_byname(struct net *net,
 299						   struct sockaddr_un *sunname,
 300						   int len, int type,
 301						   unsigned int hash)
 302{
 303	struct sock *s;
 304
 305	spin_lock(&unix_table_lock);
 306	s = __unix_find_socket_byname(net, sunname, len, type, hash);
 307	if (s)
 308		sock_hold(s);
 309	spin_unlock(&unix_table_lock);
 310	return s;
 311}
 312
 313static struct sock *unix_find_socket_byinode(struct inode *i)
 314{
 315	struct sock *s;
 
 316
 317	spin_lock(&unix_table_lock);
 318	sk_for_each(s,
 319		    &unix_socket_table[i->i_ino & (UNIX_HASH_SIZE - 1)]) {
 320		struct dentry *dentry = unix_sk(s)->path.dentry;
 321
 322		if (dentry && d_backing_inode(dentry) == i) {
 323			sock_hold(s);
 324			goto found;
 325		}
 326	}
 327	s = NULL;
 328found:
 329	spin_unlock(&unix_table_lock);
 330	return s;
 331}
 332
 333/* Support code for asymmetrically connected dgram sockets
 334 *
 335 * If a datagram socket is connected to a socket not itself connected
 336 * to the first socket (eg, /dev/log), clients may only enqueue more
 337 * messages if the present receive queue of the server socket is not
 338 * "too large". This means there's a second writeability condition
 339 * poll and sendmsg need to test. The dgram recv code will do a wake
 340 * up on the peer_wait wait queue of a socket upon reception of a
 341 * datagram which needs to be propagated to sleeping would-be writers
 342 * since these might not have sent anything so far. This can't be
 343 * accomplished via poll_wait because the lifetime of the server
 344 * socket might be less than that of its clients if these break their
 345 * association with it or if the server socket is closed while clients
 346 * are still connected to it and there's no way to inform "a polling
 347 * implementation" that it should let go of a certain wait queue
 348 *
 349 * In order to propagate a wake up, a wait_queue_entry_t of the client
 350 * socket is enqueued on the peer_wait queue of the server socket
 351 * whose wake function does a wake_up on the ordinary client socket
 352 * wait queue. This connection is established whenever a write (or
 353 * poll for write) hit the flow control condition and broken when the
 354 * association to the server socket is dissolved or after a wake up
 355 * was relayed.
 356 */
 357
 358static int unix_dgram_peer_wake_relay(wait_queue_entry_t *q, unsigned mode, int flags,
 359				      void *key)
 360{
 361	struct unix_sock *u;
 362	wait_queue_head_t *u_sleep;
 363
 364	u = container_of(q, struct unix_sock, peer_wake);
 365
 366	__remove_wait_queue(&unix_sk(u->peer_wake.private)->peer_wait,
 367			    q);
 368	u->peer_wake.private = NULL;
 369
 370	/* relaying can only happen while the wq still exists */
 371	u_sleep = sk_sleep(&u->sk);
 372	if (u_sleep)
 373		wake_up_interruptible_poll(u_sleep, key_to_poll(key));
 374
 375	return 0;
 376}
 377
 378static int unix_dgram_peer_wake_connect(struct sock *sk, struct sock *other)
 379{
 380	struct unix_sock *u, *u_other;
 381	int rc;
 382
 383	u = unix_sk(sk);
 384	u_other = unix_sk(other);
 385	rc = 0;
 386	spin_lock(&u_other->peer_wait.lock);
 387
 388	if (!u->peer_wake.private) {
 389		u->peer_wake.private = other;
 390		__add_wait_queue(&u_other->peer_wait, &u->peer_wake);
 391
 392		rc = 1;
 393	}
 394
 395	spin_unlock(&u_other->peer_wait.lock);
 396	return rc;
 397}
 398
 399static void unix_dgram_peer_wake_disconnect(struct sock *sk,
 400					    struct sock *other)
 401{
 402	struct unix_sock *u, *u_other;
 403
 404	u = unix_sk(sk);
 405	u_other = unix_sk(other);
 406	spin_lock(&u_other->peer_wait.lock);
 407
 408	if (u->peer_wake.private == other) {
 409		__remove_wait_queue(&u_other->peer_wait, &u->peer_wake);
 410		u->peer_wake.private = NULL;
 411	}
 412
 413	spin_unlock(&u_other->peer_wait.lock);
 414}
 415
 416static void unix_dgram_peer_wake_disconnect_wakeup(struct sock *sk,
 417						   struct sock *other)
 418{
 419	unix_dgram_peer_wake_disconnect(sk, other);
 420	wake_up_interruptible_poll(sk_sleep(sk),
 421				   EPOLLOUT |
 422				   EPOLLWRNORM |
 423				   EPOLLWRBAND);
 424}
 425
 426/* preconditions:
 427 *	- unix_peer(sk) == other
 428 *	- association is stable
 429 */
 430static int unix_dgram_peer_wake_me(struct sock *sk, struct sock *other)
 431{
 432	int connected;
 433
 434	connected = unix_dgram_peer_wake_connect(sk, other);
 435
 436	/* If other is SOCK_DEAD, we want to make sure we signal
 437	 * POLLOUT, such that a subsequent write() can get a
 438	 * -ECONNREFUSED. Otherwise, if we haven't queued any skbs
 439	 * to other and its full, we will hang waiting for POLLOUT.
 440	 */
 441	if (unix_recvq_full(other) && !sock_flag(other, SOCK_DEAD))
 442		return 1;
 443
 444	if (connected)
 445		unix_dgram_peer_wake_disconnect(sk, other);
 446
 447	return 0;
 448}
 449
 450static int unix_writable(const struct sock *sk)
 451{
 452	return sk->sk_state != TCP_LISTEN &&
 453	       (refcount_read(&sk->sk_wmem_alloc) << 2) <= sk->sk_sndbuf;
 454}
 455
 456static void unix_write_space(struct sock *sk)
 457{
 458	struct socket_wq *wq;
 459
 460	rcu_read_lock();
 461	if (unix_writable(sk)) {
 462		wq = rcu_dereference(sk->sk_wq);
 463		if (skwq_has_sleeper(wq))
 464			wake_up_interruptible_sync_poll(&wq->wait,
 465				EPOLLOUT | EPOLLWRNORM | EPOLLWRBAND);
 466		sk_wake_async(sk, SOCK_WAKE_SPACE, POLL_OUT);
 467	}
 468	rcu_read_unlock();
 469}
 470
 471/* When dgram socket disconnects (or changes its peer), we clear its receive
 472 * queue of packets arrived from previous peer. First, it allows to do
 473 * flow control based only on wmem_alloc; second, sk connected to peer
 474 * may receive messages only from that peer. */
 475static void unix_dgram_disconnected(struct sock *sk, struct sock *other)
 476{
 477	if (!skb_queue_empty(&sk->sk_receive_queue)) {
 478		skb_queue_purge(&sk->sk_receive_queue);
 479		wake_up_interruptible_all(&unix_sk(sk)->peer_wait);
 480
 481		/* If one link of bidirectional dgram pipe is disconnected,
 482		 * we signal error. Messages are lost. Do not make this,
 483		 * when peer was not connected to us.
 484		 */
 485		if (!sock_flag(other, SOCK_DEAD) && unix_peer(other) == sk) {
 486			other->sk_err = ECONNRESET;
 487			other->sk_error_report(other);
 488		}
 489	}
 490}
 491
 492static void unix_sock_destructor(struct sock *sk)
 493{
 494	struct unix_sock *u = unix_sk(sk);
 495
 496	skb_queue_purge(&sk->sk_receive_queue);
 497
 498	WARN_ON(refcount_read(&sk->sk_wmem_alloc));
 499	WARN_ON(!sk_unhashed(sk));
 500	WARN_ON(sk->sk_socket);
 501	if (!sock_flag(sk, SOCK_DEAD)) {
 502		pr_info("Attempt to release alive unix socket: %p\n", sk);
 503		return;
 504	}
 505
 506	if (u->addr)
 507		unix_release_addr(u->addr);
 508
 509	atomic_long_dec(&unix_nr_socks);
 510	local_bh_disable();
 511	sock_prot_inuse_add(sock_net(sk), sk->sk_prot, -1);
 512	local_bh_enable();
 513#ifdef UNIX_REFCNT_DEBUG
 514	pr_debug("UNIX %p is destroyed, %ld are still alive.\n", sk,
 515		atomic_long_read(&unix_nr_socks));
 516#endif
 517}
 518
 519static void unix_release_sock(struct sock *sk, int embrion)
 520{
 521	struct unix_sock *u = unix_sk(sk);
 522	struct path path;
 523	struct sock *skpair;
 524	struct sk_buff *skb;
 525	int state;
 526
 527	unix_remove_socket(sk);
 528
 529	/* Clear state */
 530	unix_state_lock(sk);
 531	sock_orphan(sk);
 532	sk->sk_shutdown = SHUTDOWN_MASK;
 533	path	     = u->path;
 534	u->path.dentry = NULL;
 535	u->path.mnt = NULL;
 536	state = sk->sk_state;
 537	sk->sk_state = TCP_CLOSE;
 538	unix_state_unlock(sk);
 539
 540	wake_up_interruptible_all(&u->peer_wait);
 541
 542	skpair = unix_peer(sk);
 543
 544	if (skpair != NULL) {
 545		if (sk->sk_type == SOCK_STREAM || sk->sk_type == SOCK_SEQPACKET) {
 546			unix_state_lock(skpair);
 547			/* No more writes */
 548			skpair->sk_shutdown = SHUTDOWN_MASK;
 549			if (!skb_queue_empty(&sk->sk_receive_queue) || embrion)
 550				skpair->sk_err = ECONNRESET;
 551			unix_state_unlock(skpair);
 552			skpair->sk_state_change(skpair);
 553			sk_wake_async(skpair, SOCK_WAKE_WAITD, POLL_HUP);
 554		}
 555
 556		unix_dgram_peer_wake_disconnect(sk, skpair);
 557		sock_put(skpair); /* It may now die */
 558		unix_peer(sk) = NULL;
 559	}
 560
 561	/* Try to flush out this socket. Throw out buffers at least */
 562
 563	while ((skb = skb_dequeue(&sk->sk_receive_queue)) != NULL) {
 564		if (state == TCP_LISTEN)
 565			unix_release_sock(skb->sk, 1);
 566		/* passed fds are erased in the kfree_skb hook	      */
 567		UNIXCB(skb).consumed = skb->len;
 568		kfree_skb(skb);
 569	}
 570
 571	if (path.dentry)
 572		path_put(&path);
 573
 574	sock_put(sk);
 575
 576	/* ---- Socket is dead now and most probably destroyed ---- */
 577
 578	/*
 579	 * Fixme: BSD difference: In BSD all sockets connected to us get
 580	 *	  ECONNRESET and we die on the spot. In Linux we behave
 581	 *	  like files and pipes do and wait for the last
 582	 *	  dereference.
 583	 *
 584	 * Can't we simply set sock->err?
 585	 *
 586	 *	  What the above comment does talk about? --ANK(980817)
 587	 */
 588
 589	if (unix_tot_inflight)
 590		unix_gc();		/* Garbage collect fds */
 
 
 591}
 592
 593static void init_peercred(struct sock *sk)
 594{
 595	put_pid(sk->sk_peer_pid);
 596	if (sk->sk_peer_cred)
 597		put_cred(sk->sk_peer_cred);
 598	sk->sk_peer_pid  = get_pid(task_tgid(current));
 599	sk->sk_peer_cred = get_current_cred();
 600}
 601
 602static void copy_peercred(struct sock *sk, struct sock *peersk)
 603{
 604	put_pid(sk->sk_peer_pid);
 605	if (sk->sk_peer_cred)
 606		put_cred(sk->sk_peer_cred);
 607	sk->sk_peer_pid  = get_pid(peersk->sk_peer_pid);
 608	sk->sk_peer_cred = get_cred(peersk->sk_peer_cred);
 609}
 610
 611static int unix_listen(struct socket *sock, int backlog)
 612{
 613	int err;
 614	struct sock *sk = sock->sk;
 615	struct unix_sock *u = unix_sk(sk);
 616	struct pid *old_pid = NULL;
 
 617
 618	err = -EOPNOTSUPP;
 619	if (sock->type != SOCK_STREAM && sock->type != SOCK_SEQPACKET)
 620		goto out;	/* Only stream/seqpacket sockets accept */
 621	err = -EINVAL;
 622	if (!u->addr)
 623		goto out;	/* No listens on an unbound socket */
 624	unix_state_lock(sk);
 625	if (sk->sk_state != TCP_CLOSE && sk->sk_state != TCP_LISTEN)
 626		goto out_unlock;
 627	if (backlog > sk->sk_max_ack_backlog)
 628		wake_up_interruptible_all(&u->peer_wait);
 629	sk->sk_max_ack_backlog	= backlog;
 630	sk->sk_state		= TCP_LISTEN;
 631	/* set credentials so connect can copy them */
 632	init_peercred(sk);
 633	err = 0;
 634
 635out_unlock:
 636	unix_state_unlock(sk);
 637	put_pid(old_pid);
 
 
 638out:
 639	return err;
 640}
 641
 642static int unix_release(struct socket *);
 643static int unix_bind(struct socket *, struct sockaddr *, int);
 644static int unix_stream_connect(struct socket *, struct sockaddr *,
 645			       int addr_len, int flags);
 646static int unix_socketpair(struct socket *, struct socket *);
 647static int unix_accept(struct socket *, struct socket *, int, bool);
 648static int unix_getname(struct socket *, struct sockaddr *, int);
 649static __poll_t unix_poll(struct file *, struct socket *, poll_table *);
 650static __poll_t unix_dgram_poll(struct file *, struct socket *,
 651				    poll_table *);
 652static int unix_ioctl(struct socket *, unsigned int, unsigned long);
 653#ifdef CONFIG_COMPAT
 654static int unix_compat_ioctl(struct socket *sock, unsigned int cmd, unsigned long arg);
 655#endif
 656static int unix_shutdown(struct socket *, int);
 657static int unix_stream_sendmsg(struct socket *, struct msghdr *, size_t);
 658static int unix_stream_recvmsg(struct socket *, struct msghdr *, size_t, int);
 659static ssize_t unix_stream_sendpage(struct socket *, struct page *, int offset,
 660				    size_t size, int flags);
 661static ssize_t unix_stream_splice_read(struct socket *,  loff_t *ppos,
 662				       struct pipe_inode_info *, size_t size,
 663				       unsigned int flags);
 664static int unix_dgram_sendmsg(struct socket *, struct msghdr *, size_t);
 665static int unix_dgram_recvmsg(struct socket *, struct msghdr *, size_t, int);
 666static int unix_dgram_connect(struct socket *, struct sockaddr *,
 667			      int, int);
 668static int unix_seqpacket_sendmsg(struct socket *, struct msghdr *, size_t);
 669static int unix_seqpacket_recvmsg(struct socket *, struct msghdr *, size_t,
 670				  int);
 
 671
 672static int unix_set_peek_off(struct sock *sk, int val)
 673{
 674	struct unix_sock *u = unix_sk(sk);
 675
 676	if (mutex_lock_interruptible(&u->iolock))
 677		return -EINTR;
 678
 679	sk->sk_peek_off = val;
 680	mutex_unlock(&u->iolock);
 681
 682	return 0;
 683}
 684
 685#ifdef CONFIG_PROC_FS
 686static void unix_show_fdinfo(struct seq_file *m, struct socket *sock)
 687{
 688	struct sock *sk = sock->sk;
 689	struct unix_sock *u;
 690
 691	if (sk) {
 692		u = unix_sk(sock->sk);
 693		seq_printf(m, "scm_fds: %u\n",
 694			   atomic_read(&u->scm_stat.nr_fds));
 695	}
 696}
 697#else
 698#define unix_show_fdinfo NULL
 699#endif
 700
 701static const struct proto_ops unix_stream_ops = {
 702	.family =	PF_UNIX,
 703	.owner =	THIS_MODULE,
 704	.release =	unix_release,
 705	.bind =		unix_bind,
 706	.connect =	unix_stream_connect,
 707	.socketpair =	unix_socketpair,
 708	.accept =	unix_accept,
 709	.getname =	unix_getname,
 710	.poll =		unix_poll,
 711	.ioctl =	unix_ioctl,
 712#ifdef CONFIG_COMPAT
 713	.compat_ioctl =	unix_compat_ioctl,
 714#endif
 715	.listen =	unix_listen,
 716	.shutdown =	unix_shutdown,
 
 
 717	.sendmsg =	unix_stream_sendmsg,
 718	.recvmsg =	unix_stream_recvmsg,
 719	.mmap =		sock_no_mmap,
 720	.sendpage =	unix_stream_sendpage,
 721	.splice_read =	unix_stream_splice_read,
 722	.set_peek_off =	unix_set_peek_off,
 723	.show_fdinfo =	unix_show_fdinfo,
 724};
 725
 726static const struct proto_ops unix_dgram_ops = {
 727	.family =	PF_UNIX,
 728	.owner =	THIS_MODULE,
 729	.release =	unix_release,
 730	.bind =		unix_bind,
 731	.connect =	unix_dgram_connect,
 732	.socketpair =	unix_socketpair,
 733	.accept =	sock_no_accept,
 734	.getname =	unix_getname,
 735	.poll =		unix_dgram_poll,
 736	.ioctl =	unix_ioctl,
 737#ifdef CONFIG_COMPAT
 738	.compat_ioctl =	unix_compat_ioctl,
 739#endif
 740	.listen =	sock_no_listen,
 741	.shutdown =	unix_shutdown,
 
 
 742	.sendmsg =	unix_dgram_sendmsg,
 743	.recvmsg =	unix_dgram_recvmsg,
 744	.mmap =		sock_no_mmap,
 745	.sendpage =	sock_no_sendpage,
 746	.set_peek_off =	unix_set_peek_off,
 747	.show_fdinfo =	unix_show_fdinfo,
 748};
 749
 750static const struct proto_ops unix_seqpacket_ops = {
 751	.family =	PF_UNIX,
 752	.owner =	THIS_MODULE,
 753	.release =	unix_release,
 754	.bind =		unix_bind,
 755	.connect =	unix_stream_connect,
 756	.socketpair =	unix_socketpair,
 757	.accept =	unix_accept,
 758	.getname =	unix_getname,
 759	.poll =		unix_dgram_poll,
 760	.ioctl =	unix_ioctl,
 761#ifdef CONFIG_COMPAT
 762	.compat_ioctl =	unix_compat_ioctl,
 763#endif
 764	.listen =	unix_listen,
 765	.shutdown =	unix_shutdown,
 
 
 766	.sendmsg =	unix_seqpacket_sendmsg,
 767	.recvmsg =	unix_seqpacket_recvmsg,
 768	.mmap =		sock_no_mmap,
 769	.sendpage =	sock_no_sendpage,
 770	.set_peek_off =	unix_set_peek_off,
 771	.show_fdinfo =	unix_show_fdinfo,
 772};
 773
 774static struct proto unix_proto = {
 775	.name			= "UNIX",
 776	.owner			= THIS_MODULE,
 777	.obj_size		= sizeof(struct unix_sock),
 778};
 779
 780static struct sock *unix_create1(struct net *net, struct socket *sock, int kern)
 
 
 
 
 
 
 
 
 781{
 782	struct sock *sk = NULL;
 783	struct unix_sock *u;
 784
 785	atomic_long_inc(&unix_nr_socks);
 786	if (atomic_long_read(&unix_nr_socks) > 2 * get_max_files())
 787		goto out;
 788
 789	sk = sk_alloc(net, PF_UNIX, GFP_KERNEL, &unix_proto, kern);
 790	if (!sk)
 791		goto out;
 792
 793	sock_init_data(sock, sk);
 
 
 794
 795	sk->sk_allocation	= GFP_KERNEL_ACCOUNT;
 796	sk->sk_write_space	= unix_write_space;
 797	sk->sk_max_ack_backlog	= net->unx.sysctl_max_dgram_qlen;
 798	sk->sk_destruct		= unix_sock_destructor;
 799	u	  = unix_sk(sk);
 800	u->path.dentry = NULL;
 801	u->path.mnt = NULL;
 802	spin_lock_init(&u->lock);
 803	atomic_long_set(&u->inflight, 0);
 804	INIT_LIST_HEAD(&u->link);
 805	mutex_init(&u->iolock); /* single task reading lock */
 806	mutex_init(&u->bindlock); /* single task binding lock */
 807	init_waitqueue_head(&u->peer_wait);
 808	init_waitqueue_func_entry(&u->peer_wake, unix_dgram_peer_wake_relay);
 809	memset(&u->scm_stat, 0, sizeof(struct scm_stat));
 810	unix_insert_socket(unix_sockets_unbound(sk), sk);
 811out:
 812	if (sk == NULL)
 813		atomic_long_dec(&unix_nr_socks);
 814	else {
 815		local_bh_disable();
 816		sock_prot_inuse_add(sock_net(sk), sk->sk_prot, 1);
 817		local_bh_enable();
 818	}
 819	return sk;
 820}
 821
 822static int unix_create(struct net *net, struct socket *sock, int protocol,
 823		       int kern)
 824{
 825	if (protocol && protocol != PF_UNIX)
 826		return -EPROTONOSUPPORT;
 827
 828	sock->state = SS_UNCONNECTED;
 829
 830	switch (sock->type) {
 831	case SOCK_STREAM:
 832		sock->ops = &unix_stream_ops;
 833		break;
 834		/*
 835		 *	Believe it or not BSD has AF_UNIX, SOCK_RAW though
 836		 *	nothing uses it.
 837		 */
 838	case SOCK_RAW:
 839		sock->type = SOCK_DGRAM;
 840		fallthrough;
 841	case SOCK_DGRAM:
 842		sock->ops = &unix_dgram_ops;
 843		break;
 844	case SOCK_SEQPACKET:
 845		sock->ops = &unix_seqpacket_ops;
 846		break;
 847	default:
 848		return -ESOCKTNOSUPPORT;
 849	}
 850
 851	return unix_create1(net, sock, kern) ? 0 : -ENOMEM;
 852}
 853
 854static int unix_release(struct socket *sock)
 855{
 856	struct sock *sk = sock->sk;
 857
 858	if (!sk)
 859		return 0;
 860
 861	unix_release_sock(sk, 0);
 862	sock->sk = NULL;
 863
 864	return 0;
 865}
 866
 867static int unix_autobind(struct socket *sock)
 868{
 869	struct sock *sk = sock->sk;
 870	struct net *net = sock_net(sk);
 871	struct unix_sock *u = unix_sk(sk);
 872	static u32 ordernum = 1;
 873	struct unix_address *addr;
 874	int err;
 875	unsigned int retries = 0;
 876
 877	err = mutex_lock_interruptible(&u->bindlock);
 878	if (err)
 879		return err;
 880
 881	err = 0;
 882	if (u->addr)
 883		goto out;
 884
 885	err = -ENOMEM;
 886	addr = kzalloc(sizeof(*addr) + sizeof(short) + 16, GFP_KERNEL);
 887	if (!addr)
 888		goto out;
 889
 890	addr->name->sun_family = AF_UNIX;
 891	refcount_set(&addr->refcnt, 1);
 892
 893retry:
 894	addr->len = sprintf(addr->name->sun_path+1, "%05x", ordernum) + 1 + sizeof(short);
 895	addr->hash = unix_hash_fold(csum_partial(addr->name, addr->len, 0));
 896
 897	spin_lock(&unix_table_lock);
 898	ordernum = (ordernum+1)&0xFFFFF;
 899
 900	if (__unix_find_socket_byname(net, addr->name, addr->len, sock->type,
 901				      addr->hash)) {
 902		spin_unlock(&unix_table_lock);
 903		/*
 904		 * __unix_find_socket_byname() may take long time if many names
 905		 * are already in use.
 906		 */
 907		cond_resched();
 908		/* Give up if all names seems to be in use. */
 909		if (retries++ == 0xFFFFF) {
 910			err = -ENOSPC;
 911			kfree(addr);
 912			goto out;
 913		}
 914		goto retry;
 915	}
 916	addr->hash ^= sk->sk_type;
 917
 918	__unix_remove_socket(sk);
 919	smp_store_release(&u->addr, addr);
 920	__unix_insert_socket(&unix_socket_table[addr->hash], sk);
 921	spin_unlock(&unix_table_lock);
 922	err = 0;
 923
 924out:	mutex_unlock(&u->bindlock);
 925	return err;
 926}
 927
 928static struct sock *unix_find_other(struct net *net,
 929				    struct sockaddr_un *sunname, int len,
 930				    int type, unsigned int hash, int *error)
 931{
 932	struct sock *u;
 933	struct path path;
 934	int err = 0;
 935
 936	if (sunname->sun_path[0]) {
 937		struct inode *inode;
 938		err = kern_path(sunname->sun_path, LOOKUP_FOLLOW, &path);
 939		if (err)
 940			goto fail;
 941		inode = d_backing_inode(path.dentry);
 942		err = inode_permission(inode, MAY_WRITE);
 943		if (err)
 944			goto put_fail;
 945
 946		err = -ECONNREFUSED;
 947		if (!S_ISSOCK(inode->i_mode))
 948			goto put_fail;
 949		u = unix_find_socket_byinode(inode);
 950		if (!u)
 951			goto put_fail;
 952
 953		if (u->sk_type == type)
 954			touch_atime(&path);
 955
 956		path_put(&path);
 957
 958		err = -EPROTOTYPE;
 959		if (u->sk_type != type) {
 960			sock_put(u);
 961			goto fail;
 962		}
 963	} else {
 964		err = -ECONNREFUSED;
 965		u = unix_find_socket_byname(net, sunname, len, type, hash);
 966		if (u) {
 967			struct dentry *dentry;
 968			dentry = unix_sk(u)->path.dentry;
 969			if (dentry)
 970				touch_atime(&unix_sk(u)->path);
 971		} else
 972			goto fail;
 973	}
 974	return u;
 975
 976put_fail:
 977	path_put(&path);
 978fail:
 979	*error = err;
 980	return NULL;
 981}
 982
 983static int unix_mknod(const char *sun_path, umode_t mode, struct path *res)
 984{
 985	struct dentry *dentry;
 986	struct path path;
 987	int err = 0;
 988	/*
 989	 * Get the parent directory, calculate the hash for last
 990	 * component.
 991	 */
 992	dentry = kern_path_create(AT_FDCWD, sun_path, &path, 0);
 993	err = PTR_ERR(dentry);
 994	if (IS_ERR(dentry))
 995		return err;
 996
 997	/*
 998	 * All right, let's create it.
 999	 */
1000	err = security_path_mknod(&path, dentry, mode, 0);
1001	if (!err) {
1002		err = vfs_mknod(d_inode(path.dentry), dentry, mode, 0);
1003		if (!err) {
1004			res->mnt = mntget(path.mnt);
1005			res->dentry = dget(dentry);
1006		}
1007	}
1008	done_path_create(&path, dentry);
1009	return err;
1010}
1011
1012static int unix_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len)
1013{
1014	struct sock *sk = sock->sk;
1015	struct net *net = sock_net(sk);
1016	struct unix_sock *u = unix_sk(sk);
1017	struct sockaddr_un *sunaddr = (struct sockaddr_un *)uaddr;
1018	char *sun_path = sunaddr->sun_path;
 
 
1019	int err;
1020	unsigned int hash;
1021	struct unix_address *addr;
1022	struct hlist_head *list;
1023	struct path path = { };
1024
1025	err = -EINVAL;
1026	if (addr_len < offsetofend(struct sockaddr_un, sun_family) ||
1027	    sunaddr->sun_family != AF_UNIX)
1028		goto out;
1029
1030	if (addr_len == sizeof(short)) {
1031		err = unix_autobind(sock);
1032		goto out;
1033	}
1034
1035	err = unix_mkname(sunaddr, addr_len, &hash);
1036	if (err < 0)
1037		goto out;
1038	addr_len = err;
1039
1040	if (sun_path[0]) {
1041		umode_t mode = S_IFSOCK |
1042		       (SOCK_INODE(sock)->i_mode & ~current_umask());
1043		err = unix_mknod(sun_path, mode, &path);
1044		if (err) {
1045			if (err == -EEXIST)
1046				err = -EADDRINUSE;
1047			goto out;
1048		}
1049	}
1050
1051	err = mutex_lock_interruptible(&u->bindlock);
1052	if (err)
1053		goto out_put;
1054
1055	err = -EINVAL;
1056	if (u->addr)
1057		goto out_up;
1058
1059	err = -ENOMEM;
1060	addr = kmalloc(sizeof(*addr)+addr_len, GFP_KERNEL);
1061	if (!addr)
1062		goto out_up;
1063
1064	memcpy(addr->name, sunaddr, addr_len);
1065	addr->len = addr_len;
1066	addr->hash = hash ^ sk->sk_type;
1067	refcount_set(&addr->refcnt, 1);
1068
1069	if (sun_path[0]) {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1070		addr->hash = UNIX_HASH_SIZE;
1071		hash = d_backing_inode(path.dentry)->i_ino & (UNIX_HASH_SIZE - 1);
1072		spin_lock(&unix_table_lock);
1073		u->path = path;
1074		list = &unix_socket_table[hash];
1075	} else {
1076		spin_lock(&unix_table_lock);
1077		err = -EADDRINUSE;
1078		if (__unix_find_socket_byname(net, sunaddr, addr_len,
1079					      sk->sk_type, hash)) {
1080			unix_release_addr(addr);
1081			goto out_unlock;
1082		}
1083
1084		list = &unix_socket_table[addr->hash];
 
 
 
1085	}
1086
1087	err = 0;
1088	__unix_remove_socket(sk);
1089	smp_store_release(&u->addr, addr);
1090	__unix_insert_socket(list, sk);
1091
1092out_unlock:
1093	spin_unlock(&unix_table_lock);
1094out_up:
1095	mutex_unlock(&u->bindlock);
1096out_put:
1097	if (err)
1098		path_put(&path);
1099out:
1100	return err;
 
 
 
 
 
 
 
 
 
 
1101}
1102
1103static void unix_state_double_lock(struct sock *sk1, struct sock *sk2)
1104{
1105	if (unlikely(sk1 == sk2) || !sk2) {
1106		unix_state_lock(sk1);
1107		return;
1108	}
1109	if (sk1 < sk2) {
1110		unix_state_lock(sk1);
1111		unix_state_lock_nested(sk2);
1112	} else {
1113		unix_state_lock(sk2);
1114		unix_state_lock_nested(sk1);
1115	}
1116}
1117
1118static void unix_state_double_unlock(struct sock *sk1, struct sock *sk2)
1119{
1120	if (unlikely(sk1 == sk2) || !sk2) {
1121		unix_state_unlock(sk1);
1122		return;
1123	}
1124	unix_state_unlock(sk1);
1125	unix_state_unlock(sk2);
1126}
1127
1128static int unix_dgram_connect(struct socket *sock, struct sockaddr *addr,
1129			      int alen, int flags)
1130{
1131	struct sock *sk = sock->sk;
1132	struct net *net = sock_net(sk);
1133	struct sockaddr_un *sunaddr = (struct sockaddr_un *)addr;
1134	struct sock *other;
1135	unsigned int hash;
1136	int err;
1137
1138	err = -EINVAL;
1139	if (alen < offsetofend(struct sockaddr, sa_family))
1140		goto out;
1141
1142	if (addr->sa_family != AF_UNSPEC) {
1143		err = unix_mkname(sunaddr, alen, &hash);
1144		if (err < 0)
1145			goto out;
1146		alen = err;
1147
1148		if (test_bit(SOCK_PASSCRED, &sock->flags) &&
1149		    !unix_sk(sk)->addr && (err = unix_autobind(sock)) != 0)
1150			goto out;
1151
1152restart:
1153		other = unix_find_other(net, sunaddr, alen, sock->type, hash, &err);
1154		if (!other)
1155			goto out;
1156
1157		unix_state_double_lock(sk, other);
1158
1159		/* Apparently VFS overslept socket death. Retry. */
1160		if (sock_flag(other, SOCK_DEAD)) {
1161			unix_state_double_unlock(sk, other);
1162			sock_put(other);
1163			goto restart;
1164		}
1165
1166		err = -EPERM;
1167		if (!unix_may_send(sk, other))
1168			goto out_unlock;
1169
1170		err = security_unix_may_send(sk->sk_socket, other->sk_socket);
1171		if (err)
1172			goto out_unlock;
1173
1174	} else {
1175		/*
1176		 *	1003.1g breaking connected state with AF_UNSPEC
1177		 */
1178		other = NULL;
1179		unix_state_double_lock(sk, other);
1180	}
1181
1182	/*
1183	 * If it was connected, reconnect.
1184	 */
1185	if (unix_peer(sk)) {
1186		struct sock *old_peer = unix_peer(sk);
1187		unix_peer(sk) = other;
1188		unix_dgram_peer_wake_disconnect_wakeup(sk, old_peer);
1189
1190		unix_state_double_unlock(sk, other);
1191
1192		if (other != old_peer)
1193			unix_dgram_disconnected(sk, old_peer);
1194		sock_put(old_peer);
1195	} else {
1196		unix_peer(sk) = other;
1197		unix_state_double_unlock(sk, other);
1198	}
1199	return 0;
1200
1201out_unlock:
1202	unix_state_double_unlock(sk, other);
1203	sock_put(other);
1204out:
1205	return err;
1206}
1207
1208static long unix_wait_for_peer(struct sock *other, long timeo)
1209	__releases(&unix_sk(other)->lock)
1210{
1211	struct unix_sock *u = unix_sk(other);
1212	int sched;
1213	DEFINE_WAIT(wait);
1214
1215	prepare_to_wait_exclusive(&u->peer_wait, &wait, TASK_INTERRUPTIBLE);
1216
1217	sched = !sock_flag(other, SOCK_DEAD) &&
1218		!(other->sk_shutdown & RCV_SHUTDOWN) &&
1219		unix_recvq_full(other);
1220
1221	unix_state_unlock(other);
1222
1223	if (sched)
1224		timeo = schedule_timeout(timeo);
1225
1226	finish_wait(&u->peer_wait, &wait);
1227	return timeo;
1228}
1229
1230static int unix_stream_connect(struct socket *sock, struct sockaddr *uaddr,
1231			       int addr_len, int flags)
1232{
1233	struct sockaddr_un *sunaddr = (struct sockaddr_un *)uaddr;
1234	struct sock *sk = sock->sk;
1235	struct net *net = sock_net(sk);
1236	struct unix_sock *u = unix_sk(sk), *newu, *otheru;
1237	struct sock *newsk = NULL;
1238	struct sock *other = NULL;
1239	struct sk_buff *skb = NULL;
1240	unsigned int hash;
1241	int st;
1242	int err;
1243	long timeo;
1244
1245	err = unix_mkname(sunaddr, addr_len, &hash);
1246	if (err < 0)
1247		goto out;
1248	addr_len = err;
1249
1250	if (test_bit(SOCK_PASSCRED, &sock->flags) && !u->addr &&
1251	    (err = unix_autobind(sock)) != 0)
1252		goto out;
1253
1254	timeo = sock_sndtimeo(sk, flags & O_NONBLOCK);
1255
1256	/* First of all allocate resources.
1257	   If we will make it after state is locked,
1258	   we will have to recheck all again in any case.
1259	 */
1260
1261	err = -ENOMEM;
1262
1263	/* create new sock for complete connection */
1264	newsk = unix_create1(sock_net(sk), NULL, 0);
1265	if (newsk == NULL)
1266		goto out;
1267
1268	/* Allocate skb for sending to listening sock */
1269	skb = sock_wmalloc(newsk, 1, 0, GFP_KERNEL);
1270	if (skb == NULL)
1271		goto out;
1272
1273restart:
1274	/*  Find listening sock. */
1275	other = unix_find_other(net, sunaddr, addr_len, sk->sk_type, hash, &err);
1276	if (!other)
1277		goto out;
1278
1279	/* Latch state of peer */
1280	unix_state_lock(other);
1281
1282	/* Apparently VFS overslept socket death. Retry. */
1283	if (sock_flag(other, SOCK_DEAD)) {
1284		unix_state_unlock(other);
1285		sock_put(other);
1286		goto restart;
1287	}
1288
1289	err = -ECONNREFUSED;
1290	if (other->sk_state != TCP_LISTEN)
1291		goto out_unlock;
1292	if (other->sk_shutdown & RCV_SHUTDOWN)
1293		goto out_unlock;
1294
1295	if (unix_recvq_full(other)) {
1296		err = -EAGAIN;
1297		if (!timeo)
1298			goto out_unlock;
1299
1300		timeo = unix_wait_for_peer(other, timeo);
1301
1302		err = sock_intr_errno(timeo);
1303		if (signal_pending(current))
1304			goto out;
1305		sock_put(other);
1306		goto restart;
1307	}
1308
1309	/* Latch our state.
1310
1311	   It is tricky place. We need to grab our state lock and cannot
1312	   drop lock on peer. It is dangerous because deadlock is
1313	   possible. Connect to self case and simultaneous
1314	   attempt to connect are eliminated by checking socket
1315	   state. other is TCP_LISTEN, if sk is TCP_LISTEN we
1316	   check this before attempt to grab lock.
1317
1318	   Well, and we have to recheck the state after socket locked.
1319	 */
1320	st = sk->sk_state;
1321
1322	switch (st) {
1323	case TCP_CLOSE:
1324		/* This is ok... continue with connect */
1325		break;
1326	case TCP_ESTABLISHED:
1327		/* Socket is already connected */
1328		err = -EISCONN;
1329		goto out_unlock;
1330	default:
1331		err = -EINVAL;
1332		goto out_unlock;
1333	}
1334
1335	unix_state_lock_nested(sk);
1336
1337	if (sk->sk_state != st) {
1338		unix_state_unlock(sk);
1339		unix_state_unlock(other);
1340		sock_put(other);
1341		goto restart;
1342	}
1343
1344	err = security_unix_stream_connect(sk, other, newsk);
1345	if (err) {
1346		unix_state_unlock(sk);
1347		goto out_unlock;
1348	}
1349
1350	/* The way is open! Fastly set all the necessary fields... */
1351
1352	sock_hold(sk);
1353	unix_peer(newsk)	= sk;
1354	newsk->sk_state		= TCP_ESTABLISHED;
1355	newsk->sk_type		= sk->sk_type;
1356	init_peercred(newsk);
1357	newu = unix_sk(newsk);
1358	RCU_INIT_POINTER(newsk->sk_wq, &newu->peer_wq);
1359	otheru = unix_sk(other);
1360
1361	/* copy address information from listening to new sock
1362	 *
1363	 * The contents of *(otheru->addr) and otheru->path
1364	 * are seen fully set up here, since we have found
1365	 * otheru in hash under unix_table_lock.  Insertion
1366	 * into the hash chain we'd found it in had been done
1367	 * in an earlier critical area protected by unix_table_lock,
1368	 * the same one where we'd set *(otheru->addr) contents,
1369	 * as well as otheru->path and otheru->addr itself.
1370	 *
1371	 * Using smp_store_release() here to set newu->addr
1372	 * is enough to make those stores, as well as stores
1373	 * to newu->path visible to anyone who gets newu->addr
1374	 * by smp_load_acquire().  IOW, the same warranties
1375	 * as for unix_sock instances bound in unix_bind() or
1376	 * in unix_autobind().
1377	 */
1378	if (otheru->path.dentry) {
1379		path_get(&otheru->path);
1380		newu->path = otheru->path;
1381	}
1382	refcount_inc(&otheru->addr->refcnt);
1383	smp_store_release(&newu->addr, otheru->addr);
1384
1385	/* Set credentials */
1386	copy_peercred(sk, other);
1387
1388	sock->state	= SS_CONNECTED;
1389	sk->sk_state	= TCP_ESTABLISHED;
1390	sock_hold(newsk);
1391
1392	smp_mb__after_atomic();	/* sock_hold() does an atomic_inc() */
1393	unix_peer(sk)	= newsk;
1394
1395	unix_state_unlock(sk);
1396
1397	/* take ten and and send info to listening sock */
1398	spin_lock(&other->sk_receive_queue.lock);
1399	__skb_queue_tail(&other->sk_receive_queue, skb);
1400	spin_unlock(&other->sk_receive_queue.lock);
1401	unix_state_unlock(other);
1402	other->sk_data_ready(other);
1403	sock_put(other);
1404	return 0;
1405
1406out_unlock:
1407	if (other)
1408		unix_state_unlock(other);
1409
1410out:
1411	kfree_skb(skb);
1412	if (newsk)
1413		unix_release_sock(newsk, 0);
1414	if (other)
1415		sock_put(other);
1416	return err;
1417}
1418
1419static int unix_socketpair(struct socket *socka, struct socket *sockb)
1420{
1421	struct sock *ska = socka->sk, *skb = sockb->sk;
1422
1423	/* Join our sockets back to back */
1424	sock_hold(ska);
1425	sock_hold(skb);
1426	unix_peer(ska) = skb;
1427	unix_peer(skb) = ska;
1428	init_peercred(ska);
1429	init_peercred(skb);
1430
1431	if (ska->sk_type != SOCK_DGRAM) {
1432		ska->sk_state = TCP_ESTABLISHED;
1433		skb->sk_state = TCP_ESTABLISHED;
1434		socka->state  = SS_CONNECTED;
1435		sockb->state  = SS_CONNECTED;
1436	}
1437	return 0;
1438}
1439
1440static void unix_sock_inherit_flags(const struct socket *old,
1441				    struct socket *new)
1442{
1443	if (test_bit(SOCK_PASSCRED, &old->flags))
1444		set_bit(SOCK_PASSCRED, &new->flags);
1445	if (test_bit(SOCK_PASSSEC, &old->flags))
1446		set_bit(SOCK_PASSSEC, &new->flags);
1447}
1448
1449static int unix_accept(struct socket *sock, struct socket *newsock, int flags,
1450		       bool kern)
1451{
1452	struct sock *sk = sock->sk;
1453	struct sock *tsk;
1454	struct sk_buff *skb;
1455	int err;
1456
1457	err = -EOPNOTSUPP;
1458	if (sock->type != SOCK_STREAM && sock->type != SOCK_SEQPACKET)
1459		goto out;
1460
1461	err = -EINVAL;
1462	if (sk->sk_state != TCP_LISTEN)
1463		goto out;
1464
1465	/* If socket state is TCP_LISTEN it cannot change (for now...),
1466	 * so that no locks are necessary.
1467	 */
1468
1469	skb = skb_recv_datagram(sk, 0, flags&O_NONBLOCK, &err);
1470	if (!skb) {
1471		/* This means receive shutdown. */
1472		if (err == 0)
1473			err = -EINVAL;
1474		goto out;
1475	}
1476
1477	tsk = skb->sk;
1478	skb_free_datagram(sk, skb);
1479	wake_up_interruptible(&unix_sk(sk)->peer_wait);
1480
1481	/* attach accepted sock to socket */
1482	unix_state_lock(tsk);
1483	newsock->state = SS_CONNECTED;
1484	unix_sock_inherit_flags(sock, newsock);
1485	sock_graft(tsk, newsock);
1486	unix_state_unlock(tsk);
1487	return 0;
1488
1489out:
1490	return err;
1491}
1492
1493
1494static int unix_getname(struct socket *sock, struct sockaddr *uaddr, int peer)
1495{
1496	struct sock *sk = sock->sk;
1497	struct unix_address *addr;
1498	DECLARE_SOCKADDR(struct sockaddr_un *, sunaddr, uaddr);
1499	int err = 0;
1500
1501	if (peer) {
1502		sk = unix_peer_get(sk);
1503
1504		err = -ENOTCONN;
1505		if (!sk)
1506			goto out;
1507		err = 0;
1508	} else {
1509		sock_hold(sk);
1510	}
1511
1512	addr = smp_load_acquire(&unix_sk(sk)->addr);
1513	if (!addr) {
 
1514		sunaddr->sun_family = AF_UNIX;
1515		sunaddr->sun_path[0] = 0;
1516		err = sizeof(short);
1517	} else {
1518		err = addr->len;
1519		memcpy(sunaddr, addr->name, addr->len);
 
 
1520	}
 
1521	sock_put(sk);
1522out:
1523	return err;
1524}
1525
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1526static int unix_scm_to_skb(struct scm_cookie *scm, struct sk_buff *skb, bool send_fds)
1527{
1528	int err = 0;
1529
1530	UNIXCB(skb).pid  = get_pid(scm->pid);
1531	UNIXCB(skb).uid = scm->creds.uid;
1532	UNIXCB(skb).gid = scm->creds.gid;
1533	UNIXCB(skb).fp = NULL;
1534	unix_get_secdata(scm, skb);
1535	if (scm->fp && send_fds)
1536		err = unix_attach_fds(scm, skb);
1537
1538	skb->destructor = unix_destruct_scm;
1539	return err;
1540}
1541
1542static bool unix_passcred_enabled(const struct socket *sock,
1543				  const struct sock *other)
1544{
1545	return test_bit(SOCK_PASSCRED, &sock->flags) ||
1546	       !other->sk_socket ||
1547	       test_bit(SOCK_PASSCRED, &other->sk_socket->flags);
1548}
1549
1550/*
1551 * Some apps rely on write() giving SCM_CREDENTIALS
1552 * We include credentials if source or destination socket
1553 * asserted SOCK_PASSCRED.
1554 */
1555static void maybe_add_creds(struct sk_buff *skb, const struct socket *sock,
1556			    const struct sock *other)
1557{
1558	if (UNIXCB(skb).pid)
1559		return;
1560	if (unix_passcred_enabled(sock, other)) {
 
 
1561		UNIXCB(skb).pid  = get_pid(task_tgid(current));
1562		current_uid_gid(&UNIXCB(skb).uid, &UNIXCB(skb).gid);
1563	}
1564}
1565
1566static int maybe_init_creds(struct scm_cookie *scm,
1567			    struct socket *socket,
1568			    const struct sock *other)
1569{
1570	int err;
1571	struct msghdr msg = { .msg_controllen = 0 };
1572
1573	err = scm_send(socket, &msg, scm, false);
1574	if (err)
1575		return err;
1576
1577	if (unix_passcred_enabled(socket, other)) {
1578		scm->pid = get_pid(task_tgid(current));
1579		current_uid_gid(&scm->creds.uid, &scm->creds.gid);
1580	}
1581	return err;
1582}
1583
1584static bool unix_skb_scm_eq(struct sk_buff *skb,
1585			    struct scm_cookie *scm)
1586{
1587	const struct unix_skb_parms *u = &UNIXCB(skb);
1588
1589	return u->pid == scm->pid &&
1590	       uid_eq(u->uid, scm->creds.uid) &&
1591	       gid_eq(u->gid, scm->creds.gid) &&
1592	       unix_secdata_eq(scm, skb);
1593}
1594
1595static void scm_stat_add(struct sock *sk, struct sk_buff *skb)
1596{
1597	struct scm_fp_list *fp = UNIXCB(skb).fp;
1598	struct unix_sock *u = unix_sk(sk);
1599
1600	if (unlikely(fp && fp->count))
1601		atomic_add(fp->count, &u->scm_stat.nr_fds);
1602}
1603
1604static void scm_stat_del(struct sock *sk, struct sk_buff *skb)
1605{
1606	struct scm_fp_list *fp = UNIXCB(skb).fp;
1607	struct unix_sock *u = unix_sk(sk);
1608
1609	if (unlikely(fp && fp->count))
1610		atomic_sub(fp->count, &u->scm_stat.nr_fds);
1611}
1612
1613/*
1614 *	Send AF_UNIX data.
1615 */
1616
1617static int unix_dgram_sendmsg(struct socket *sock, struct msghdr *msg,
1618			      size_t len)
1619{
 
1620	struct sock *sk = sock->sk;
1621	struct net *net = sock_net(sk);
1622	struct unix_sock *u = unix_sk(sk);
1623	DECLARE_SOCKADDR(struct sockaddr_un *, sunaddr, msg->msg_name);
1624	struct sock *other = NULL;
1625	int namelen = 0; /* fake GCC */
1626	int err;
1627	unsigned int hash;
1628	struct sk_buff *skb;
1629	long timeo;
1630	struct scm_cookie scm;
 
1631	int data_len = 0;
1632	int sk_locked;
1633
 
 
1634	wait_for_unix_gc();
1635	err = scm_send(sock, msg, &scm, false);
1636	if (err < 0)
1637		return err;
1638
1639	err = -EOPNOTSUPP;
1640	if (msg->msg_flags&MSG_OOB)
1641		goto out;
1642
1643	if (msg->msg_namelen) {
1644		err = unix_mkname(sunaddr, msg->msg_namelen, &hash);
1645		if (err < 0)
1646			goto out;
1647		namelen = err;
1648	} else {
1649		sunaddr = NULL;
1650		err = -ENOTCONN;
1651		other = unix_peer_get(sk);
1652		if (!other)
1653			goto out;
1654	}
1655
1656	if (test_bit(SOCK_PASSCRED, &sock->flags) && !u->addr
1657	    && (err = unix_autobind(sock)) != 0)
1658		goto out;
1659
1660	err = -EMSGSIZE;
1661	if (len > sk->sk_sndbuf - 32)
1662		goto out;
1663
1664	if (len > SKB_MAX_ALLOC) {
1665		data_len = min_t(size_t,
1666				 len - SKB_MAX_ALLOC,
1667				 MAX_SKB_FRAGS * PAGE_SIZE);
1668		data_len = PAGE_ALIGN(data_len);
1669
1670		BUILD_BUG_ON(SKB_MAX_ALLOC < PAGE_SIZE);
1671	}
1672
1673	skb = sock_alloc_send_pskb(sk, len - data_len, data_len,
1674				   msg->msg_flags & MSG_DONTWAIT, &err,
1675				   PAGE_ALLOC_COSTLY_ORDER);
1676	if (skb == NULL)
1677		goto out;
1678
1679	err = unix_scm_to_skb(&scm, skb, true);
1680	if (err < 0)
1681		goto out_free;
 
 
1682
1683	skb_put(skb, len - data_len);
1684	skb->data_len = data_len;
1685	skb->len = len;
1686	err = skb_copy_datagram_from_iter(skb, 0, &msg->msg_iter, len);
1687	if (err)
1688		goto out_free;
1689
1690	timeo = sock_sndtimeo(sk, msg->msg_flags & MSG_DONTWAIT);
1691
1692restart:
1693	if (!other) {
1694		err = -ECONNRESET;
1695		if (sunaddr == NULL)
1696			goto out_free;
1697
1698		other = unix_find_other(net, sunaddr, namelen, sk->sk_type,
1699					hash, &err);
1700		if (other == NULL)
1701			goto out_free;
1702	}
1703
1704	if (sk_filter(other, skb) < 0) {
1705		/* Toss the packet but do not return any error to the sender */
1706		err = len;
1707		goto out_free;
1708	}
1709
1710	sk_locked = 0;
1711	unix_state_lock(other);
1712restart_locked:
1713	err = -EPERM;
1714	if (!unix_may_send(sk, other))
1715		goto out_unlock;
1716
1717	if (unlikely(sock_flag(other, SOCK_DEAD))) {
1718		/*
1719		 *	Check with 1003.1g - what should
1720		 *	datagram error
1721		 */
1722		unix_state_unlock(other);
1723		sock_put(other);
1724
1725		if (!sk_locked)
1726			unix_state_lock(sk);
1727
1728		err = 0;
 
1729		if (unix_peer(sk) == other) {
1730			unix_peer(sk) = NULL;
1731			unix_dgram_peer_wake_disconnect_wakeup(sk, other);
1732
1733			unix_state_unlock(sk);
1734
1735			unix_dgram_disconnected(sk, other);
1736			sock_put(other);
1737			err = -ECONNREFUSED;
1738		} else {
1739			unix_state_unlock(sk);
1740		}
1741
1742		other = NULL;
1743		if (err)
1744			goto out_free;
1745		goto restart;
1746	}
1747
1748	err = -EPIPE;
1749	if (other->sk_shutdown & RCV_SHUTDOWN)
1750		goto out_unlock;
1751
1752	if (sk->sk_type != SOCK_SEQPACKET) {
1753		err = security_unix_may_send(sk->sk_socket, other->sk_socket);
1754		if (err)
1755			goto out_unlock;
1756	}
1757
1758	/* other == sk && unix_peer(other) != sk if
1759	 * - unix_peer(sk) == NULL, destination address bound to sk
1760	 * - unix_peer(sk) == sk by time of get but disconnected before lock
1761	 */
1762	if (other != sk &&
1763	    unlikely(unix_peer(other) != sk &&
1764	    unix_recvq_full_lockless(other))) {
1765		if (timeo) {
1766			timeo = unix_wait_for_peer(other, timeo);
1767
1768			err = sock_intr_errno(timeo);
1769			if (signal_pending(current))
1770				goto out_free;
1771
1772			goto restart;
1773		}
1774
1775		if (!sk_locked) {
1776			unix_state_unlock(other);
1777			unix_state_double_lock(sk, other);
1778		}
1779
1780		if (unix_peer(sk) != other ||
1781		    unix_dgram_peer_wake_me(sk, other)) {
1782			err = -EAGAIN;
1783			sk_locked = 1;
1784			goto out_unlock;
1785		}
1786
1787		if (!sk_locked) {
1788			sk_locked = 1;
1789			goto restart_locked;
1790		}
1791	}
1792
1793	if (unlikely(sk_locked))
1794		unix_state_unlock(sk);
1795
1796	if (sock_flag(other, SOCK_RCVTSTAMP))
1797		__net_timestamp(skb);
1798	maybe_add_creds(skb, sock, other);
1799	scm_stat_add(other, skb);
1800	skb_queue_tail(&other->sk_receive_queue, skb);
 
 
1801	unix_state_unlock(other);
1802	other->sk_data_ready(other);
1803	sock_put(other);
1804	scm_destroy(&scm);
1805	return len;
1806
1807out_unlock:
1808	if (sk_locked)
1809		unix_state_unlock(sk);
1810	unix_state_unlock(other);
1811out_free:
1812	kfree_skb(skb);
1813out:
1814	if (other)
1815		sock_put(other);
1816	scm_destroy(&scm);
1817	return err;
1818}
1819
1820/* We use paged skbs for stream sockets, and limit occupancy to 32768
1821 * bytes, and a minimum of a full page.
1822 */
1823#define UNIX_SKB_FRAGS_SZ (PAGE_SIZE << get_order(32768))
1824
1825static int unix_stream_sendmsg(struct socket *sock, struct msghdr *msg,
1826			       size_t len)
1827{
 
1828	struct sock *sk = sock->sk;
1829	struct sock *other = NULL;
1830	int err, size;
1831	struct sk_buff *skb;
1832	int sent = 0;
1833	struct scm_cookie scm;
1834	bool fds_sent = false;
1835	int data_len;
1836
 
 
1837	wait_for_unix_gc();
1838	err = scm_send(sock, msg, &scm, false);
1839	if (err < 0)
1840		return err;
1841
1842	err = -EOPNOTSUPP;
1843	if (msg->msg_flags&MSG_OOB)
1844		goto out_err;
1845
1846	if (msg->msg_namelen) {
1847		err = sk->sk_state == TCP_ESTABLISHED ? -EISCONN : -EOPNOTSUPP;
1848		goto out_err;
1849	} else {
1850		err = -ENOTCONN;
1851		other = unix_peer(sk);
1852		if (!other)
1853			goto out_err;
1854	}
1855
1856	if (sk->sk_shutdown & SEND_SHUTDOWN)
1857		goto pipe_err;
1858
1859	while (sent < len) {
1860		size = len - sent;
 
 
 
 
 
1861
1862		/* Keep two messages in the pipe so it schedules better */
1863		size = min_t(int, size, (sk->sk_sndbuf >> 1) - 64);
 
1864
1865		/* allow fallback to order-0 allocations */
1866		size = min_t(int, size, SKB_MAX_HEAD(0) + UNIX_SKB_FRAGS_SZ);
1867
1868		data_len = max_t(int, 0, size - SKB_MAX_HEAD(0));
 
 
1869
1870		data_len = min_t(size_t, size, PAGE_ALIGN(data_len));
 
1871
1872		skb = sock_alloc_send_pskb(sk, size - data_len, data_len,
1873					   msg->msg_flags & MSG_DONTWAIT, &err,
1874					   get_order(UNIX_SKB_FRAGS_SZ));
1875		if (!skb)
1876			goto out_err;
1877
 
 
 
 
 
 
 
 
 
 
1878		/* Only send the fds in the first buffer */
1879		err = unix_scm_to_skb(&scm, skb, !fds_sent);
1880		if (err < 0) {
1881			kfree_skb(skb);
1882			goto out_err;
1883		}
 
1884		fds_sent = true;
1885
1886		skb_put(skb, size - data_len);
1887		skb->data_len = data_len;
1888		skb->len = size;
1889		err = skb_copy_datagram_from_iter(skb, 0, &msg->msg_iter, size);
1890		if (err) {
1891			kfree_skb(skb);
1892			goto out_err;
1893		}
1894
1895		unix_state_lock(other);
1896
1897		if (sock_flag(other, SOCK_DEAD) ||
1898		    (other->sk_shutdown & RCV_SHUTDOWN))
1899			goto pipe_err_free;
1900
1901		maybe_add_creds(skb, sock, other);
1902		scm_stat_add(other, skb);
1903		skb_queue_tail(&other->sk_receive_queue, skb);
 
 
1904		unix_state_unlock(other);
1905		other->sk_data_ready(other);
1906		sent += size;
1907	}
1908
1909	scm_destroy(&scm);
 
1910
1911	return sent;
1912
1913pipe_err_free:
1914	unix_state_unlock(other);
1915	kfree_skb(skb);
1916pipe_err:
1917	if (sent == 0 && !(msg->msg_flags&MSG_NOSIGNAL))
1918		send_sig(SIGPIPE, current, 0);
1919	err = -EPIPE;
1920out_err:
1921	scm_destroy(&scm);
 
1922	return sent ? : err;
1923}
1924
1925static ssize_t unix_stream_sendpage(struct socket *socket, struct page *page,
1926				    int offset, size_t size, int flags)
1927{
1928	int err;
1929	bool send_sigpipe = false;
1930	bool init_scm = true;
1931	struct scm_cookie scm;
1932	struct sock *other, *sk = socket->sk;
1933	struct sk_buff *skb, *newskb = NULL, *tail = NULL;
1934
1935	if (flags & MSG_OOB)
1936		return -EOPNOTSUPP;
1937
1938	other = unix_peer(sk);
1939	if (!other || sk->sk_state != TCP_ESTABLISHED)
1940		return -ENOTCONN;
1941
1942	if (false) {
1943alloc_skb:
1944		unix_state_unlock(other);
1945		mutex_unlock(&unix_sk(other)->iolock);
1946		newskb = sock_alloc_send_pskb(sk, 0, 0, flags & MSG_DONTWAIT,
1947					      &err, 0);
1948		if (!newskb)
1949			goto err;
1950	}
1951
1952	/* we must acquire iolock as we modify already present
1953	 * skbs in the sk_receive_queue and mess with skb->len
1954	 */
1955	err = mutex_lock_interruptible(&unix_sk(other)->iolock);
1956	if (err) {
1957		err = flags & MSG_DONTWAIT ? -EAGAIN : -ERESTARTSYS;
1958		goto err;
1959	}
1960
1961	if (sk->sk_shutdown & SEND_SHUTDOWN) {
1962		err = -EPIPE;
1963		send_sigpipe = true;
1964		goto err_unlock;
1965	}
1966
1967	unix_state_lock(other);
1968
1969	if (sock_flag(other, SOCK_DEAD) ||
1970	    other->sk_shutdown & RCV_SHUTDOWN) {
1971		err = -EPIPE;
1972		send_sigpipe = true;
1973		goto err_state_unlock;
1974	}
1975
1976	if (init_scm) {
1977		err = maybe_init_creds(&scm, socket, other);
1978		if (err)
1979			goto err_state_unlock;
1980		init_scm = false;
1981	}
1982
1983	skb = skb_peek_tail(&other->sk_receive_queue);
1984	if (tail && tail == skb) {
1985		skb = newskb;
1986	} else if (!skb || !unix_skb_scm_eq(skb, &scm)) {
1987		if (newskb) {
1988			skb = newskb;
1989		} else {
1990			tail = skb;
1991			goto alloc_skb;
1992		}
1993	} else if (newskb) {
1994		/* this is fast path, we don't necessarily need to
1995		 * call to kfree_skb even though with newskb == NULL
1996		 * this - does no harm
1997		 */
1998		consume_skb(newskb);
1999		newskb = NULL;
2000	}
2001
2002	if (skb_append_pagefrags(skb, page, offset, size)) {
2003		tail = skb;
2004		goto alloc_skb;
2005	}
2006
2007	skb->len += size;
2008	skb->data_len += size;
2009	skb->truesize += size;
2010	refcount_add(size, &sk->sk_wmem_alloc);
2011
2012	if (newskb) {
2013		err = unix_scm_to_skb(&scm, skb, false);
2014		if (err)
2015			goto err_state_unlock;
2016		spin_lock(&other->sk_receive_queue.lock);
2017		__skb_queue_tail(&other->sk_receive_queue, newskb);
2018		spin_unlock(&other->sk_receive_queue.lock);
2019	}
2020
2021	unix_state_unlock(other);
2022	mutex_unlock(&unix_sk(other)->iolock);
2023
2024	other->sk_data_ready(other);
2025	scm_destroy(&scm);
2026	return size;
2027
2028err_state_unlock:
2029	unix_state_unlock(other);
2030err_unlock:
2031	mutex_unlock(&unix_sk(other)->iolock);
2032err:
2033	kfree_skb(newskb);
2034	if (send_sigpipe && !(flags & MSG_NOSIGNAL))
2035		send_sig(SIGPIPE, current, 0);
2036	if (!init_scm)
2037		scm_destroy(&scm);
2038	return err;
2039}
2040
2041static int unix_seqpacket_sendmsg(struct socket *sock, struct msghdr *msg,
2042				  size_t len)
2043{
2044	int err;
2045	struct sock *sk = sock->sk;
2046
2047	err = sock_error(sk);
2048	if (err)
2049		return err;
2050
2051	if (sk->sk_state != TCP_ESTABLISHED)
2052		return -ENOTCONN;
2053
2054	if (msg->msg_namelen)
2055		msg->msg_namelen = 0;
2056
2057	return unix_dgram_sendmsg(sock, msg, len);
2058}
2059
2060static int unix_seqpacket_recvmsg(struct socket *sock, struct msghdr *msg,
2061				  size_t size, int flags)
 
2062{
2063	struct sock *sk = sock->sk;
2064
2065	if (sk->sk_state != TCP_ESTABLISHED)
2066		return -ENOTCONN;
2067
2068	return unix_dgram_recvmsg(sock, msg, size, flags);
2069}
2070
2071static void unix_copy_addr(struct msghdr *msg, struct sock *sk)
2072{
2073	struct unix_address *addr = smp_load_acquire(&unix_sk(sk)->addr);
2074
2075	if (addr) {
2076		msg->msg_namelen = addr->len;
2077		memcpy(msg->msg_name, addr->name, addr->len);
 
2078	}
2079}
2080
2081static int unix_dgram_recvmsg(struct socket *sock, struct msghdr *msg,
2082			      size_t size, int flags)
 
2083{
2084	struct scm_cookie scm;
 
2085	struct sock *sk = sock->sk;
2086	struct unix_sock *u = unix_sk(sk);
2087	struct sk_buff *skb, *last;
2088	long timeo;
2089	int skip;
2090	int err;
 
2091
2092	err = -EOPNOTSUPP;
2093	if (flags&MSG_OOB)
2094		goto out;
2095
2096	timeo = sock_rcvtimeo(sk, flags & MSG_DONTWAIT);
2097
2098	do {
2099		mutex_lock(&u->iolock);
 
 
 
2100
2101		skip = sk_peek_offset(sk, flags);
2102		skb = __skb_try_recv_datagram(sk, &sk->sk_receive_queue, flags,
2103					      &skip, &err, &last);
2104		if (skb) {
2105			if (!(flags & MSG_PEEK))
2106				scm_stat_del(sk, skb);
2107			break;
2108		}
2109
2110		mutex_unlock(&u->iolock);
2111
2112		if (err != -EAGAIN)
2113			break;
2114	} while (timeo &&
2115		 !__skb_wait_for_more_packets(sk, &sk->sk_receive_queue,
2116					      &err, &timeo, last));
2117
2118	if (!skb) { /* implies iolock unlocked */
2119		unix_state_lock(sk);
2120		/* Signal EOF on disconnected non-blocking SEQPACKET socket. */
2121		if (sk->sk_type == SOCK_SEQPACKET && err == -EAGAIN &&
2122		    (sk->sk_shutdown & RCV_SHUTDOWN))
2123			err = 0;
2124		unix_state_unlock(sk);
2125		goto out;
2126	}
2127
2128	if (wq_has_sleeper(&u->peer_wait))
2129		wake_up_interruptible_sync_poll(&u->peer_wait,
2130						EPOLLOUT | EPOLLWRNORM |
2131						EPOLLWRBAND);
2132
2133	if (msg->msg_name)
2134		unix_copy_addr(msg, skb->sk);
2135
2136	if (size > skb->len - skip)
2137		size = skb->len - skip;
2138	else if (size < skb->len - skip)
2139		msg->msg_flags |= MSG_TRUNC;
2140
2141	err = skb_copy_datagram_msg(skb, skip, msg, size);
2142	if (err)
2143		goto out_free;
2144
2145	if (sock_flag(sk, SOCK_RCVTSTAMP))
2146		__sock_recv_timestamp(msg, sk, skb);
2147
2148	memset(&scm, 0, sizeof(scm));
2149
2150	scm_set_cred(&scm, UNIXCB(skb).pid, UNIXCB(skb).uid, UNIXCB(skb).gid);
2151	unix_set_secdata(&scm, skb);
 
 
2152
2153	if (!(flags & MSG_PEEK)) {
2154		if (UNIXCB(skb).fp)
2155			unix_detach_fds(&scm, skb);
2156
2157		sk_peek_offset_bwd(sk, skb->len);
2158	} else {
2159		/* It is questionable: on PEEK we could:
2160		   - do not return fds - good, but too simple 8)
2161		   - return fds, and do not return them on read (old strategy,
2162		     apparently wrong)
2163		   - clone fds (I chose it for now, it is the most universal
2164		     solution)
2165
2166		   POSIX 1003.1g does not actually define this clearly
2167		   at all. POSIX 1003.1g doesn't define a lot of things
2168		   clearly however!
2169
2170		*/
2171
2172		sk_peek_offset_fwd(sk, size);
2173
2174		if (UNIXCB(skb).fp)
2175			scm.fp = scm_fp_dup(UNIXCB(skb).fp);
2176	}
2177	err = (flags & MSG_TRUNC) ? skb->len - skip : size;
2178
2179	scm_recv(sock, msg, &scm, flags);
2180
2181out_free:
2182	skb_free_datagram(sk, skb);
2183	mutex_unlock(&u->iolock);
 
2184out:
2185	return err;
2186}
2187
2188/*
2189 *	Sleep until more data has arrived. But check for races..
2190 */
2191static long unix_stream_data_wait(struct sock *sk, long timeo,
2192				  struct sk_buff *last, unsigned int last_len,
2193				  bool freezable)
2194{
2195	struct sk_buff *tail;
2196	DEFINE_WAIT(wait);
2197
2198	unix_state_lock(sk);
2199
2200	for (;;) {
2201		prepare_to_wait(sk_sleep(sk), &wait, TASK_INTERRUPTIBLE);
2202
2203		tail = skb_peek_tail(&sk->sk_receive_queue);
2204		if (tail != last ||
2205		    (tail && tail->len != last_len) ||
2206		    sk->sk_err ||
2207		    (sk->sk_shutdown & RCV_SHUTDOWN) ||
2208		    signal_pending(current) ||
2209		    !timeo)
2210			break;
2211
2212		sk_set_bit(SOCKWQ_ASYNC_WAITDATA, sk);
2213		unix_state_unlock(sk);
2214		if (freezable)
2215			timeo = freezable_schedule_timeout(timeo);
2216		else
2217			timeo = schedule_timeout(timeo);
2218		unix_state_lock(sk);
2219
2220		if (sock_flag(sk, SOCK_DEAD))
2221			break;
2222
2223		sk_clear_bit(SOCKWQ_ASYNC_WAITDATA, sk);
2224	}
2225
2226	finish_wait(sk_sleep(sk), &wait);
2227	unix_state_unlock(sk);
2228	return timeo;
2229}
2230
2231static unsigned int unix_skb_len(const struct sk_buff *skb)
2232{
2233	return skb->len - UNIXCB(skb).consumed;
2234}
2235
2236struct unix_stream_read_state {
2237	int (*recv_actor)(struct sk_buff *, int, int,
2238			  struct unix_stream_read_state *);
2239	struct socket *socket;
2240	struct msghdr *msg;
2241	struct pipe_inode_info *pipe;
2242	size_t size;
2243	int flags;
2244	unsigned int splice_flags;
2245};
2246
2247static int unix_stream_read_generic(struct unix_stream_read_state *state,
2248				    bool freezable)
 
2249{
2250	struct scm_cookie scm;
2251	struct socket *sock = state->socket;
2252	struct sock *sk = sock->sk;
2253	struct unix_sock *u = unix_sk(sk);
 
2254	int copied = 0;
2255	int flags = state->flags;
2256	int noblock = flags & MSG_DONTWAIT;
2257	bool check_creds = false;
2258	int target;
2259	int err = 0;
2260	long timeo;
2261	int skip;
2262	size_t size = state->size;
2263	unsigned int last_len;
2264
2265	if (unlikely(sk->sk_state != TCP_ESTABLISHED)) {
2266		err = -EINVAL;
2267		goto out;
2268	}
2269
2270	if (unlikely(flags & MSG_OOB)) {
2271		err = -EOPNOTSUPP;
2272		goto out;
2273	}
2274
2275	target = sock_rcvlowat(sk, flags & MSG_WAITALL, size);
2276	timeo = sock_rcvtimeo(sk, noblock);
2277
2278	memset(&scm, 0, sizeof(scm));
2279
2280	/* Lock the socket to prevent queue disordering
2281	 * while sleeps in memcpy_tomsg
2282	 */
2283	mutex_lock(&u->iolock);
2284
2285	skip = max(sk_peek_offset(sk, flags), 0);
 
 
 
 
 
 
 
 
 
 
 
2286
2287	do {
2288		int chunk;
2289		bool drop_skb;
2290		struct sk_buff *skb, *last;
2291
2292redo:
2293		unix_state_lock(sk);
2294		if (sock_flag(sk, SOCK_DEAD)) {
2295			err = -ECONNRESET;
2296			goto unlock;
2297		}
2298		last = skb = skb_peek(&sk->sk_receive_queue);
2299		last_len = last ? last->len : 0;
2300again:
2301		if (skb == NULL) {
 
2302			if (copied >= target)
2303				goto unlock;
2304
2305			/*
2306			 *	POSIX 1003.1g mandates this order.
2307			 */
2308
2309			err = sock_error(sk);
2310			if (err)
2311				goto unlock;
2312			if (sk->sk_shutdown & RCV_SHUTDOWN)
2313				goto unlock;
2314
2315			unix_state_unlock(sk);
2316			if (!timeo) {
2317				err = -EAGAIN;
2318				break;
2319			}
2320
2321			mutex_unlock(&u->iolock);
2322
2323			timeo = unix_stream_data_wait(sk, timeo, last,
2324						      last_len, freezable);
2325
2326			if (signal_pending(current)) {
 
2327				err = sock_intr_errno(timeo);
2328				scm_destroy(&scm);
2329				goto out;
2330			}
2331
2332			mutex_lock(&u->iolock);
2333			goto redo;
2334unlock:
2335			unix_state_unlock(sk);
2336			break;
2337		}
2338
2339		while (skip >= unix_skb_len(skb)) {
2340			skip -= unix_skb_len(skb);
2341			last = skb;
2342			last_len = skb->len;
2343			skb = skb_peek_next(skb, &sk->sk_receive_queue);
2344			if (!skb)
2345				goto again;
2346		}
2347
2348		unix_state_unlock(sk);
2349
2350		if (check_creds) {
2351			/* Never glue messages from different writers */
2352			if (!unix_skb_scm_eq(skb, &scm))
 
2353				break;
2354		} else if (test_bit(SOCK_PASSCRED, &sock->flags)) {
2355			/* Copy credentials */
2356			scm_set_cred(&scm, UNIXCB(skb).pid, UNIXCB(skb).uid, UNIXCB(skb).gid);
2357			unix_set_secdata(&scm, skb);
2358			check_creds = true;
2359		}
2360
2361		/* Copy address just once */
2362		if (state->msg && state->msg->msg_name) {
2363			DECLARE_SOCKADDR(struct sockaddr_un *, sunaddr,
2364					 state->msg->msg_name);
2365			unix_copy_addr(state->msg, skb->sk);
2366			sunaddr = NULL;
2367		}
2368
2369		chunk = min_t(unsigned int, unix_skb_len(skb) - skip, size);
2370		skb_get(skb);
2371		chunk = state->recv_actor(skb, skip, chunk, state);
2372		drop_skb = !unix_skb_len(skb);
2373		/* skb is only safe to use if !drop_skb */
2374		consume_skb(skb);
2375		if (chunk < 0) {
2376			if (copied == 0)
2377				copied = -EFAULT;
2378			break;
2379		}
2380		copied += chunk;
2381		size -= chunk;
2382
2383		if (drop_skb) {
2384			/* the skb was touched by a concurrent reader;
2385			 * we should not expect anything from this skb
2386			 * anymore and assume it invalid - we can be
2387			 * sure it was dropped from the socket queue
2388			 *
2389			 * let's report a short read
2390			 */
2391			err = 0;
2392			break;
2393		}
2394
2395		/* Mark read part of skb as used */
2396		if (!(flags & MSG_PEEK)) {
2397			UNIXCB(skb).consumed += chunk;
2398
2399			sk_peek_offset_bwd(sk, chunk);
2400
2401			if (UNIXCB(skb).fp) {
2402				scm_stat_del(sk, skb);
2403				unix_detach_fds(&scm, skb);
2404			}
2405
2406			if (unix_skb_len(skb))
2407				break;
2408
2409			skb_unlink(skb, &sk->sk_receive_queue);
2410			consume_skb(skb);
2411
2412			if (scm.fp)
2413				break;
2414		} else {
2415			/* It is questionable, see note in unix_dgram_recvmsg.
2416			 */
2417			if (UNIXCB(skb).fp)
2418				scm.fp = scm_fp_dup(UNIXCB(skb).fp);
2419
2420			sk_peek_offset_fwd(sk, chunk);
2421
2422			if (UNIXCB(skb).fp)
2423				break;
2424
2425			skip = 0;
2426			last = skb;
2427			last_len = skb->len;
2428			unix_state_lock(sk);
2429			skb = skb_peek_next(skb, &sk->sk_receive_queue);
2430			if (skb)
2431				goto again;
2432			unix_state_unlock(sk);
2433			break;
2434		}
2435	} while (size);
2436
2437	mutex_unlock(&u->iolock);
2438	if (state->msg)
2439		scm_recv(sock, state->msg, &scm, flags);
2440	else
2441		scm_destroy(&scm);
2442out:
2443	return copied ? : err;
2444}
2445
2446static int unix_stream_read_actor(struct sk_buff *skb,
2447				  int skip, int chunk,
2448				  struct unix_stream_read_state *state)
2449{
2450	int ret;
2451
2452	ret = skb_copy_datagram_msg(skb, UNIXCB(skb).consumed + skip,
2453				    state->msg, chunk);
2454	return ret ?: chunk;
2455}
2456
2457static int unix_stream_recvmsg(struct socket *sock, struct msghdr *msg,
2458			       size_t size, int flags)
2459{
2460	struct unix_stream_read_state state = {
2461		.recv_actor = unix_stream_read_actor,
2462		.socket = sock,
2463		.msg = msg,
2464		.size = size,
2465		.flags = flags
2466	};
2467
2468	return unix_stream_read_generic(&state, true);
2469}
2470
2471static int unix_stream_splice_actor(struct sk_buff *skb,
2472				    int skip, int chunk,
2473				    struct unix_stream_read_state *state)
2474{
2475	return skb_splice_bits(skb, state->socket->sk,
2476			       UNIXCB(skb).consumed + skip,
2477			       state->pipe, chunk, state->splice_flags);
2478}
2479
2480static ssize_t unix_stream_splice_read(struct socket *sock,  loff_t *ppos,
2481				       struct pipe_inode_info *pipe,
2482				       size_t size, unsigned int flags)
2483{
2484	struct unix_stream_read_state state = {
2485		.recv_actor = unix_stream_splice_actor,
2486		.socket = sock,
2487		.pipe = pipe,
2488		.size = size,
2489		.splice_flags = flags,
2490	};
2491
2492	if (unlikely(*ppos))
2493		return -ESPIPE;
2494
2495	if (sock->file->f_flags & O_NONBLOCK ||
2496	    flags & SPLICE_F_NONBLOCK)
2497		state.flags = MSG_DONTWAIT;
2498
2499	return unix_stream_read_generic(&state, false);
2500}
2501
2502static int unix_shutdown(struct socket *sock, int mode)
2503{
2504	struct sock *sk = sock->sk;
2505	struct sock *other;
2506
2507	if (mode < SHUT_RD || mode > SHUT_RDWR)
2508		return -EINVAL;
2509	/* This maps:
2510	 * SHUT_RD   (0) -> RCV_SHUTDOWN  (1)
2511	 * SHUT_WR   (1) -> SEND_SHUTDOWN (2)
2512	 * SHUT_RDWR (2) -> SHUTDOWN_MASK (3)
2513	 */
2514	++mode;
2515
2516	unix_state_lock(sk);
2517	sk->sk_shutdown |= mode;
2518	other = unix_peer(sk);
2519	if (other)
2520		sock_hold(other);
2521	unix_state_unlock(sk);
2522	sk->sk_state_change(sk);
2523
2524	if (other &&
2525		(sk->sk_type == SOCK_STREAM || sk->sk_type == SOCK_SEQPACKET)) {
2526
2527		int peer_mode = 0;
2528
2529		if (mode&RCV_SHUTDOWN)
2530			peer_mode |= SEND_SHUTDOWN;
2531		if (mode&SEND_SHUTDOWN)
2532			peer_mode |= RCV_SHUTDOWN;
2533		unix_state_lock(other);
2534		other->sk_shutdown |= peer_mode;
2535		unix_state_unlock(other);
2536		other->sk_state_change(other);
2537		if (peer_mode == SHUTDOWN_MASK)
2538			sk_wake_async(other, SOCK_WAKE_WAITD, POLL_HUP);
2539		else if (peer_mode & RCV_SHUTDOWN)
2540			sk_wake_async(other, SOCK_WAKE_WAITD, POLL_IN);
2541	}
2542	if (other)
2543		sock_put(other);
2544
2545	return 0;
2546}
2547
2548long unix_inq_len(struct sock *sk)
2549{
2550	struct sk_buff *skb;
2551	long amount = 0;
2552
2553	if (sk->sk_state == TCP_LISTEN)
2554		return -EINVAL;
2555
2556	spin_lock(&sk->sk_receive_queue.lock);
2557	if (sk->sk_type == SOCK_STREAM ||
2558	    sk->sk_type == SOCK_SEQPACKET) {
2559		skb_queue_walk(&sk->sk_receive_queue, skb)
2560			amount += unix_skb_len(skb);
2561	} else {
2562		skb = skb_peek(&sk->sk_receive_queue);
2563		if (skb)
2564			amount = skb->len;
2565	}
2566	spin_unlock(&sk->sk_receive_queue.lock);
2567
2568	return amount;
2569}
2570EXPORT_SYMBOL_GPL(unix_inq_len);
2571
2572long unix_outq_len(struct sock *sk)
2573{
2574	return sk_wmem_alloc_get(sk);
2575}
2576EXPORT_SYMBOL_GPL(unix_outq_len);
2577
2578static int unix_open_file(struct sock *sk)
2579{
2580	struct path path;
2581	struct file *f;
2582	int fd;
2583
2584	if (!ns_capable(sock_net(sk)->user_ns, CAP_NET_ADMIN))
2585		return -EPERM;
2586
2587	if (!smp_load_acquire(&unix_sk(sk)->addr))
2588		return -ENOENT;
2589
2590	path = unix_sk(sk)->path;
2591	if (!path.dentry)
2592		return -ENOENT;
2593
2594	path_get(&path);
2595
2596	fd = get_unused_fd_flags(O_CLOEXEC);
2597	if (fd < 0)
2598		goto out;
2599
2600	f = dentry_open(&path, O_PATH, current_cred());
2601	if (IS_ERR(f)) {
2602		put_unused_fd(fd);
2603		fd = PTR_ERR(f);
2604		goto out;
2605	}
2606
2607	fd_install(fd, f);
2608out:
2609	path_put(&path);
2610
2611	return fd;
2612}
2613
2614static int unix_ioctl(struct socket *sock, unsigned int cmd, unsigned long arg)
2615{
2616	struct sock *sk = sock->sk;
2617	long amount = 0;
2618	int err;
2619
2620	switch (cmd) {
2621	case SIOCOUTQ:
2622		amount = unix_outq_len(sk);
2623		err = put_user(amount, (int __user *)arg);
2624		break;
2625	case SIOCINQ:
2626		amount = unix_inq_len(sk);
2627		if (amount < 0)
2628			err = amount;
2629		else
2630			err = put_user(amount, (int __user *)arg);
2631		break;
2632	case SIOCUNIXFILE:
2633		err = unix_open_file(sk);
2634		break;
2635	default:
2636		err = -ENOIOCTLCMD;
2637		break;
2638	}
2639	return err;
2640}
2641
2642#ifdef CONFIG_COMPAT
2643static int unix_compat_ioctl(struct socket *sock, unsigned int cmd, unsigned long arg)
2644{
2645	return unix_ioctl(sock, cmd, (unsigned long)compat_ptr(arg));
2646}
2647#endif
2648
2649static __poll_t unix_poll(struct file *file, struct socket *sock, poll_table *wait)
2650{
2651	struct sock *sk = sock->sk;
2652	__poll_t mask;
2653
2654	sock_poll_wait(file, sock, wait);
2655	mask = 0;
2656
2657	/* exceptional events? */
2658	if (sk->sk_err)
2659		mask |= EPOLLERR;
2660	if (sk->sk_shutdown == SHUTDOWN_MASK)
2661		mask |= EPOLLHUP;
2662	if (sk->sk_shutdown & RCV_SHUTDOWN)
2663		mask |= EPOLLRDHUP | EPOLLIN | EPOLLRDNORM;
2664
2665	/* readable? */
2666	if (!skb_queue_empty_lockless(&sk->sk_receive_queue))
2667		mask |= EPOLLIN | EPOLLRDNORM;
2668
2669	/* Connection-based need to check for termination and startup */
2670	if ((sk->sk_type == SOCK_STREAM || sk->sk_type == SOCK_SEQPACKET) &&
2671	    sk->sk_state == TCP_CLOSE)
2672		mask |= EPOLLHUP;
2673
2674	/*
2675	 * we set writable also when the other side has shut down the
2676	 * connection. This prevents stuck sockets.
2677	 */
2678	if (unix_writable(sk))
2679		mask |= EPOLLOUT | EPOLLWRNORM | EPOLLWRBAND;
2680
2681	return mask;
2682}
2683
2684static __poll_t unix_dgram_poll(struct file *file, struct socket *sock,
2685				    poll_table *wait)
2686{
2687	struct sock *sk = sock->sk, *other;
2688	unsigned int writable;
2689	__poll_t mask;
2690
2691	sock_poll_wait(file, sock, wait);
2692	mask = 0;
2693
2694	/* exceptional events? */
2695	if (sk->sk_err || !skb_queue_empty_lockless(&sk->sk_error_queue))
2696		mask |= EPOLLERR |
2697			(sock_flag(sk, SOCK_SELECT_ERR_QUEUE) ? EPOLLPRI : 0);
2698
2699	if (sk->sk_shutdown & RCV_SHUTDOWN)
2700		mask |= EPOLLRDHUP | EPOLLIN | EPOLLRDNORM;
2701	if (sk->sk_shutdown == SHUTDOWN_MASK)
2702		mask |= EPOLLHUP;
2703
2704	/* readable? */
2705	if (!skb_queue_empty_lockless(&sk->sk_receive_queue))
2706		mask |= EPOLLIN | EPOLLRDNORM;
2707
2708	/* Connection-based need to check for termination and startup */
2709	if (sk->sk_type == SOCK_SEQPACKET) {
2710		if (sk->sk_state == TCP_CLOSE)
2711			mask |= EPOLLHUP;
2712		/* connection hasn't started yet? */
2713		if (sk->sk_state == TCP_SYN_SENT)
2714			return mask;
2715	}
2716
2717	/* No write status requested, avoid expensive OUT tests. */
2718	if (!(poll_requested_events(wait) & (EPOLLWRBAND|EPOLLWRNORM|EPOLLOUT)))
2719		return mask;
2720
2721	writable = unix_writable(sk);
2722	if (writable) {
2723		unix_state_lock(sk);
2724
2725		other = unix_peer(sk);
2726		if (other && unix_peer(other) != sk &&
2727		    unix_recvq_full(other) &&
2728		    unix_dgram_peer_wake_me(sk, other))
2729			writable = 0;
2730
2731		unix_state_unlock(sk);
2732	}
2733
2734	if (writable)
2735		mask |= EPOLLOUT | EPOLLWRNORM | EPOLLWRBAND;
2736	else
2737		sk_set_bit(SOCKWQ_ASYNC_NOSPACE, sk);
2738
2739	return mask;
2740}
2741
2742#ifdef CONFIG_PROC_FS
 
 
 
 
 
 
 
 
2743
2744#define BUCKET_SPACE (BITS_PER_LONG - (UNIX_HASH_BITS + 1) - 1)
2745
2746#define get_bucket(x) ((x) >> BUCKET_SPACE)
2747#define get_offset(x) ((x) & ((1L << BUCKET_SPACE) - 1))
2748#define set_bucket_offset(b, o) ((b) << BUCKET_SPACE | (o))
2749
2750static struct sock *unix_from_bucket(struct seq_file *seq, loff_t *pos)
2751{
2752	unsigned long offset = get_offset(*pos);
2753	unsigned long bucket = get_bucket(*pos);
2754	struct sock *sk;
2755	unsigned long count = 0;
2756
2757	for (sk = sk_head(&unix_socket_table[bucket]); sk; sk = sk_next(sk)) {
2758		if (sock_net(sk) != seq_file_net(seq))
2759			continue;
2760		if (++count == offset)
2761			break;
2762	}
 
 
2763
2764	return sk;
2765}
 
 
2766
2767static struct sock *unix_next_socket(struct seq_file *seq,
2768				     struct sock *sk,
2769				     loff_t *pos)
2770{
2771	unsigned long bucket;
 
 
2772
2773	while (sk > (struct sock *)SEQ_START_TOKEN) {
2774		sk = sk_next(sk);
2775		if (!sk)
2776			goto next_bucket;
2777		if (sock_net(sk) == seq_file_net(seq))
2778			return sk;
2779	}
2780
2781	do {
2782		sk = unix_from_bucket(seq, pos);
2783		if (sk)
2784			return sk;
2785
2786next_bucket:
2787		bucket = get_bucket(*pos) + 1;
2788		*pos = set_bucket_offset(bucket, 1);
2789	} while (bucket < ARRAY_SIZE(unix_socket_table));
2790
2791	return NULL;
2792}
2793
2794static void *unix_seq_start(struct seq_file *seq, loff_t *pos)
2795	__acquires(unix_table_lock)
2796{
2797	spin_lock(&unix_table_lock);
2798
2799	if (!*pos)
2800		return SEQ_START_TOKEN;
2801
2802	if (get_bucket(*pos) >= ARRAY_SIZE(unix_socket_table))
2803		return NULL;
2804
2805	return unix_next_socket(seq, NULL, pos);
2806}
2807
2808static void *unix_seq_next(struct seq_file *seq, void *v, loff_t *pos)
2809{
 
 
2810	++*pos;
2811	return unix_next_socket(seq, v, pos);
 
 
 
 
 
 
 
2812}
2813
2814static void unix_seq_stop(struct seq_file *seq, void *v)
2815	__releases(unix_table_lock)
2816{
2817	spin_unlock(&unix_table_lock);
2818}
2819
2820static int unix_seq_show(struct seq_file *seq, void *v)
2821{
2822
2823	if (v == SEQ_START_TOKEN)
2824		seq_puts(seq, "Num       RefCount Protocol Flags    Type St "
2825			 "Inode Path\n");
2826	else {
2827		struct sock *s = v;
2828		struct unix_sock *u = unix_sk(s);
2829		unix_state_lock(s);
2830
2831		seq_printf(seq, "%pK: %08X %08X %08X %04X %02X %5lu",
2832			s,
2833			refcount_read(&s->sk_refcnt),
2834			0,
2835			s->sk_state == TCP_LISTEN ? __SO_ACCEPTCON : 0,
2836			s->sk_type,
2837			s->sk_socket ?
2838			(s->sk_state == TCP_ESTABLISHED ? SS_CONNECTED : SS_UNCONNECTED) :
2839			(s->sk_state == TCP_ESTABLISHED ? SS_CONNECTING : SS_DISCONNECTING),
2840			sock_i_ino(s));
2841
2842		if (u->addr) {	// under unix_table_lock here
2843			int i, len;
2844			seq_putc(seq, ' ');
2845
2846			i = 0;
2847			len = u->addr->len - sizeof(short);
2848			if (!UNIX_ABSTRACT(s))
2849				len--;
2850			else {
2851				seq_putc(seq, '@');
2852				i++;
2853			}
2854			for ( ; i < len; i++)
2855				seq_putc(seq, u->addr->name->sun_path[i] ?:
2856					 '@');
2857		}
2858		unix_state_unlock(s);
2859		seq_putc(seq, '\n');
2860	}
2861
2862	return 0;
2863}
2864
2865static const struct seq_operations unix_seq_ops = {
2866	.start  = unix_seq_start,
2867	.next   = unix_seq_next,
2868	.stop   = unix_seq_stop,
2869	.show   = unix_seq_show,
2870};
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2871#endif
2872
2873static const struct net_proto_family unix_family_ops = {
2874	.family = PF_UNIX,
2875	.create = unix_create,
2876	.owner	= THIS_MODULE,
2877};
2878
2879
2880static int __net_init unix_net_init(struct net *net)
2881{
2882	int error = -ENOMEM;
2883
2884	net->unx.sysctl_max_dgram_qlen = 10;
2885	if (unix_sysctl_register(net))
2886		goto out;
2887
2888#ifdef CONFIG_PROC_FS
2889	if (!proc_create_net("unix", 0, net->proc_net, &unix_seq_ops,
2890			sizeof(struct seq_net_private))) {
2891		unix_sysctl_unregister(net);
2892		goto out;
2893	}
2894#endif
2895	error = 0;
2896out:
2897	return error;
2898}
2899
2900static void __net_exit unix_net_exit(struct net *net)
2901{
2902	unix_sysctl_unregister(net);
2903	remove_proc_entry("unix", net->proc_net);
2904}
2905
2906static struct pernet_operations unix_net_ops = {
2907	.init = unix_net_init,
2908	.exit = unix_net_exit,
2909};
2910
2911static int __init af_unix_init(void)
2912{
2913	int rc = -1;
 
2914
2915	BUILD_BUG_ON(sizeof(struct unix_skb_parms) > sizeof_field(struct sk_buff, cb));
2916
2917	rc = proto_register(&unix_proto, 1);
2918	if (rc != 0) {
2919		pr_crit("%s: Cannot create unix_sock SLAB cache!\n", __func__);
 
2920		goto out;
2921	}
2922
2923	sock_register(&unix_family_ops);
2924	register_pernet_subsys(&unix_net_ops);
2925out:
2926	return rc;
2927}
2928
2929static void __exit af_unix_exit(void)
2930{
2931	sock_unregister(PF_UNIX);
2932	proto_unregister(&unix_proto);
2933	unregister_pernet_subsys(&unix_net_ops);
2934}
2935
2936/* Earlier than device_initcall() so that other drivers invoking
2937   request_module() don't end up in a loop when modprobe tries
2938   to use a UNIX socket. But later than subsys_initcall() because
2939   we depend on stuff initialised there */
2940fs_initcall(af_unix_init);
2941module_exit(af_unix_exit);
2942
2943MODULE_LICENSE("GPL");
2944MODULE_ALIAS_NETPROTO(PF_UNIX);