blob: 94d33478155483dd18ce5c5a2799498fcc8d2716 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * NET4: Implementation of BSD Unix domain sockets.
3 *
Alan Cox113aa832008-10-13 19:01:08 -07004 * Authors: Alan Cox, <alan@lxorguk.ukuu.org.uk>
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070011 * Fixes:
12 * Linus Torvalds : Assorted bug cures.
13 * Niibe Yutaka : async I/O support.
14 * Carsten Paeth : PF_UNIX check, address fixes.
15 * Alan Cox : Limit size of allocated blocks.
16 * Alan Cox : Fixed the stupid socketpair bug.
17 * Alan Cox : BSD compatibility fine tuning.
18 * Alan Cox : Fixed a bug in connect when interrupted.
19 * Alan Cox : Sorted out a proper draft version of
20 * file descriptor passing hacked up from
21 * Mike Shaver's work.
22 * Marty Leisner : Fixes to fd passing
23 * Nick Nevin : recvmsg bugfix.
24 * Alan Cox : Started proper garbage collector
25 * Heiko EiBfeldt : Missing verify_area check
26 * Alan Cox : Started POSIXisms
27 * Andreas Schwab : Replace inode by dentry for proper
28 * reference counting
29 * Kirk Petersen : Made this a module
30 * Christoph Rohland : Elegant non-blocking accept/connect algorithm.
31 * Lots of bug fixes.
32 * Alexey Kuznetosv : Repaired (I hope) bugs introduces
33 * by above two patches.
34 * Andrea Arcangeli : If possible we block in connect(2)
35 * if the max backlog of the listen socket
36 * is been reached. This won't break
37 * old apps and it will avoid huge amount
38 * of socks hashed (this for unix_gc()
39 * performances reasons).
40 * Security fix that limits the max
41 * number of socks to 2*max_files and
42 * the number of skb queueable in the
43 * dgram receiver.
44 * Artur Skawina : Hash function optimizations
45 * Alexey Kuznetsov : Full scale SMP. Lot of bugs are introduced 8)
46 * Malcolm Beattie : Set peercred for socketpair
47 * Michal Ostrowski : Module initialization cleanup.
48 * Arnaldo C. Melo : Remove MOD_{INC,DEC}_USE_COUNT,
49 * the core infrastructure is doing that
50 * for all net proto families now (2.5.69+)
51 *
52 *
53 * Known differences from reference BSD that was tested:
54 *
55 * [TO FIX]
56 * ECONNREFUSED is not returned from one end of a connected() socket to the
57 * other the moment one end closes.
58 * fstat() doesn't return st_dev=0, and give the blksize as high water mark
59 * and a fake inode identifier (nor the BSD first socket fstat twice bug).
60 * [NOT TO FIX]
61 * accept() returns a path name even if the connecting socket has closed
62 * in the meantime (BSD loses the path and gives up).
63 * accept() returns 0 length path for an unbound connector. BSD returns 16
64 * and a null first byte in the path (but not for gethost/peername - BSD bug ??)
65 * socketpair(...SOCK_RAW..) doesn't panic the kernel.
66 * BSD af_unix apparently has connect forgetting to block properly.
67 * (need to check this with the POSIX spec in detail)
68 *
69 * Differences from 2.0.0-11-... (ANK)
70 * Bug fixes and improvements.
71 * - client shutdown killed server socket.
72 * - removed all useless cli/sti pairs.
73 *
74 * Semantic changes/extensions.
75 * - generic control message passing.
76 * - SCM_CREDENTIALS control message.
77 * - "Abstract" (not FS based) socket bindings.
78 * Abstract names are sequences of bytes (not zero terminated)
79 * started by 0, so that this name space does not intersect
80 * with BSD names.
81 */
82
83#include <linux/module.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070084#include <linux/kernel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070085#include <linux/signal.h>
86#include <linux/sched.h>
87#include <linux/errno.h>
88#include <linux/string.h>
89#include <linux/stat.h>
90#include <linux/dcache.h>
91#include <linux/namei.h>
92#include <linux/socket.h>
93#include <linux/un.h>
94#include <linux/fcntl.h>
95#include <linux/termios.h>
96#include <linux/sockios.h>
97#include <linux/net.h>
98#include <linux/in.h>
99#include <linux/fs.h>
100#include <linux/slab.h>
101#include <asm/uaccess.h>
102#include <linux/skbuff.h>
103#include <linux/netdevice.h>
Eric W. Biederman457c4cb2007-09-12 12:01:34 +0200104#include <net/net_namespace.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105#include <net/sock.h>
Arnaldo Carvalho de Meloc752f072005-08-09 20:08:28 -0700106#include <net/tcp_states.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107#include <net/af_unix.h>
108#include <linux/proc_fs.h>
109#include <linux/seq_file.h>
110#include <net/scm.h>
111#include <linux/init.h>
112#include <linux/poll.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113#include <linux/rtnetlink.h>
114#include <linux/mount.h>
115#include <net/checksum.h>
116#include <linux/security.h>
117
Eric Dumazet7123aaa2012-06-08 05:03:21 +0000118struct hlist_head unix_socket_table[2 * UNIX_HASH_SIZE];
Pavel Emelyanovfa7ff562011-12-15 02:44:03 +0000119EXPORT_SYMBOL_GPL(unix_socket_table);
120DEFINE_SPINLOCK(unix_table_lock);
121EXPORT_SYMBOL_GPL(unix_table_lock);
Eric Dumazet518de9b2010-10-26 14:22:44 -0700122static atomic_long_t unix_nr_socks;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124
Eric Dumazet7123aaa2012-06-08 05:03:21 +0000125static struct hlist_head *unix_sockets_unbound(void *addr)
126{
127 unsigned long hash = (unsigned long)addr;
128
129 hash ^= hash >> 16;
130 hash ^= hash >> 8;
131 hash %= UNIX_HASH_SIZE;
132 return &unix_socket_table[UNIX_HASH_SIZE + hash];
133}
134
135#define UNIX_ABSTRACT(sk) (unix_sk(sk)->addr->hash < UNIX_HASH_SIZE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136
Catherine Zhang877ce7c2006-06-29 12:27:47 -0700137#ifdef CONFIG_SECURITY_NETWORK
Catherine Zhangdc49c1f2006-08-02 14:12:06 -0700138static void unix_get_secdata(struct scm_cookie *scm, struct sk_buff *skb)
Catherine Zhang877ce7c2006-06-29 12:27:47 -0700139{
Catherine Zhangdc49c1f2006-08-02 14:12:06 -0700140 memcpy(UNIXSID(skb), &scm->secid, sizeof(u32));
Catherine Zhang877ce7c2006-06-29 12:27:47 -0700141}
142
143static inline void unix_set_secdata(struct scm_cookie *scm, struct sk_buff *skb)
144{
Catherine Zhangdc49c1f2006-08-02 14:12:06 -0700145 scm->secid = *UNIXSID(skb);
Catherine Zhang877ce7c2006-06-29 12:27:47 -0700146}
147#else
Catherine Zhangdc49c1f2006-08-02 14:12:06 -0700148static inline void unix_get_secdata(struct scm_cookie *scm, struct sk_buff *skb)
Catherine Zhang877ce7c2006-06-29 12:27:47 -0700149{ }
150
151static inline void unix_set_secdata(struct scm_cookie *scm, struct sk_buff *skb)
152{ }
153#endif /* CONFIG_SECURITY_NETWORK */
154
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155/*
156 * SMP locking strategy:
David S. Millerfbe9cc42005-12-13 23:26:29 -0800157 * hash table is protected with spinlock unix_table_lock
Stephen Hemminger663717f2010-02-18 14:12:06 -0800158 * each socket state is protected by separate spin lock.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159 */
160
Eric Dumazet95c96172012-04-15 05:58:06 +0000161static inline unsigned int unix_hash_fold(__wsum n)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162{
Anton Blanchard83bb80f2014-03-05 14:29:58 +1100163 unsigned int hash = (__force unsigned int)csum_fold(n);
Eric Dumazet95c96172012-04-15 05:58:06 +0000164
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165 hash ^= hash>>8;
166 return hash&(UNIX_HASH_SIZE-1);
167}
168
169#define unix_peer(sk) (unix_sk(sk)->peer)
170
171static inline int unix_our_peer(struct sock *sk, struct sock *osk)
172{
173 return unix_peer(osk) == sk;
174}
175
176static inline int unix_may_send(struct sock *sk, struct sock *osk)
177{
Eric Dumazet6eba6a32008-11-16 22:58:44 -0800178 return unix_peer(osk) == NULL || unix_our_peer(sk, osk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179}
180
Rainer Weikusat3c734192008-06-17 22:28:05 -0700181static inline int unix_recvq_full(struct sock const *sk)
182{
183 return skb_queue_len(&sk->sk_receive_queue) > sk->sk_max_ack_backlog;
184}
185
Pavel Emelyanovfa7ff562011-12-15 02:44:03 +0000186struct sock *unix_peer_get(struct sock *s)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187{
188 struct sock *peer;
189
David S. Miller1c92b4e2007-05-31 13:24:26 -0700190 unix_state_lock(s);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191 peer = unix_peer(s);
192 if (peer)
193 sock_hold(peer);
David S. Miller1c92b4e2007-05-31 13:24:26 -0700194 unix_state_unlock(s);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195 return peer;
196}
Pavel Emelyanovfa7ff562011-12-15 02:44:03 +0000197EXPORT_SYMBOL_GPL(unix_peer_get);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198
199static inline void unix_release_addr(struct unix_address *addr)
200{
201 if (atomic_dec_and_test(&addr->refcnt))
202 kfree(addr);
203}
204
205/*
206 * Check unix socket name:
207 * - should be not zero length.
208 * - if started by not zero, should be NULL terminated (FS object)
209 * - if started by zero, it is abstract name.
210 */
YOSHIFUJI Hideakiac7bfa62007-02-09 23:25:23 +0900211
Eric Dumazet95c96172012-04-15 05:58:06 +0000212static int unix_mkname(struct sockaddr_un *sunaddr, int len, unsigned int *hashp)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213{
214 if (len <= sizeof(short) || len > sizeof(*sunaddr))
215 return -EINVAL;
216 if (!sunaddr || sunaddr->sun_family != AF_UNIX)
217 return -EINVAL;
218 if (sunaddr->sun_path[0]) {
219 /*
220 * This may look like an off by one error but it is a bit more
221 * subtle. 108 is the longest valid AF_UNIX path for a binding.
Lucas De Marchi25985ed2011-03-30 22:57:33 -0300222 * sun_path[108] doesn't as such exist. However in kernel space
Linus Torvalds1da177e2005-04-16 15:20:36 -0700223 * we are guaranteed that it is a valid memory location in our
224 * kernel address buffer.
225 */
Jianjun Konge27dfce2008-11-01 21:38:31 -0700226 ((char *)sunaddr)[len] = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227 len = strlen(sunaddr->sun_path)+1+sizeof(short);
228 return len;
229 }
230
Joe Perches07f07572008-11-19 15:44:53 -0800231 *hashp = unix_hash_fold(csum_partial(sunaddr, len, 0));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232 return len;
233}
234
235static void __unix_remove_socket(struct sock *sk)
236{
237 sk_del_node_init(sk);
238}
239
240static void __unix_insert_socket(struct hlist_head *list, struct sock *sk)
241{
Ilpo Järvinen547b7922008-07-25 21:43:18 -0700242 WARN_ON(!sk_unhashed(sk));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243 sk_add_node(sk, list);
244}
245
246static inline void unix_remove_socket(struct sock *sk)
247{
David S. Millerfbe9cc42005-12-13 23:26:29 -0800248 spin_lock(&unix_table_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249 __unix_remove_socket(sk);
David S. Millerfbe9cc42005-12-13 23:26:29 -0800250 spin_unlock(&unix_table_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700251}
252
253static inline void unix_insert_socket(struct hlist_head *list, struct sock *sk)
254{
David S. Millerfbe9cc42005-12-13 23:26:29 -0800255 spin_lock(&unix_table_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256 __unix_insert_socket(list, sk);
David S. Millerfbe9cc42005-12-13 23:26:29 -0800257 spin_unlock(&unix_table_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258}
259
Denis V. Lunev097e66c2007-11-19 22:29:30 -0800260static struct sock *__unix_find_socket_byname(struct net *net,
261 struct sockaddr_un *sunname,
Eric Dumazet95c96172012-04-15 05:58:06 +0000262 int len, int type, unsigned int hash)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700263{
264 struct sock *s;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700265
Sasha Levinb67bfe02013-02-27 17:06:00 -0800266 sk_for_each(s, &unix_socket_table[hash ^ type]) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267 struct unix_sock *u = unix_sk(s);
268
YOSHIFUJI Hideaki878628f2008-03-26 03:57:35 +0900269 if (!net_eq(sock_net(s), net))
Denis V. Lunev097e66c2007-11-19 22:29:30 -0800270 continue;
271
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272 if (u->addr->len == len &&
273 !memcmp(u->addr->name, sunname, len))
274 goto found;
275 }
276 s = NULL;
277found:
278 return s;
279}
280
Denis V. Lunev097e66c2007-11-19 22:29:30 -0800281static inline struct sock *unix_find_socket_byname(struct net *net,
282 struct sockaddr_un *sunname,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283 int len, int type,
Eric Dumazet95c96172012-04-15 05:58:06 +0000284 unsigned int hash)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285{
286 struct sock *s;
287
David S. Millerfbe9cc42005-12-13 23:26:29 -0800288 spin_lock(&unix_table_lock);
Denis V. Lunev097e66c2007-11-19 22:29:30 -0800289 s = __unix_find_socket_byname(net, sunname, len, type, hash);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290 if (s)
291 sock_hold(s);
David S. Millerfbe9cc42005-12-13 23:26:29 -0800292 spin_unlock(&unix_table_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700293 return s;
294}
295
Eric W. Biederman6616f782010-06-13 03:35:48 +0000296static struct sock *unix_find_socket_byinode(struct inode *i)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700297{
298 struct sock *s;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700299
David S. Millerfbe9cc42005-12-13 23:26:29 -0800300 spin_lock(&unix_table_lock);
Sasha Levinb67bfe02013-02-27 17:06:00 -0800301 sk_for_each(s,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700302 &unix_socket_table[i->i_ino & (UNIX_HASH_SIZE - 1)]) {
Al Viro40ffe672012-03-14 21:54:32 -0400303 struct dentry *dentry = unix_sk(s)->path.dentry;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700304
Eric Dumazet6eba6a32008-11-16 22:58:44 -0800305 if (dentry && dentry->d_inode == i) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700306 sock_hold(s);
307 goto found;
308 }
309 }
310 s = NULL;
311found:
David S. Millerfbe9cc42005-12-13 23:26:29 -0800312 spin_unlock(&unix_table_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700313 return s;
314}
315
316static inline int unix_writable(struct sock *sk)
317{
318 return (atomic_read(&sk->sk_wmem_alloc) << 2) <= sk->sk_sndbuf;
319}
320
321static void unix_write_space(struct sock *sk)
322{
Eric Dumazet43815482010-04-29 11:01:49 +0000323 struct socket_wq *wq;
324
325 rcu_read_lock();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700326 if (unix_writable(sk)) {
Eric Dumazet43815482010-04-29 11:01:49 +0000327 wq = rcu_dereference(sk->sk_wq);
328 if (wq_has_sleeper(wq))
Eric Dumazet67426b72010-10-29 20:44:44 +0000329 wake_up_interruptible_sync_poll(&wq->wait,
330 POLLOUT | POLLWRNORM | POLLWRBAND);
Pavel Emelyanov8d8ad9d2007-11-26 20:10:50 +0800331 sk_wake_async(sk, SOCK_WAKE_SPACE, POLL_OUT);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700332 }
Eric Dumazet43815482010-04-29 11:01:49 +0000333 rcu_read_unlock();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334}
335
336/* When dgram socket disconnects (or changes its peer), we clear its receive
337 * queue of packets arrived from previous peer. First, it allows to do
338 * flow control based only on wmem_alloc; second, sk connected to peer
339 * may receive messages only from that peer. */
340static void unix_dgram_disconnected(struct sock *sk, struct sock *other)
341{
David S. Millerb03efcf2005-07-08 14:57:23 -0700342 if (!skb_queue_empty(&sk->sk_receive_queue)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700343 skb_queue_purge(&sk->sk_receive_queue);
344 wake_up_interruptible_all(&unix_sk(sk)->peer_wait);
345
346 /* If one link of bidirectional dgram pipe is disconnected,
347 * we signal error. Messages are lost. Do not make this,
348 * when peer was not connected to us.
349 */
350 if (!sock_flag(other, SOCK_DEAD) && unix_peer(other) == sk) {
351 other->sk_err = ECONNRESET;
352 other->sk_error_report(other);
353 }
354 }
355}
356
357static void unix_sock_destructor(struct sock *sk)
358{
359 struct unix_sock *u = unix_sk(sk);
360
361 skb_queue_purge(&sk->sk_receive_queue);
362
Ilpo Järvinen547b7922008-07-25 21:43:18 -0700363 WARN_ON(atomic_read(&sk->sk_wmem_alloc));
364 WARN_ON(!sk_unhashed(sk));
365 WARN_ON(sk->sk_socket);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700366 if (!sock_flag(sk, SOCK_DEAD)) {
Eric Dumazet6b41e7d2008-11-19 15:48:09 -0800367 printk(KERN_INFO "Attempt to release alive unix socket: %p\n", sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700368 return;
369 }
370
371 if (u->addr)
372 unix_release_addr(u->addr);
373
Eric Dumazet518de9b2010-10-26 14:22:44 -0700374 atomic_long_dec(&unix_nr_socks);
David S. Miller6f756a82008-11-23 17:34:03 -0800375 local_bh_disable();
Eric Dumazeta8076d82008-11-17 02:38:49 -0800376 sock_prot_inuse_add(sock_net(sk), sk->sk_prot, -1);
David S. Miller6f756a82008-11-23 17:34:03 -0800377 local_bh_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700378#ifdef UNIX_REFCNT_DEBUG
Eric Dumazet518de9b2010-10-26 14:22:44 -0700379 printk(KERN_DEBUG "UNIX %p is destroyed, %ld are still alive.\n", sk,
380 atomic_long_read(&unix_nr_socks));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700381#endif
382}
383
Paul Mooreded34e02013-03-25 03:18:33 +0000384static void unix_release_sock(struct sock *sk, int embrion)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700385{
386 struct unix_sock *u = unix_sk(sk);
Al Viro40ffe672012-03-14 21:54:32 -0400387 struct path path;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700388 struct sock *skpair;
389 struct sk_buff *skb;
390 int state;
391
392 unix_remove_socket(sk);
393
394 /* Clear state */
David S. Miller1c92b4e2007-05-31 13:24:26 -0700395 unix_state_lock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700396 sock_orphan(sk);
397 sk->sk_shutdown = SHUTDOWN_MASK;
Al Viro40ffe672012-03-14 21:54:32 -0400398 path = u->path;
399 u->path.dentry = NULL;
400 u->path.mnt = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700401 state = sk->sk_state;
402 sk->sk_state = TCP_CLOSE;
David S. Miller1c92b4e2007-05-31 13:24:26 -0700403 unix_state_unlock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700404
405 wake_up_interruptible_all(&u->peer_wait);
406
Jianjun Konge27dfce2008-11-01 21:38:31 -0700407 skpair = unix_peer(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700408
Jianjun Konge27dfce2008-11-01 21:38:31 -0700409 if (skpair != NULL) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700410 if (sk->sk_type == SOCK_STREAM || sk->sk_type == SOCK_SEQPACKET) {
David S. Miller1c92b4e2007-05-31 13:24:26 -0700411 unix_state_lock(skpair);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700412 /* No more writes */
413 skpair->sk_shutdown = SHUTDOWN_MASK;
414 if (!skb_queue_empty(&sk->sk_receive_queue) || embrion)
415 skpair->sk_err = ECONNRESET;
David S. Miller1c92b4e2007-05-31 13:24:26 -0700416 unix_state_unlock(skpair);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700417 skpair->sk_state_change(skpair);
Pavel Emelyanov8d8ad9d2007-11-26 20:10:50 +0800418 sk_wake_async(skpair, SOCK_WAKE_WAITD, POLL_HUP);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700419 }
420 sock_put(skpair); /* It may now die */
421 unix_peer(sk) = NULL;
422 }
423
424 /* Try to flush out this socket. Throw out buffers at least */
425
426 while ((skb = skb_dequeue(&sk->sk_receive_queue)) != NULL) {
Jianjun Konge27dfce2008-11-01 21:38:31 -0700427 if (state == TCP_LISTEN)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700428 unix_release_sock(skb->sk, 1);
429 /* passed fds are erased in the kfree_skb hook */
430 kfree_skb(skb);
431 }
432
Al Viro40ffe672012-03-14 21:54:32 -0400433 if (path.dentry)
434 path_put(&path);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700435
436 sock_put(sk);
437
438 /* ---- Socket is dead now and most probably destroyed ---- */
439
440 /*
Alan Coxe04dae82012-09-17 00:52:41 +0000441 * Fixme: BSD difference: In BSD all sockets connected to us get
Linus Torvalds1da177e2005-04-16 15:20:36 -0700442 * ECONNRESET and we die on the spot. In Linux we behave
443 * like files and pipes do and wait for the last
444 * dereference.
445 *
446 * Can't we simply set sock->err?
447 *
448 * What the above comment does talk about? --ANK(980817)
449 */
450
Pavel Emelyanov9305cfa2007-11-10 22:06:01 -0800451 if (unix_tot_inflight)
YOSHIFUJI Hideakiac7bfa62007-02-09 23:25:23 +0900452 unix_gc(); /* Garbage collect fds */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700453}
454
Eric W. Biederman109f6e32010-06-13 03:30:14 +0000455static void init_peercred(struct sock *sk)
456{
457 put_pid(sk->sk_peer_pid);
458 if (sk->sk_peer_cred)
459 put_cred(sk->sk_peer_cred);
460 sk->sk_peer_pid = get_pid(task_tgid(current));
461 sk->sk_peer_cred = get_current_cred();
462}
463
464static void copy_peercred(struct sock *sk, struct sock *peersk)
465{
466 put_pid(sk->sk_peer_pid);
467 if (sk->sk_peer_cred)
468 put_cred(sk->sk_peer_cred);
469 sk->sk_peer_pid = get_pid(peersk->sk_peer_pid);
470 sk->sk_peer_cred = get_cred(peersk->sk_peer_cred);
471}
472
Linus Torvalds1da177e2005-04-16 15:20:36 -0700473static int unix_listen(struct socket *sock, int backlog)
474{
475 int err;
476 struct sock *sk = sock->sk;
477 struct unix_sock *u = unix_sk(sk);
Eric W. Biederman109f6e32010-06-13 03:30:14 +0000478 struct pid *old_pid = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700479
480 err = -EOPNOTSUPP;
Eric Dumazet6eba6a32008-11-16 22:58:44 -0800481 if (sock->type != SOCK_STREAM && sock->type != SOCK_SEQPACKET)
482 goto out; /* Only stream/seqpacket sockets accept */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700483 err = -EINVAL;
484 if (!u->addr)
Eric Dumazet6eba6a32008-11-16 22:58:44 -0800485 goto out; /* No listens on an unbound socket */
David S. Miller1c92b4e2007-05-31 13:24:26 -0700486 unix_state_lock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700487 if (sk->sk_state != TCP_CLOSE && sk->sk_state != TCP_LISTEN)
488 goto out_unlock;
489 if (backlog > sk->sk_max_ack_backlog)
490 wake_up_interruptible_all(&u->peer_wait);
491 sk->sk_max_ack_backlog = backlog;
492 sk->sk_state = TCP_LISTEN;
493 /* set credentials so connect can copy them */
Eric W. Biederman109f6e32010-06-13 03:30:14 +0000494 init_peercred(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700495 err = 0;
496
497out_unlock:
David S. Miller1c92b4e2007-05-31 13:24:26 -0700498 unix_state_unlock(sk);
Eric W. Biederman109f6e32010-06-13 03:30:14 +0000499 put_pid(old_pid);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700500out:
501 return err;
502}
503
504static int unix_release(struct socket *);
505static int unix_bind(struct socket *, struct sockaddr *, int);
506static int unix_stream_connect(struct socket *, struct sockaddr *,
507 int addr_len, int flags);
508static int unix_socketpair(struct socket *, struct socket *);
509static int unix_accept(struct socket *, struct socket *, int);
510static int unix_getname(struct socket *, struct sockaddr *, int *, int);
511static unsigned int unix_poll(struct file *, struct socket *, poll_table *);
Rainer Weikusatec0d2152008-06-27 19:34:18 -0700512static unsigned int unix_dgram_poll(struct file *, struct socket *,
513 poll_table *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700514static int unix_ioctl(struct socket *, unsigned int, unsigned long);
515static int unix_shutdown(struct socket *, int);
516static int unix_stream_sendmsg(struct kiocb *, struct socket *,
517 struct msghdr *, size_t);
518static int unix_stream_recvmsg(struct kiocb *, struct socket *,
519 struct msghdr *, size_t, int);
520static int unix_dgram_sendmsg(struct kiocb *, struct socket *,
521 struct msghdr *, size_t);
522static int unix_dgram_recvmsg(struct kiocb *, struct socket *,
523 struct msghdr *, size_t, int);
524static int unix_dgram_connect(struct socket *, struct sockaddr *,
525 int, int);
526static int unix_seqpacket_sendmsg(struct kiocb *, struct socket *,
527 struct msghdr *, size_t);
Eric W. Biedermana05d2ad2011-04-24 01:54:57 +0000528static int unix_seqpacket_recvmsg(struct kiocb *, struct socket *,
529 struct msghdr *, size_t, int);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700530
Sasha Levind90d9ff2013-12-07 17:26:27 -0500531static int unix_set_peek_off(struct sock *sk, int val)
Pavel Emelyanovf55bb7f2012-02-21 07:31:51 +0000532{
533 struct unix_sock *u = unix_sk(sk);
534
Sasha Levind90d9ff2013-12-07 17:26:27 -0500535 if (mutex_lock_interruptible(&u->readlock))
536 return -EINTR;
537
Pavel Emelyanovf55bb7f2012-02-21 07:31:51 +0000538 sk->sk_peek_off = val;
539 mutex_unlock(&u->readlock);
Sasha Levind90d9ff2013-12-07 17:26:27 -0500540
541 return 0;
Pavel Emelyanovf55bb7f2012-02-21 07:31:51 +0000542}
543
544
Eric Dumazet90ddc4f2005-12-22 12:49:22 -0800545static const struct proto_ops unix_stream_ops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700546 .family = PF_UNIX,
547 .owner = THIS_MODULE,
548 .release = unix_release,
549 .bind = unix_bind,
550 .connect = unix_stream_connect,
551 .socketpair = unix_socketpair,
552 .accept = unix_accept,
553 .getname = unix_getname,
554 .poll = unix_poll,
555 .ioctl = unix_ioctl,
556 .listen = unix_listen,
557 .shutdown = unix_shutdown,
558 .setsockopt = sock_no_setsockopt,
559 .getsockopt = sock_no_getsockopt,
560 .sendmsg = unix_stream_sendmsg,
561 .recvmsg = unix_stream_recvmsg,
562 .mmap = sock_no_mmap,
563 .sendpage = sock_no_sendpage,
Pavel Emelyanovfc0d7532012-02-21 07:32:06 +0000564 .set_peek_off = unix_set_peek_off,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700565};
566
Eric Dumazet90ddc4f2005-12-22 12:49:22 -0800567static const struct proto_ops unix_dgram_ops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700568 .family = PF_UNIX,
569 .owner = THIS_MODULE,
570 .release = unix_release,
571 .bind = unix_bind,
572 .connect = unix_dgram_connect,
573 .socketpair = unix_socketpair,
574 .accept = sock_no_accept,
575 .getname = unix_getname,
Rainer Weikusatec0d2152008-06-27 19:34:18 -0700576 .poll = unix_dgram_poll,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700577 .ioctl = unix_ioctl,
578 .listen = sock_no_listen,
579 .shutdown = unix_shutdown,
580 .setsockopt = sock_no_setsockopt,
581 .getsockopt = sock_no_getsockopt,
582 .sendmsg = unix_dgram_sendmsg,
583 .recvmsg = unix_dgram_recvmsg,
584 .mmap = sock_no_mmap,
585 .sendpage = sock_no_sendpage,
Pavel Emelyanovf55bb7f2012-02-21 07:31:51 +0000586 .set_peek_off = unix_set_peek_off,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700587};
588
Eric Dumazet90ddc4f2005-12-22 12:49:22 -0800589static const struct proto_ops unix_seqpacket_ops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700590 .family = PF_UNIX,
591 .owner = THIS_MODULE,
592 .release = unix_release,
593 .bind = unix_bind,
594 .connect = unix_stream_connect,
595 .socketpair = unix_socketpair,
596 .accept = unix_accept,
597 .getname = unix_getname,
Rainer Weikusatec0d2152008-06-27 19:34:18 -0700598 .poll = unix_dgram_poll,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700599 .ioctl = unix_ioctl,
600 .listen = unix_listen,
601 .shutdown = unix_shutdown,
602 .setsockopt = sock_no_setsockopt,
603 .getsockopt = sock_no_getsockopt,
604 .sendmsg = unix_seqpacket_sendmsg,
Eric W. Biedermana05d2ad2011-04-24 01:54:57 +0000605 .recvmsg = unix_seqpacket_recvmsg,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700606 .mmap = sock_no_mmap,
607 .sendpage = sock_no_sendpage,
Pavel Emelyanovf55bb7f2012-02-21 07:31:51 +0000608 .set_peek_off = unix_set_peek_off,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700609};
610
611static struct proto unix_proto = {
Eric Dumazet248969a2008-11-17 00:00:30 -0800612 .name = "UNIX",
613 .owner = THIS_MODULE,
Eric Dumazet248969a2008-11-17 00:00:30 -0800614 .obj_size = sizeof(struct unix_sock),
Linus Torvalds1da177e2005-04-16 15:20:36 -0700615};
616
Ingo Molnara09785a2006-07-03 00:25:12 -0700617/*
618 * AF_UNIX sockets do not interact with hardware, hence they
619 * dont trigger interrupts - so it's safe for them to have
620 * bh-unsafe locking for their sk_receive_queue.lock. Split off
621 * this special lock-class by reinitializing the spinlock key:
622 */
623static struct lock_class_key af_unix_sk_receive_queue_lock_key;
624
Eric Dumazet6eba6a32008-11-16 22:58:44 -0800625static struct sock *unix_create1(struct net *net, struct socket *sock)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700626{
627 struct sock *sk = NULL;
628 struct unix_sock *u;
629
Eric Dumazet518de9b2010-10-26 14:22:44 -0700630 atomic_long_inc(&unix_nr_socks);
631 if (atomic_long_read(&unix_nr_socks) > 2 * get_max_files())
Linus Torvalds1da177e2005-04-16 15:20:36 -0700632 goto out;
633
Pavel Emelyanov6257ff22007-11-01 00:39:31 -0700634 sk = sk_alloc(net, PF_UNIX, GFP_KERNEL, &unix_proto);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700635 if (!sk)
636 goto out;
637
Eric Dumazet6eba6a32008-11-16 22:58:44 -0800638 sock_init_data(sock, sk);
Ingo Molnara09785a2006-07-03 00:25:12 -0700639 lockdep_set_class(&sk->sk_receive_queue.lock,
640 &af_unix_sk_receive_queue_lock_key);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700641
642 sk->sk_write_space = unix_write_space;
Denis V. Luneva0a53c82007-12-11 04:19:17 -0800643 sk->sk_max_ack_backlog = net->unx.sysctl_max_dgram_qlen;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700644 sk->sk_destruct = unix_sock_destructor;
645 u = unix_sk(sk);
Al Viro40ffe672012-03-14 21:54:32 -0400646 u->path.dentry = NULL;
647 u->path.mnt = NULL;
Benjamin LaHaisefd19f322006-01-03 14:10:46 -0800648 spin_lock_init(&u->lock);
Al Viro516e0cc2008-07-26 00:39:17 -0400649 atomic_long_set(&u->inflight, 0);
Miklos Szeredi1fd05ba2007-07-11 14:22:39 -0700650 INIT_LIST_HEAD(&u->link);
Ingo Molnar57b47a52006-03-20 22:35:41 -0800651 mutex_init(&u->readlock); /* single task reading lock */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700652 init_waitqueue_head(&u->peer_wait);
Eric Dumazet7123aaa2012-06-08 05:03:21 +0000653 unix_insert_socket(unix_sockets_unbound(sk), sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700654out:
Pavel Emelyanov284b3272007-11-10 22:08:30 -0800655 if (sk == NULL)
Eric Dumazet518de9b2010-10-26 14:22:44 -0700656 atomic_long_dec(&unix_nr_socks);
Eric Dumazet920de802008-11-24 00:09:29 -0800657 else {
658 local_bh_disable();
Eric Dumazeta8076d82008-11-17 02:38:49 -0800659 sock_prot_inuse_add(sock_net(sk), sk->sk_prot, 1);
Eric Dumazet920de802008-11-24 00:09:29 -0800660 local_bh_enable();
661 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700662 return sk;
663}
664
Eric Paris3f378b62009-11-05 22:18:14 -0800665static int unix_create(struct net *net, struct socket *sock, int protocol,
666 int kern)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700667{
668 if (protocol && protocol != PF_UNIX)
669 return -EPROTONOSUPPORT;
670
671 sock->state = SS_UNCONNECTED;
672
673 switch (sock->type) {
674 case SOCK_STREAM:
675 sock->ops = &unix_stream_ops;
676 break;
677 /*
678 * Believe it or not BSD has AF_UNIX, SOCK_RAW though
679 * nothing uses it.
680 */
681 case SOCK_RAW:
Jianjun Konge27dfce2008-11-01 21:38:31 -0700682 sock->type = SOCK_DGRAM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700683 case SOCK_DGRAM:
684 sock->ops = &unix_dgram_ops;
685 break;
686 case SOCK_SEQPACKET:
687 sock->ops = &unix_seqpacket_ops;
688 break;
689 default:
690 return -ESOCKTNOSUPPORT;
691 }
692
Eric W. Biederman1b8d7ae2007-10-08 23:24:22 -0700693 return unix_create1(net, sock) ? 0 : -ENOMEM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700694}
695
696static int unix_release(struct socket *sock)
697{
698 struct sock *sk = sock->sk;
699
700 if (!sk)
701 return 0;
702
Paul Mooreded34e02013-03-25 03:18:33 +0000703 unix_release_sock(sk, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700704 sock->sk = NULL;
705
Paul Mooreded34e02013-03-25 03:18:33 +0000706 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700707}
708
709static int unix_autobind(struct socket *sock)
710{
711 struct sock *sk = sock->sk;
YOSHIFUJI Hideaki3b1e0a62008-03-26 02:26:21 +0900712 struct net *net = sock_net(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700713 struct unix_sock *u = unix_sk(sk);
714 static u32 ordernum = 1;
Eric Dumazet6eba6a32008-11-16 22:58:44 -0800715 struct unix_address *addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700716 int err;
Tetsuo Handa8df73ff2010-09-04 01:34:28 +0000717 unsigned int retries = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700718
Sasha Levin57bc52e2013-12-13 10:54:22 -0500719 err = mutex_lock_interruptible(&u->readlock);
720 if (err)
721 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700722
723 err = 0;
724 if (u->addr)
725 goto out;
726
727 err = -ENOMEM;
Panagiotis Issaris0da974f2006-07-21 14:51:30 -0700728 addr = kzalloc(sizeof(*addr) + sizeof(short) + 16, GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700729 if (!addr)
730 goto out;
731
Linus Torvalds1da177e2005-04-16 15:20:36 -0700732 addr->name->sun_family = AF_UNIX;
733 atomic_set(&addr->refcnt, 1);
734
735retry:
736 addr->len = sprintf(addr->name->sun_path+1, "%05x", ordernum) + 1 + sizeof(short);
Joe Perches07f07572008-11-19 15:44:53 -0800737 addr->hash = unix_hash_fold(csum_partial(addr->name, addr->len, 0));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700738
David S. Millerfbe9cc42005-12-13 23:26:29 -0800739 spin_lock(&unix_table_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700740 ordernum = (ordernum+1)&0xFFFFF;
741
Denis V. Lunev097e66c2007-11-19 22:29:30 -0800742 if (__unix_find_socket_byname(net, addr->name, addr->len, sock->type,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700743 addr->hash)) {
David S. Millerfbe9cc42005-12-13 23:26:29 -0800744 spin_unlock(&unix_table_lock);
Tetsuo Handa8df73ff2010-09-04 01:34:28 +0000745 /*
746 * __unix_find_socket_byname() may take long time if many names
747 * are already in use.
748 */
749 cond_resched();
750 /* Give up if all names seems to be in use. */
751 if (retries++ == 0xFFFFF) {
752 err = -ENOSPC;
753 kfree(addr);
754 goto out;
755 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700756 goto retry;
757 }
758 addr->hash ^= sk->sk_type;
759
760 __unix_remove_socket(sk);
761 u->addr = addr;
762 __unix_insert_socket(&unix_socket_table[addr->hash], sk);
David S. Millerfbe9cc42005-12-13 23:26:29 -0800763 spin_unlock(&unix_table_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700764 err = 0;
765
Ingo Molnar57b47a52006-03-20 22:35:41 -0800766out: mutex_unlock(&u->readlock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700767 return err;
768}
769
Denis V. Lunev097e66c2007-11-19 22:29:30 -0800770static struct sock *unix_find_other(struct net *net,
771 struct sockaddr_un *sunname, int len,
Eric Dumazet95c96172012-04-15 05:58:06 +0000772 int type, unsigned int hash, int *error)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700773{
774 struct sock *u;
Al Viro421748e2008-08-02 01:04:36 -0400775 struct path path;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700776 int err = 0;
YOSHIFUJI Hideakiac7bfa62007-02-09 23:25:23 +0900777
Linus Torvalds1da177e2005-04-16 15:20:36 -0700778 if (sunname->sun_path[0]) {
Al Viro421748e2008-08-02 01:04:36 -0400779 struct inode *inode;
780 err = kern_path(sunname->sun_path, LOOKUP_FOLLOW, &path);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700781 if (err)
782 goto fail;
Al Viro421748e2008-08-02 01:04:36 -0400783 inode = path.dentry->d_inode;
784 err = inode_permission(inode, MAY_WRITE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700785 if (err)
786 goto put_fail;
787
788 err = -ECONNREFUSED;
Al Viro421748e2008-08-02 01:04:36 -0400789 if (!S_ISSOCK(inode->i_mode))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700790 goto put_fail;
Eric W. Biederman6616f782010-06-13 03:35:48 +0000791 u = unix_find_socket_byinode(inode);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700792 if (!u)
793 goto put_fail;
794
795 if (u->sk_type == type)
Al Viro68ac1232012-03-15 08:21:57 -0400796 touch_atime(&path);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700797
Al Viro421748e2008-08-02 01:04:36 -0400798 path_put(&path);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700799
Jianjun Konge27dfce2008-11-01 21:38:31 -0700800 err = -EPROTOTYPE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700801 if (u->sk_type != type) {
802 sock_put(u);
803 goto fail;
804 }
805 } else {
806 err = -ECONNREFUSED;
Jianjun Konge27dfce2008-11-01 21:38:31 -0700807 u = unix_find_socket_byname(net, sunname, len, type, hash);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700808 if (u) {
809 struct dentry *dentry;
Al Viro40ffe672012-03-14 21:54:32 -0400810 dentry = unix_sk(u)->path.dentry;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700811 if (dentry)
Al Viro68ac1232012-03-15 08:21:57 -0400812 touch_atime(&unix_sk(u)->path);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700813 } else
814 goto fail;
815 }
816 return u;
817
818put_fail:
Al Viro421748e2008-08-02 01:04:36 -0400819 path_put(&path);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700820fail:
Jianjun Konge27dfce2008-11-01 21:38:31 -0700821 *error = err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700822 return NULL;
823}
824
Al Virofaf02012012-07-20 02:37:29 +0400825static int unix_mknod(const char *sun_path, umode_t mode, struct path *res)
826{
827 struct dentry *dentry;
828 struct path path;
829 int err = 0;
830 /*
831 * Get the parent directory, calculate the hash for last
832 * component.
833 */
834 dentry = kern_path_create(AT_FDCWD, sun_path, &path, 0);
835 err = PTR_ERR(dentry);
836 if (IS_ERR(dentry))
837 return err;
838
839 /*
840 * All right, let's create it.
841 */
842 err = security_path_mknod(&path, dentry, mode, 0);
843 if (!err) {
844 err = vfs_mknod(path.dentry->d_inode, dentry, mode, 0);
845 if (!err) {
846 res->mnt = mntget(path.mnt);
847 res->dentry = dget(dentry);
848 }
849 }
850 done_path_create(&path, dentry);
851 return err;
852}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700853
854static int unix_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len)
855{
856 struct sock *sk = sock->sk;
YOSHIFUJI Hideaki3b1e0a62008-03-26 02:26:21 +0900857 struct net *net = sock_net(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700858 struct unix_sock *u = unix_sk(sk);
Jianjun Konge27dfce2008-11-01 21:38:31 -0700859 struct sockaddr_un *sunaddr = (struct sockaddr_un *)uaddr;
Al Virodae6ad82011-06-26 11:50:15 -0400860 char *sun_path = sunaddr->sun_path;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700861 int err;
Eric Dumazet95c96172012-04-15 05:58:06 +0000862 unsigned int hash;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700863 struct unix_address *addr;
864 struct hlist_head *list;
865
866 err = -EINVAL;
867 if (sunaddr->sun_family != AF_UNIX)
868 goto out;
869
Jianjun Konge27dfce2008-11-01 21:38:31 -0700870 if (addr_len == sizeof(short)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700871 err = unix_autobind(sock);
872 goto out;
873 }
874
875 err = unix_mkname(sunaddr, addr_len, &hash);
876 if (err < 0)
877 goto out;
878 addr_len = err;
879
Sasha Levin57bc52e2013-12-13 10:54:22 -0500880 err = mutex_lock_interruptible(&u->readlock);
881 if (err)
882 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700883
884 err = -EINVAL;
885 if (u->addr)
886 goto out_up;
887
888 err = -ENOMEM;
889 addr = kmalloc(sizeof(*addr)+addr_len, GFP_KERNEL);
890 if (!addr)
891 goto out_up;
892
893 memcpy(addr->name, sunaddr, addr_len);
894 addr->len = addr_len;
895 addr->hash = hash ^ sk->sk_type;
896 atomic_set(&addr->refcnt, 1);
897
Al Virodae6ad82011-06-26 11:50:15 -0400898 if (sun_path[0]) {
Al Virofaf02012012-07-20 02:37:29 +0400899 struct path path;
900 umode_t mode = S_IFSOCK |
Al Viroce3b0f82009-03-29 19:08:22 -0400901 (SOCK_INODE(sock)->i_mode & ~current_umask());
Al Virofaf02012012-07-20 02:37:29 +0400902 err = unix_mknod(sun_path, mode, &path);
903 if (err) {
904 if (err == -EEXIST)
905 err = -EADDRINUSE;
906 unix_release_addr(addr);
907 goto out_up;
908 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700909 addr->hash = UNIX_HASH_SIZE;
Al Virofaf02012012-07-20 02:37:29 +0400910 hash = path.dentry->d_inode->i_ino & (UNIX_HASH_SIZE-1);
911 spin_lock(&unix_table_lock);
912 u->path = path;
913 list = &unix_socket_table[hash];
914 } else {
915 spin_lock(&unix_table_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700916 err = -EADDRINUSE;
Denis V. Lunev097e66c2007-11-19 22:29:30 -0800917 if (__unix_find_socket_byname(net, sunaddr, addr_len,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700918 sk->sk_type, hash)) {
919 unix_release_addr(addr);
920 goto out_unlock;
921 }
922
923 list = &unix_socket_table[addr->hash];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700924 }
925
926 err = 0;
927 __unix_remove_socket(sk);
928 u->addr = addr;
929 __unix_insert_socket(list, sk);
930
931out_unlock:
David S. Millerfbe9cc42005-12-13 23:26:29 -0800932 spin_unlock(&unix_table_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700933out_up:
Ingo Molnar57b47a52006-03-20 22:35:41 -0800934 mutex_unlock(&u->readlock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700935out:
936 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700937}
938
David S. Miller278a3de2007-05-31 15:19:20 -0700939static void unix_state_double_lock(struct sock *sk1, struct sock *sk2)
940{
941 if (unlikely(sk1 == sk2) || !sk2) {
942 unix_state_lock(sk1);
943 return;
944 }
945 if (sk1 < sk2) {
946 unix_state_lock(sk1);
947 unix_state_lock_nested(sk2);
948 } else {
949 unix_state_lock(sk2);
950 unix_state_lock_nested(sk1);
951 }
952}
953
954static void unix_state_double_unlock(struct sock *sk1, struct sock *sk2)
955{
956 if (unlikely(sk1 == sk2) || !sk2) {
957 unix_state_unlock(sk1);
958 return;
959 }
960 unix_state_unlock(sk1);
961 unix_state_unlock(sk2);
962}
963
Linus Torvalds1da177e2005-04-16 15:20:36 -0700964static int unix_dgram_connect(struct socket *sock, struct sockaddr *addr,
965 int alen, int flags)
966{
967 struct sock *sk = sock->sk;
YOSHIFUJI Hideaki3b1e0a62008-03-26 02:26:21 +0900968 struct net *net = sock_net(sk);
Jianjun Konge27dfce2008-11-01 21:38:31 -0700969 struct sockaddr_un *sunaddr = (struct sockaddr_un *)addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700970 struct sock *other;
Eric Dumazet95c96172012-04-15 05:58:06 +0000971 unsigned int hash;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700972 int err;
973
974 if (addr->sa_family != AF_UNSPEC) {
975 err = unix_mkname(sunaddr, alen, &hash);
976 if (err < 0)
977 goto out;
978 alen = err;
979
980 if (test_bit(SOCK_PASSCRED, &sock->flags) &&
981 !unix_sk(sk)->addr && (err = unix_autobind(sock)) != 0)
982 goto out;
983
David S. Miller278a3de2007-05-31 15:19:20 -0700984restart:
Jianjun Konge27dfce2008-11-01 21:38:31 -0700985 other = unix_find_other(net, sunaddr, alen, sock->type, hash, &err);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700986 if (!other)
987 goto out;
988
David S. Miller278a3de2007-05-31 15:19:20 -0700989 unix_state_double_lock(sk, other);
990
991 /* Apparently VFS overslept socket death. Retry. */
992 if (sock_flag(other, SOCK_DEAD)) {
993 unix_state_double_unlock(sk, other);
994 sock_put(other);
995 goto restart;
996 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700997
998 err = -EPERM;
999 if (!unix_may_send(sk, other))
1000 goto out_unlock;
1001
1002 err = security_unix_may_send(sk->sk_socket, other->sk_socket);
1003 if (err)
1004 goto out_unlock;
1005
1006 } else {
1007 /*
1008 * 1003.1g breaking connected state with AF_UNSPEC
1009 */
1010 other = NULL;
David S. Miller278a3de2007-05-31 15:19:20 -07001011 unix_state_double_lock(sk, other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001012 }
1013
1014 /*
1015 * If it was connected, reconnect.
1016 */
1017 if (unix_peer(sk)) {
1018 struct sock *old_peer = unix_peer(sk);
Jianjun Konge27dfce2008-11-01 21:38:31 -07001019 unix_peer(sk) = other;
David S. Miller278a3de2007-05-31 15:19:20 -07001020 unix_state_double_unlock(sk, other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001021
1022 if (other != old_peer)
1023 unix_dgram_disconnected(sk, old_peer);
1024 sock_put(old_peer);
1025 } else {
Jianjun Konge27dfce2008-11-01 21:38:31 -07001026 unix_peer(sk) = other;
David S. Miller278a3de2007-05-31 15:19:20 -07001027 unix_state_double_unlock(sk, other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001028 }
YOSHIFUJI Hideakiac7bfa62007-02-09 23:25:23 +09001029 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001030
1031out_unlock:
David S. Miller278a3de2007-05-31 15:19:20 -07001032 unix_state_double_unlock(sk, other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001033 sock_put(other);
1034out:
1035 return err;
1036}
1037
1038static long unix_wait_for_peer(struct sock *other, long timeo)
1039{
1040 struct unix_sock *u = unix_sk(other);
1041 int sched;
1042 DEFINE_WAIT(wait);
1043
1044 prepare_to_wait_exclusive(&u->peer_wait, &wait, TASK_INTERRUPTIBLE);
1045
1046 sched = !sock_flag(other, SOCK_DEAD) &&
1047 !(other->sk_shutdown & RCV_SHUTDOWN) &&
Rainer Weikusat3c734192008-06-17 22:28:05 -07001048 unix_recvq_full(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001049
David S. Miller1c92b4e2007-05-31 13:24:26 -07001050 unix_state_unlock(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001051
1052 if (sched)
1053 timeo = schedule_timeout(timeo);
1054
1055 finish_wait(&u->peer_wait, &wait);
1056 return timeo;
1057}
1058
1059static int unix_stream_connect(struct socket *sock, struct sockaddr *uaddr,
1060 int addr_len, int flags)
1061{
Jianjun Konge27dfce2008-11-01 21:38:31 -07001062 struct sockaddr_un *sunaddr = (struct sockaddr_un *)uaddr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001063 struct sock *sk = sock->sk;
YOSHIFUJI Hideaki3b1e0a62008-03-26 02:26:21 +09001064 struct net *net = sock_net(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001065 struct unix_sock *u = unix_sk(sk), *newu, *otheru;
1066 struct sock *newsk = NULL;
1067 struct sock *other = NULL;
1068 struct sk_buff *skb = NULL;
Eric Dumazet95c96172012-04-15 05:58:06 +00001069 unsigned int hash;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001070 int st;
1071 int err;
1072 long timeo;
1073
1074 err = unix_mkname(sunaddr, addr_len, &hash);
1075 if (err < 0)
1076 goto out;
1077 addr_len = err;
1078
Joe Perchesf64f9e72009-11-29 16:55:45 -08001079 if (test_bit(SOCK_PASSCRED, &sock->flags) && !u->addr &&
1080 (err = unix_autobind(sock)) != 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001081 goto out;
1082
1083 timeo = sock_sndtimeo(sk, flags & O_NONBLOCK);
1084
1085 /* First of all allocate resources.
1086 If we will make it after state is locked,
1087 we will have to recheck all again in any case.
1088 */
1089
1090 err = -ENOMEM;
1091
1092 /* create new sock for complete connection */
YOSHIFUJI Hideaki3b1e0a62008-03-26 02:26:21 +09001093 newsk = unix_create1(sock_net(sk), NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001094 if (newsk == NULL)
1095 goto out;
1096
1097 /* Allocate skb for sending to listening sock */
1098 skb = sock_wmalloc(newsk, 1, 0, GFP_KERNEL);
1099 if (skb == NULL)
1100 goto out;
1101
1102restart:
1103 /* Find listening sock. */
Denis V. Lunev097e66c2007-11-19 22:29:30 -08001104 other = unix_find_other(net, sunaddr, addr_len, sk->sk_type, hash, &err);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001105 if (!other)
1106 goto out;
1107
1108 /* Latch state of peer */
David S. Miller1c92b4e2007-05-31 13:24:26 -07001109 unix_state_lock(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001110
1111 /* Apparently VFS overslept socket death. Retry. */
1112 if (sock_flag(other, SOCK_DEAD)) {
David S. Miller1c92b4e2007-05-31 13:24:26 -07001113 unix_state_unlock(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001114 sock_put(other);
1115 goto restart;
1116 }
1117
1118 err = -ECONNREFUSED;
1119 if (other->sk_state != TCP_LISTEN)
1120 goto out_unlock;
Tomoki Sekiyama77238f22009-10-18 23:17:37 -07001121 if (other->sk_shutdown & RCV_SHUTDOWN)
1122 goto out_unlock;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001123
Rainer Weikusat3c734192008-06-17 22:28:05 -07001124 if (unix_recvq_full(other)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001125 err = -EAGAIN;
1126 if (!timeo)
1127 goto out_unlock;
1128
1129 timeo = unix_wait_for_peer(other, timeo);
1130
1131 err = sock_intr_errno(timeo);
1132 if (signal_pending(current))
1133 goto out;
1134 sock_put(other);
1135 goto restart;
YOSHIFUJI Hideakiac7bfa62007-02-09 23:25:23 +09001136 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001137
1138 /* Latch our state.
1139
Daniel Balutae5537bf2011-03-14 15:25:33 -07001140 It is tricky place. We need to grab our state lock and cannot
Linus Torvalds1da177e2005-04-16 15:20:36 -07001141 drop lock on peer. It is dangerous because deadlock is
1142 possible. Connect to self case and simultaneous
1143 attempt to connect are eliminated by checking socket
1144 state. other is TCP_LISTEN, if sk is TCP_LISTEN we
1145 check this before attempt to grab lock.
1146
1147 Well, and we have to recheck the state after socket locked.
1148 */
1149 st = sk->sk_state;
1150
1151 switch (st) {
1152 case TCP_CLOSE:
1153 /* This is ok... continue with connect */
1154 break;
1155 case TCP_ESTABLISHED:
1156 /* Socket is already connected */
1157 err = -EISCONN;
1158 goto out_unlock;
1159 default:
1160 err = -EINVAL;
1161 goto out_unlock;
1162 }
1163
David S. Miller1c92b4e2007-05-31 13:24:26 -07001164 unix_state_lock_nested(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001165
1166 if (sk->sk_state != st) {
David S. Miller1c92b4e2007-05-31 13:24:26 -07001167 unix_state_unlock(sk);
1168 unix_state_unlock(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001169 sock_put(other);
1170 goto restart;
1171 }
1172
David S. Miller3610cda2011-01-05 15:38:53 -08001173 err = security_unix_stream_connect(sk, other, newsk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001174 if (err) {
David S. Miller1c92b4e2007-05-31 13:24:26 -07001175 unix_state_unlock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001176 goto out_unlock;
1177 }
1178
1179 /* The way is open! Fastly set all the necessary fields... */
1180
1181 sock_hold(sk);
1182 unix_peer(newsk) = sk;
1183 newsk->sk_state = TCP_ESTABLISHED;
1184 newsk->sk_type = sk->sk_type;
Eric W. Biederman109f6e32010-06-13 03:30:14 +00001185 init_peercred(newsk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001186 newu = unix_sk(newsk);
Eric Dumazeteaefd112011-02-18 03:26:36 +00001187 RCU_INIT_POINTER(newsk->sk_wq, &newu->peer_wq);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001188 otheru = unix_sk(other);
1189
1190 /* copy address information from listening to new sock*/
1191 if (otheru->addr) {
1192 atomic_inc(&otheru->addr->refcnt);
1193 newu->addr = otheru->addr;
1194 }
Al Viro40ffe672012-03-14 21:54:32 -04001195 if (otheru->path.dentry) {
1196 path_get(&otheru->path);
1197 newu->path = otheru->path;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001198 }
1199
1200 /* Set credentials */
Eric W. Biederman109f6e32010-06-13 03:30:14 +00001201 copy_peercred(sk, other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001202
Linus Torvalds1da177e2005-04-16 15:20:36 -07001203 sock->state = SS_CONNECTED;
1204 sk->sk_state = TCP_ESTABLISHED;
Benjamin LaHaise830a1e52005-12-13 23:22:32 -08001205 sock_hold(newsk);
1206
1207 smp_mb__after_atomic_inc(); /* sock_hold() does an atomic_inc() */
1208 unix_peer(sk) = newsk;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001209
David S. Miller1c92b4e2007-05-31 13:24:26 -07001210 unix_state_unlock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001211
1212 /* take ten and and send info to listening sock */
1213 spin_lock(&other->sk_receive_queue.lock);
1214 __skb_queue_tail(&other->sk_receive_queue, skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001215 spin_unlock(&other->sk_receive_queue.lock);
David S. Miller1c92b4e2007-05-31 13:24:26 -07001216 unix_state_unlock(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001217 other->sk_data_ready(other, 0);
1218 sock_put(other);
1219 return 0;
1220
1221out_unlock:
1222 if (other)
David S. Miller1c92b4e2007-05-31 13:24:26 -07001223 unix_state_unlock(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001224
1225out:
Wei Yongjun40d44442009-02-25 00:32:45 +00001226 kfree_skb(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001227 if (newsk)
1228 unix_release_sock(newsk, 0);
1229 if (other)
1230 sock_put(other);
1231 return err;
1232}
1233
1234static int unix_socketpair(struct socket *socka, struct socket *sockb)
1235{
Jianjun Konge27dfce2008-11-01 21:38:31 -07001236 struct sock *ska = socka->sk, *skb = sockb->sk;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001237
1238 /* Join our sockets back to back */
1239 sock_hold(ska);
1240 sock_hold(skb);
Jianjun Konge27dfce2008-11-01 21:38:31 -07001241 unix_peer(ska) = skb;
1242 unix_peer(skb) = ska;
Eric W. Biederman109f6e32010-06-13 03:30:14 +00001243 init_peercred(ska);
1244 init_peercred(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001245
1246 if (ska->sk_type != SOCK_DGRAM) {
1247 ska->sk_state = TCP_ESTABLISHED;
1248 skb->sk_state = TCP_ESTABLISHED;
1249 socka->state = SS_CONNECTED;
1250 sockb->state = SS_CONNECTED;
1251 }
1252 return 0;
1253}
1254
Daniel Borkmanna769ad62013-10-17 22:51:31 +02001255static void unix_sock_inherit_flags(const struct socket *old,
1256 struct socket *new)
1257{
1258 if (test_bit(SOCK_PASSCRED, &old->flags))
1259 set_bit(SOCK_PASSCRED, &new->flags);
1260 if (test_bit(SOCK_PASSSEC, &old->flags))
1261 set_bit(SOCK_PASSSEC, &new->flags);
1262}
1263
Linus Torvalds1da177e2005-04-16 15:20:36 -07001264static int unix_accept(struct socket *sock, struct socket *newsock, int flags)
1265{
1266 struct sock *sk = sock->sk;
1267 struct sock *tsk;
1268 struct sk_buff *skb;
1269 int err;
1270
1271 err = -EOPNOTSUPP;
Eric Dumazet6eba6a32008-11-16 22:58:44 -08001272 if (sock->type != SOCK_STREAM && sock->type != SOCK_SEQPACKET)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001273 goto out;
1274
1275 err = -EINVAL;
1276 if (sk->sk_state != TCP_LISTEN)
1277 goto out;
1278
1279 /* If socket state is TCP_LISTEN it cannot change (for now...),
1280 * so that no locks are necessary.
1281 */
1282
1283 skb = skb_recv_datagram(sk, 0, flags&O_NONBLOCK, &err);
1284 if (!skb) {
1285 /* This means receive shutdown. */
1286 if (err == 0)
1287 err = -EINVAL;
1288 goto out;
1289 }
1290
1291 tsk = skb->sk;
1292 skb_free_datagram(sk, skb);
1293 wake_up_interruptible(&unix_sk(sk)->peer_wait);
1294
1295 /* attach accepted sock to socket */
David S. Miller1c92b4e2007-05-31 13:24:26 -07001296 unix_state_lock(tsk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001297 newsock->state = SS_CONNECTED;
Daniel Borkmanna769ad62013-10-17 22:51:31 +02001298 unix_sock_inherit_flags(sock, newsock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001299 sock_graft(tsk, newsock);
David S. Miller1c92b4e2007-05-31 13:24:26 -07001300 unix_state_unlock(tsk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001301 return 0;
1302
1303out:
1304 return err;
1305}
1306
1307
1308static int unix_getname(struct socket *sock, struct sockaddr *uaddr, int *uaddr_len, int peer)
1309{
1310 struct sock *sk = sock->sk;
1311 struct unix_sock *u;
Cyrill Gorcunov13cfa972009-11-08 05:51:19 +00001312 DECLARE_SOCKADDR(struct sockaddr_un *, sunaddr, uaddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001313 int err = 0;
1314
1315 if (peer) {
1316 sk = unix_peer_get(sk);
1317
1318 err = -ENOTCONN;
1319 if (!sk)
1320 goto out;
1321 err = 0;
1322 } else {
1323 sock_hold(sk);
1324 }
1325
1326 u = unix_sk(sk);
David S. Miller1c92b4e2007-05-31 13:24:26 -07001327 unix_state_lock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001328 if (!u->addr) {
1329 sunaddr->sun_family = AF_UNIX;
1330 sunaddr->sun_path[0] = 0;
1331 *uaddr_len = sizeof(short);
1332 } else {
1333 struct unix_address *addr = u->addr;
1334
1335 *uaddr_len = addr->len;
1336 memcpy(sunaddr, addr->name, *uaddr_len);
1337 }
David S. Miller1c92b4e2007-05-31 13:24:26 -07001338 unix_state_unlock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001339 sock_put(sk);
1340out:
1341 return err;
1342}
1343
1344static void unix_detach_fds(struct scm_cookie *scm, struct sk_buff *skb)
1345{
1346 int i;
1347
1348 scm->fp = UNIXCB(skb).fp;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001349 UNIXCB(skb).fp = NULL;
1350
Eric Dumazet6eba6a32008-11-16 22:58:44 -08001351 for (i = scm->fp->count-1; i >= 0; i--)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001352 unix_notinflight(scm->fp->fp[i]);
1353}
1354
Eric W. Biederman7361c362010-06-13 03:34:33 +00001355static void unix_destruct_scm(struct sk_buff *skb)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001356{
1357 struct scm_cookie scm;
1358 memset(&scm, 0, sizeof(scm));
Eric W. Biederman7361c362010-06-13 03:34:33 +00001359 scm.pid = UNIXCB(skb).pid;
Eric W. Biederman7361c362010-06-13 03:34:33 +00001360 if (UNIXCB(skb).fp)
1361 unix_detach_fds(&scm, skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001362
1363 /* Alas, it calls VFS */
1364 /* So fscking what? fput() had been SMP-safe since the last Summer */
1365 scm_destroy(&scm);
1366 sock_wfree(skb);
1367}
1368
Eric Dumazet25888e32010-11-25 04:11:39 +00001369#define MAX_RECURSION_LEVEL 4
1370
Miklos Szeredi62093442008-11-09 15:23:57 +01001371static int unix_attach_fds(struct scm_cookie *scm, struct sk_buff *skb)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001372{
1373 int i;
Eric Dumazet25888e32010-11-25 04:11:39 +00001374 unsigned char max_level = 0;
1375 int unix_sock_count = 0;
1376
1377 for (i = scm->fp->count - 1; i >= 0; i--) {
1378 struct sock *sk = unix_get_socket(scm->fp->fp[i]);
1379
1380 if (sk) {
1381 unix_sock_count++;
1382 max_level = max(max_level,
1383 unix_sk(sk)->recursion_level);
1384 }
1385 }
1386 if (unlikely(max_level > MAX_RECURSION_LEVEL))
1387 return -ETOOMANYREFS;
Miklos Szeredi62093442008-11-09 15:23:57 +01001388
1389 /*
1390 * Need to duplicate file references for the sake of garbage
1391 * collection. Otherwise a socket in the fps might become a
1392 * candidate for GC while the skb is not yet queued.
1393 */
1394 UNIXCB(skb).fp = scm_fp_dup(scm->fp);
1395 if (!UNIXCB(skb).fp)
1396 return -ENOMEM;
1397
Eric Dumazet25888e32010-11-25 04:11:39 +00001398 if (unix_sock_count) {
1399 for (i = scm->fp->count - 1; i >= 0; i--)
1400 unix_inflight(scm->fp->fp[i]);
1401 }
1402 return max_level;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001403}
1404
David S. Millerf78a5fd2011-09-16 19:34:00 -04001405static int unix_scm_to_skb(struct scm_cookie *scm, struct sk_buff *skb, bool send_fds)
Eric W. Biederman7361c362010-06-13 03:34:33 +00001406{
1407 int err = 0;
Eric Dumazet16e57262011-09-19 05:52:27 +00001408
David S. Millerf78a5fd2011-09-16 19:34:00 -04001409 UNIXCB(skb).pid = get_pid(scm->pid);
Eric W. Biederman6b0ee8c02013-04-03 17:28:16 +00001410 UNIXCB(skb).uid = scm->creds.uid;
1411 UNIXCB(skb).gid = scm->creds.gid;
Eric W. Biederman7361c362010-06-13 03:34:33 +00001412 UNIXCB(skb).fp = NULL;
1413 if (scm->fp && send_fds)
1414 err = unix_attach_fds(scm, skb);
1415
1416 skb->destructor = unix_destruct_scm;
1417 return err;
1418}
1419
Linus Torvalds1da177e2005-04-16 15:20:36 -07001420/*
Eric Dumazet16e57262011-09-19 05:52:27 +00001421 * Some apps rely on write() giving SCM_CREDENTIALS
1422 * We include credentials if source or destination socket
1423 * asserted SOCK_PASSCRED.
1424 */
1425static void maybe_add_creds(struct sk_buff *skb, const struct socket *sock,
1426 const struct sock *other)
1427{
Eric W. Biederman6b0ee8c02013-04-03 17:28:16 +00001428 if (UNIXCB(skb).pid)
Eric Dumazet16e57262011-09-19 05:52:27 +00001429 return;
1430 if (test_bit(SOCK_PASSCRED, &sock->flags) ||
Eric W. Biederman25da0e32013-04-03 16:13:35 +00001431 !other->sk_socket ||
1432 test_bit(SOCK_PASSCRED, &other->sk_socket->flags)) {
Eric Dumazet16e57262011-09-19 05:52:27 +00001433 UNIXCB(skb).pid = get_pid(task_tgid(current));
David S. Miller6e0895c2013-04-22 20:32:51 -04001434 current_uid_gid(&UNIXCB(skb).uid, &UNIXCB(skb).gid);
Eric Dumazet16e57262011-09-19 05:52:27 +00001435 }
1436}
1437
1438/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001439 * Send AF_UNIX data.
1440 */
1441
1442static int unix_dgram_sendmsg(struct kiocb *kiocb, struct socket *sock,
1443 struct msghdr *msg, size_t len)
1444{
1445 struct sock_iocb *siocb = kiocb_to_siocb(kiocb);
1446 struct sock *sk = sock->sk;
YOSHIFUJI Hideaki3b1e0a62008-03-26 02:26:21 +09001447 struct net *net = sock_net(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001448 struct unix_sock *u = unix_sk(sk);
Jianjun Konge27dfce2008-11-01 21:38:31 -07001449 struct sockaddr_un *sunaddr = msg->msg_name;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001450 struct sock *other = NULL;
1451 int namelen = 0; /* fake GCC */
1452 int err;
Eric Dumazet95c96172012-04-15 05:58:06 +00001453 unsigned int hash;
David S. Millerf78a5fd2011-09-16 19:34:00 -04001454 struct sk_buff *skb;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001455 long timeo;
1456 struct scm_cookie tmp_scm;
Eric Dumazet25888e32010-11-25 04:11:39 +00001457 int max_level;
Eric Dumazeteb6a2482012-04-03 05:28:28 +00001458 int data_len = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001459
1460 if (NULL == siocb->scm)
1461 siocb->scm = &tmp_scm;
dann frazier5f23b732008-11-26 15:32:27 -08001462 wait_for_unix_gc();
Eric Dumazete0e3cea2012-08-21 06:21:17 +00001463 err = scm_send(sock, msg, siocb->scm, false);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001464 if (err < 0)
1465 return err;
1466
1467 err = -EOPNOTSUPP;
1468 if (msg->msg_flags&MSG_OOB)
1469 goto out;
1470
1471 if (msg->msg_namelen) {
1472 err = unix_mkname(sunaddr, msg->msg_namelen, &hash);
1473 if (err < 0)
1474 goto out;
1475 namelen = err;
1476 } else {
1477 sunaddr = NULL;
1478 err = -ENOTCONN;
1479 other = unix_peer_get(sk);
1480 if (!other)
1481 goto out;
1482 }
1483
Joe Perchesf64f9e72009-11-29 16:55:45 -08001484 if (test_bit(SOCK_PASSCRED, &sock->flags) && !u->addr
1485 && (err = unix_autobind(sock)) != 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001486 goto out;
1487
1488 err = -EMSGSIZE;
1489 if (len > sk->sk_sndbuf - 32)
1490 goto out;
1491
Eric Dumazeteb6a2482012-04-03 05:28:28 +00001492 if (len > SKB_MAX_ALLOC)
1493 data_len = min_t(size_t,
1494 len - SKB_MAX_ALLOC,
1495 MAX_SKB_FRAGS * PAGE_SIZE);
1496
1497 skb = sock_alloc_send_pskb(sk, len - data_len, data_len,
1498 msg->msg_flags & MSG_DONTWAIT, &err);
Jianjun Konge27dfce2008-11-01 21:38:31 -07001499 if (skb == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001500 goto out;
1501
David S. Millerf78a5fd2011-09-16 19:34:00 -04001502 err = unix_scm_to_skb(siocb->scm, skb, true);
Eric Dumazet25888e32010-11-25 04:11:39 +00001503 if (err < 0)
Eric W. Biederman7361c362010-06-13 03:34:33 +00001504 goto out_free;
Eric Dumazet25888e32010-11-25 04:11:39 +00001505 max_level = err + 1;
Catherine Zhangdc49c1f2006-08-02 14:12:06 -07001506 unix_get_secdata(siocb->scm, skb);
Catherine Zhang877ce7c2006-06-29 12:27:47 -07001507
Eric Dumazeteb6a2482012-04-03 05:28:28 +00001508 skb_put(skb, len - data_len);
1509 skb->data_len = data_len;
1510 skb->len = len;
1511 err = skb_copy_datagram_from_iovec(skb, 0, msg->msg_iov, 0, len);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001512 if (err)
1513 goto out_free;
1514
1515 timeo = sock_sndtimeo(sk, msg->msg_flags & MSG_DONTWAIT);
1516
1517restart:
1518 if (!other) {
1519 err = -ECONNRESET;
1520 if (sunaddr == NULL)
1521 goto out_free;
1522
Denis V. Lunev097e66c2007-11-19 22:29:30 -08001523 other = unix_find_other(net, sunaddr, namelen, sk->sk_type,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001524 hash, &err);
Jianjun Konge27dfce2008-11-01 21:38:31 -07001525 if (other == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001526 goto out_free;
1527 }
1528
Alban Crequyd6ae3ba2011-01-18 06:39:15 +00001529 if (sk_filter(other, skb) < 0) {
1530 /* Toss the packet but do not return any error to the sender */
1531 err = len;
1532 goto out_free;
1533 }
1534
David S. Miller1c92b4e2007-05-31 13:24:26 -07001535 unix_state_lock(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001536 err = -EPERM;
1537 if (!unix_may_send(sk, other))
1538 goto out_unlock;
1539
1540 if (sock_flag(other, SOCK_DEAD)) {
1541 /*
1542 * Check with 1003.1g - what should
1543 * datagram error
1544 */
David S. Miller1c92b4e2007-05-31 13:24:26 -07001545 unix_state_unlock(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001546 sock_put(other);
1547
1548 err = 0;
David S. Miller1c92b4e2007-05-31 13:24:26 -07001549 unix_state_lock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001550 if (unix_peer(sk) == other) {
Jianjun Konge27dfce2008-11-01 21:38:31 -07001551 unix_peer(sk) = NULL;
David S. Miller1c92b4e2007-05-31 13:24:26 -07001552 unix_state_unlock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001553
1554 unix_dgram_disconnected(sk, other);
1555 sock_put(other);
1556 err = -ECONNREFUSED;
1557 } else {
David S. Miller1c92b4e2007-05-31 13:24:26 -07001558 unix_state_unlock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001559 }
1560
1561 other = NULL;
1562 if (err)
1563 goto out_free;
1564 goto restart;
1565 }
1566
1567 err = -EPIPE;
1568 if (other->sk_shutdown & RCV_SHUTDOWN)
1569 goto out_unlock;
1570
1571 if (sk->sk_type != SOCK_SEQPACKET) {
1572 err = security_unix_may_send(sk->sk_socket, other->sk_socket);
1573 if (err)
1574 goto out_unlock;
1575 }
1576
Rainer Weikusat3c734192008-06-17 22:28:05 -07001577 if (unix_peer(other) != sk && unix_recvq_full(other)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001578 if (!timeo) {
1579 err = -EAGAIN;
1580 goto out_unlock;
1581 }
1582
1583 timeo = unix_wait_for_peer(other, timeo);
1584
1585 err = sock_intr_errno(timeo);
1586 if (signal_pending(current))
1587 goto out_free;
1588
1589 goto restart;
1590 }
1591
Alban Crequy3f661162010-10-04 08:48:28 +00001592 if (sock_flag(other, SOCK_RCVTSTAMP))
1593 __net_timestamp(skb);
Eric Dumazet16e57262011-09-19 05:52:27 +00001594 maybe_add_creds(skb, sock, other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001595 skb_queue_tail(&other->sk_receive_queue, skb);
Eric Dumazet25888e32010-11-25 04:11:39 +00001596 if (max_level > unix_sk(other)->recursion_level)
1597 unix_sk(other)->recursion_level = max_level;
David S. Miller1c92b4e2007-05-31 13:24:26 -07001598 unix_state_unlock(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001599 other->sk_data_ready(other, len);
1600 sock_put(other);
David S. Millerf78a5fd2011-09-16 19:34:00 -04001601 scm_destroy(siocb->scm);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001602 return len;
1603
1604out_unlock:
David S. Miller1c92b4e2007-05-31 13:24:26 -07001605 unix_state_unlock(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001606out_free:
1607 kfree_skb(skb);
1608out:
1609 if (other)
1610 sock_put(other);
David S. Millerf78a5fd2011-09-16 19:34:00 -04001611 scm_destroy(siocb->scm);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001612 return err;
1613}
1614
YOSHIFUJI Hideakiac7bfa62007-02-09 23:25:23 +09001615
Linus Torvalds1da177e2005-04-16 15:20:36 -07001616static int unix_stream_sendmsg(struct kiocb *kiocb, struct socket *sock,
1617 struct msghdr *msg, size_t len)
1618{
1619 struct sock_iocb *siocb = kiocb_to_siocb(kiocb);
1620 struct sock *sk = sock->sk;
1621 struct sock *other = NULL;
Eric Dumazet6eba6a32008-11-16 22:58:44 -08001622 int err, size;
David S. Millerf78a5fd2011-09-16 19:34:00 -04001623 struct sk_buff *skb;
Jianjun Konge27dfce2008-11-01 21:38:31 -07001624 int sent = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001625 struct scm_cookie tmp_scm;
Miklos Szeredi8ba69ba2009-09-11 11:31:45 -07001626 bool fds_sent = false;
Eric Dumazet25888e32010-11-25 04:11:39 +00001627 int max_level;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001628
1629 if (NULL == siocb->scm)
1630 siocb->scm = &tmp_scm;
dann frazier5f23b732008-11-26 15:32:27 -08001631 wait_for_unix_gc();
Eric Dumazete0e3cea2012-08-21 06:21:17 +00001632 err = scm_send(sock, msg, siocb->scm, false);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001633 if (err < 0)
1634 return err;
1635
1636 err = -EOPNOTSUPP;
1637 if (msg->msg_flags&MSG_OOB)
1638 goto out_err;
1639
1640 if (msg->msg_namelen) {
1641 err = sk->sk_state == TCP_ESTABLISHED ? -EISCONN : -EOPNOTSUPP;
1642 goto out_err;
1643 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001644 err = -ENOTCONN;
Benjamin LaHaise830a1e52005-12-13 23:22:32 -08001645 other = unix_peer(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001646 if (!other)
1647 goto out_err;
1648 }
1649
1650 if (sk->sk_shutdown & SEND_SHUTDOWN)
1651 goto pipe_err;
1652
Eric Dumazet6eba6a32008-11-16 22:58:44 -08001653 while (sent < len) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001654 /*
Benjamin LaHaisee9df7d7f2006-03-20 21:29:05 -08001655 * Optimisation for the fact that under 0.01% of X
1656 * messages typically need breaking up.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001657 */
1658
Benjamin LaHaisee9df7d7f2006-03-20 21:29:05 -08001659 size = len-sent;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001660
1661 /* Keep two messages in the pipe so it schedules better */
Benjamin LaHaisee9df7d7f2006-03-20 21:29:05 -08001662 if (size > ((sk->sk_sndbuf >> 1) - 64))
1663 size = (sk->sk_sndbuf >> 1) - 64;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001664
1665 if (size > SKB_MAX_ALLOC)
1666 size = SKB_MAX_ALLOC;
YOSHIFUJI Hideakiac7bfa62007-02-09 23:25:23 +09001667
Linus Torvalds1da177e2005-04-16 15:20:36 -07001668 /*
1669 * Grab a buffer
1670 */
YOSHIFUJI Hideakiac7bfa62007-02-09 23:25:23 +09001671
Eric Dumazet6eba6a32008-11-16 22:58:44 -08001672 skb = sock_alloc_send_skb(sk, size, msg->msg_flags&MSG_DONTWAIT,
1673 &err);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001674
Jianjun Konge27dfce2008-11-01 21:38:31 -07001675 if (skb == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001676 goto out_err;
1677
1678 /*
1679 * If you pass two values to the sock_alloc_send_skb
1680 * it tries to grab the large buffer with GFP_NOFS
1681 * (which can fail easily), and if it fails grab the
1682 * fallback size buffer which is under a page and will
1683 * succeed. [Alan]
1684 */
1685 size = min_t(int, size, skb_tailroom(skb));
1686
Eric W. Biederman7361c362010-06-13 03:34:33 +00001687
David S. Millerf78a5fd2011-09-16 19:34:00 -04001688 /* Only send the fds in the first buffer */
1689 err = unix_scm_to_skb(siocb->scm, skb, !fds_sent);
Eric Dumazet25888e32010-11-25 04:11:39 +00001690 if (err < 0) {
Eric W. Biederman7361c362010-06-13 03:34:33 +00001691 kfree_skb(skb);
David S. Millerf78a5fd2011-09-16 19:34:00 -04001692 goto out_err;
Miklos Szeredi62093442008-11-09 15:23:57 +01001693 }
Eric Dumazet25888e32010-11-25 04:11:39 +00001694 max_level = err + 1;
Eric W. Biederman7361c362010-06-13 03:34:33 +00001695 fds_sent = true;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001696
Eric Dumazet6eba6a32008-11-16 22:58:44 -08001697 err = memcpy_fromiovec(skb_put(skb, size), msg->msg_iov, size);
1698 if (err) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001699 kfree_skb(skb);
David S. Millerf78a5fd2011-09-16 19:34:00 -04001700 goto out_err;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001701 }
1702
David S. Miller1c92b4e2007-05-31 13:24:26 -07001703 unix_state_lock(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001704
1705 if (sock_flag(other, SOCK_DEAD) ||
1706 (other->sk_shutdown & RCV_SHUTDOWN))
1707 goto pipe_err_free;
1708
Eric Dumazet16e57262011-09-19 05:52:27 +00001709 maybe_add_creds(skb, sock, other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001710 skb_queue_tail(&other->sk_receive_queue, skb);
Eric Dumazet25888e32010-11-25 04:11:39 +00001711 if (max_level > unix_sk(other)->recursion_level)
1712 unix_sk(other)->recursion_level = max_level;
David S. Miller1c92b4e2007-05-31 13:24:26 -07001713 unix_state_unlock(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001714 other->sk_data_ready(other, size);
Jianjun Konge27dfce2008-11-01 21:38:31 -07001715 sent += size;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001716 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001717
David S. Millerf78a5fd2011-09-16 19:34:00 -04001718 scm_destroy(siocb->scm);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001719 siocb->scm = NULL;
1720
1721 return sent;
1722
1723pipe_err_free:
David S. Miller1c92b4e2007-05-31 13:24:26 -07001724 unix_state_unlock(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001725 kfree_skb(skb);
1726pipe_err:
Eric Dumazet6eba6a32008-11-16 22:58:44 -08001727 if (sent == 0 && !(msg->msg_flags&MSG_NOSIGNAL))
1728 send_sig(SIGPIPE, current, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001729 err = -EPIPE;
1730out_err:
David S. Millerf78a5fd2011-09-16 19:34:00 -04001731 scm_destroy(siocb->scm);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001732 siocb->scm = NULL;
1733 return sent ? : err;
1734}
1735
1736static int unix_seqpacket_sendmsg(struct kiocb *kiocb, struct socket *sock,
1737 struct msghdr *msg, size_t len)
1738{
1739 int err;
1740 struct sock *sk = sock->sk;
YOSHIFUJI Hideakiac7bfa62007-02-09 23:25:23 +09001741
Linus Torvalds1da177e2005-04-16 15:20:36 -07001742 err = sock_error(sk);
1743 if (err)
1744 return err;
1745
1746 if (sk->sk_state != TCP_ESTABLISHED)
1747 return -ENOTCONN;
1748
1749 if (msg->msg_namelen)
1750 msg->msg_namelen = 0;
1751
1752 return unix_dgram_sendmsg(kiocb, sock, msg, len);
1753}
YOSHIFUJI Hideakiac7bfa62007-02-09 23:25:23 +09001754
Eric W. Biedermana05d2ad2011-04-24 01:54:57 +00001755static int unix_seqpacket_recvmsg(struct kiocb *iocb, struct socket *sock,
1756 struct msghdr *msg, size_t size,
1757 int flags)
1758{
1759 struct sock *sk = sock->sk;
1760
1761 if (sk->sk_state != TCP_ESTABLISHED)
1762 return -ENOTCONN;
1763
1764 return unix_dgram_recvmsg(iocb, sock, msg, size, flags);
1765}
1766
Linus Torvalds1da177e2005-04-16 15:20:36 -07001767static void unix_copy_addr(struct msghdr *msg, struct sock *sk)
1768{
1769 struct unix_sock *u = unix_sk(sk);
1770
Linus Torvalds1da177e2005-04-16 15:20:36 -07001771 if (u->addr) {
1772 msg->msg_namelen = u->addr->len;
1773 memcpy(msg->msg_name, u->addr->name, u->addr->len);
1774 }
1775}
1776
1777static int unix_dgram_recvmsg(struct kiocb *iocb, struct socket *sock,
1778 struct msghdr *msg, size_t size,
1779 int flags)
1780{
1781 struct sock_iocb *siocb = kiocb_to_siocb(iocb);
1782 struct scm_cookie tmp_scm;
1783 struct sock *sk = sock->sk;
1784 struct unix_sock *u = unix_sk(sk);
1785 int noblock = flags & MSG_DONTWAIT;
1786 struct sk_buff *skb;
1787 int err;
Pavel Emelyanovf55bb7f2012-02-21 07:31:51 +00001788 int peeked, skip;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001789
1790 err = -EOPNOTSUPP;
1791 if (flags&MSG_OOB)
1792 goto out;
1793
Rainer Weikusatb3ca9b02011-02-28 04:50:55 +00001794 err = mutex_lock_interruptible(&u->readlock);
1795 if (err) {
1796 err = sock_intr_errno(sock_rcvtimeo(sk, noblock));
1797 goto out;
1798 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001799
Pavel Emelyanovf55bb7f2012-02-21 07:31:51 +00001800 skip = sk_peek_offset(sk, flags);
1801
1802 skb = __skb_recv_datagram(sk, flags, &peeked, &skip, &err);
Florian Zumbiehl0a112252007-11-29 23:19:23 +11001803 if (!skb) {
1804 unix_state_lock(sk);
1805 /* Signal EOF on disconnected non-blocking SEQPACKET socket. */
1806 if (sk->sk_type == SOCK_SEQPACKET && err == -EAGAIN &&
1807 (sk->sk_shutdown & RCV_SHUTDOWN))
1808 err = 0;
1809 unix_state_unlock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001810 goto out_unlock;
Florian Zumbiehl0a112252007-11-29 23:19:23 +11001811 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001812
Eric Dumazet67426b72010-10-29 20:44:44 +00001813 wake_up_interruptible_sync_poll(&u->peer_wait,
1814 POLLOUT | POLLWRNORM | POLLWRBAND);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001815
1816 if (msg->msg_name)
1817 unix_copy_addr(msg, skb->sk);
1818
Pavel Emelyanovf55bb7f2012-02-21 07:31:51 +00001819 if (size > skb->len - skip)
1820 size = skb->len - skip;
1821 else if (size < skb->len - skip)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001822 msg->msg_flags |= MSG_TRUNC;
1823
Pavel Emelyanovf55bb7f2012-02-21 07:31:51 +00001824 err = skb_copy_datagram_iovec(skb, skip, msg->msg_iov, size);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001825 if (err)
1826 goto out_free;
1827
Alban Crequy3f661162010-10-04 08:48:28 +00001828 if (sock_flag(sk, SOCK_RCVTSTAMP))
1829 __sock_recv_timestamp(msg, sk, skb);
1830
Linus Torvalds1da177e2005-04-16 15:20:36 -07001831 if (!siocb->scm) {
1832 siocb->scm = &tmp_scm;
1833 memset(&tmp_scm, 0, sizeof(tmp_scm));
1834 }
Eric W. Biederman6b0ee8c02013-04-03 17:28:16 +00001835 scm_set_cred(siocb->scm, UNIXCB(skb).pid, UNIXCB(skb).uid, UNIXCB(skb).gid);
Catherine Zhang877ce7c2006-06-29 12:27:47 -07001836 unix_set_secdata(siocb->scm, skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001837
Eric Dumazet6eba6a32008-11-16 22:58:44 -08001838 if (!(flags & MSG_PEEK)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001839 if (UNIXCB(skb).fp)
1840 unix_detach_fds(siocb->scm, skb);
Pavel Emelyanovf55bb7f2012-02-21 07:31:51 +00001841
1842 sk_peek_offset_bwd(sk, skb->len);
Eric Dumazet6eba6a32008-11-16 22:58:44 -08001843 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001844 /* It is questionable: on PEEK we could:
1845 - do not return fds - good, but too simple 8)
1846 - return fds, and do not return them on read (old strategy,
1847 apparently wrong)
1848 - clone fds (I chose it for now, it is the most universal
1849 solution)
YOSHIFUJI Hideakiac7bfa62007-02-09 23:25:23 +09001850
1851 POSIX 1003.1g does not actually define this clearly
1852 at all. POSIX 1003.1g doesn't define a lot of things
1853 clearly however!
1854
Linus Torvalds1da177e2005-04-16 15:20:36 -07001855 */
Pavel Emelyanovf55bb7f2012-02-21 07:31:51 +00001856
1857 sk_peek_offset_fwd(sk, size);
1858
Linus Torvalds1da177e2005-04-16 15:20:36 -07001859 if (UNIXCB(skb).fp)
1860 siocb->scm->fp = scm_fp_dup(UNIXCB(skb).fp);
1861 }
Eric Dumazet9f6f9af2012-02-21 23:24:55 +00001862 err = (flags & MSG_TRUNC) ? skb->len - skip : size;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001863
1864 scm_recv(sock, msg, siocb->scm, flags);
1865
1866out_free:
Eric Dumazet6eba6a32008-11-16 22:58:44 -08001867 skb_free_datagram(sk, skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001868out_unlock:
Ingo Molnar57b47a52006-03-20 22:35:41 -08001869 mutex_unlock(&u->readlock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001870out:
1871 return err;
1872}
1873
1874/*
Benjamin Poirier79f632c2013-04-29 11:42:14 +00001875 * Sleep until more data has arrived. But check for races..
Linus Torvalds1da177e2005-04-16 15:20:36 -07001876 */
Benjamin Poirier79f632c2013-04-29 11:42:14 +00001877static long unix_stream_data_wait(struct sock *sk, long timeo,
1878 struct sk_buff *last)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001879{
1880 DEFINE_WAIT(wait);
1881
David S. Miller1c92b4e2007-05-31 13:24:26 -07001882 unix_state_lock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001883
1884 for (;;) {
Eric Dumazetaa395142010-04-20 13:03:51 +00001885 prepare_to_wait(sk_sleep(sk), &wait, TASK_INTERRUPTIBLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001886
Benjamin Poirier79f632c2013-04-29 11:42:14 +00001887 if (skb_peek_tail(&sk->sk_receive_queue) != last ||
Linus Torvalds1da177e2005-04-16 15:20:36 -07001888 sk->sk_err ||
1889 (sk->sk_shutdown & RCV_SHUTDOWN) ||
1890 signal_pending(current) ||
1891 !timeo)
1892 break;
1893
1894 set_bit(SOCK_ASYNC_WAITDATA, &sk->sk_socket->flags);
David S. Miller1c92b4e2007-05-31 13:24:26 -07001895 unix_state_unlock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001896 timeo = schedule_timeout(timeo);
David S. Miller1c92b4e2007-05-31 13:24:26 -07001897 unix_state_lock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001898 clear_bit(SOCK_ASYNC_WAITDATA, &sk->sk_socket->flags);
1899 }
1900
Eric Dumazetaa395142010-04-20 13:03:51 +00001901 finish_wait(sk_sleep(sk), &wait);
David S. Miller1c92b4e2007-05-31 13:24:26 -07001902 unix_state_unlock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001903 return timeo;
1904}
1905
Linus Torvalds1da177e2005-04-16 15:20:36 -07001906static int unix_stream_recvmsg(struct kiocb *iocb, struct socket *sock,
1907 struct msghdr *msg, size_t size,
1908 int flags)
1909{
1910 struct sock_iocb *siocb = kiocb_to_siocb(iocb);
1911 struct scm_cookie tmp_scm;
1912 struct sock *sk = sock->sk;
1913 struct unix_sock *u = unix_sk(sk);
Jianjun Konge27dfce2008-11-01 21:38:31 -07001914 struct sockaddr_un *sunaddr = msg->msg_name;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001915 int copied = 0;
1916 int check_creds = 0;
1917 int target;
1918 int err = 0;
1919 long timeo;
Pavel Emelyanovfc0d7532012-02-21 07:32:06 +00001920 int skip;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001921
1922 err = -EINVAL;
1923 if (sk->sk_state != TCP_ESTABLISHED)
1924 goto out;
1925
1926 err = -EOPNOTSUPP;
1927 if (flags&MSG_OOB)
1928 goto out;
1929
1930 target = sock_rcvlowat(sk, flags&MSG_WAITALL, size);
1931 timeo = sock_rcvtimeo(sk, flags&MSG_DONTWAIT);
1932
Linus Torvalds1da177e2005-04-16 15:20:36 -07001933 /* Lock the socket to prevent queue disordering
1934 * while sleeps in memcpy_tomsg
1935 */
1936
1937 if (!siocb->scm) {
1938 siocb->scm = &tmp_scm;
1939 memset(&tmp_scm, 0, sizeof(tmp_scm));
1940 }
1941
Rainer Weikusatb3ca9b02011-02-28 04:50:55 +00001942 err = mutex_lock_interruptible(&u->readlock);
1943 if (err) {
1944 err = sock_intr_errno(timeo);
1945 goto out;
1946 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001947
Eric Dumazet6eba6a32008-11-16 22:58:44 -08001948 do {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001949 int chunk;
Benjamin Poirier79f632c2013-04-29 11:42:14 +00001950 struct sk_buff *skb, *last;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001951
Miklos Szeredi3c0d2f32007-06-05 13:10:29 -07001952 unix_state_lock(sk);
Benjamin Poirier79f632c2013-04-29 11:42:14 +00001953 last = skb = skb_peek(&sk->sk_receive_queue);
Pavel Emelyanovfc0d7532012-02-21 07:32:06 +00001954again:
Eric Dumazet6eba6a32008-11-16 22:58:44 -08001955 if (skb == NULL) {
Eric Dumazet25888e32010-11-25 04:11:39 +00001956 unix_sk(sk)->recursion_level = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001957 if (copied >= target)
Miklos Szeredi3c0d2f32007-06-05 13:10:29 -07001958 goto unlock;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001959
1960 /*
1961 * POSIX 1003.1g mandates this order.
1962 */
YOSHIFUJI Hideakiac7bfa62007-02-09 23:25:23 +09001963
Eric Dumazet6eba6a32008-11-16 22:58:44 -08001964 err = sock_error(sk);
1965 if (err)
Miklos Szeredi3c0d2f32007-06-05 13:10:29 -07001966 goto unlock;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001967 if (sk->sk_shutdown & RCV_SHUTDOWN)
Miklos Szeredi3c0d2f32007-06-05 13:10:29 -07001968 goto unlock;
1969
1970 unix_state_unlock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001971 err = -EAGAIN;
1972 if (!timeo)
1973 break;
Ingo Molnar57b47a52006-03-20 22:35:41 -08001974 mutex_unlock(&u->readlock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001975
Benjamin Poirier79f632c2013-04-29 11:42:14 +00001976 timeo = unix_stream_data_wait(sk, timeo, last);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001977
Rainer Weikusatb3ca9b02011-02-28 04:50:55 +00001978 if (signal_pending(current)
1979 || mutex_lock_interruptible(&u->readlock)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001980 err = sock_intr_errno(timeo);
1981 goto out;
1982 }
Rainer Weikusatb3ca9b02011-02-28 04:50:55 +00001983
Linus Torvalds1da177e2005-04-16 15:20:36 -07001984 continue;
Miklos Szeredi3c0d2f32007-06-05 13:10:29 -07001985 unlock:
1986 unix_state_unlock(sk);
1987 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001988 }
Pavel Emelyanovfc0d7532012-02-21 07:32:06 +00001989
Benjamin Poirier79f632c2013-04-29 11:42:14 +00001990 skip = sk_peek_offset(sk, flags);
1991 while (skip >= skb->len) {
Pavel Emelyanovfc0d7532012-02-21 07:32:06 +00001992 skip -= skb->len;
Benjamin Poirier79f632c2013-04-29 11:42:14 +00001993 last = skb;
Pavel Emelyanovfc0d7532012-02-21 07:32:06 +00001994 skb = skb_peek_next(skb, &sk->sk_receive_queue);
Benjamin Poirier79f632c2013-04-29 11:42:14 +00001995 if (!skb)
1996 goto again;
Pavel Emelyanovfc0d7532012-02-21 07:32:06 +00001997 }
1998
Miklos Szeredi3c0d2f32007-06-05 13:10:29 -07001999 unix_state_unlock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002000
2001 if (check_creds) {
2002 /* Never glue messages from different writers */
Eric W. Biederman7361c362010-06-13 03:34:33 +00002003 if ((UNIXCB(skb).pid != siocb->scm->pid) ||
Eric W. Biederman6b0ee8c02013-04-03 17:28:16 +00002004 !uid_eq(UNIXCB(skb).uid, siocb->scm->creds.uid) ||
2005 !gid_eq(UNIXCB(skb).gid, siocb->scm->creds.gid))
Linus Torvalds1da177e2005-04-16 15:20:36 -07002006 break;
Eric W. Biederman0e82e7f6d2013-04-03 16:14:47 +00002007 } else if (test_bit(SOCK_PASSCRED, &sock->flags)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002008 /* Copy credentials */
Eric W. Biederman6b0ee8c02013-04-03 17:28:16 +00002009 scm_set_cred(siocb->scm, UNIXCB(skb).pid, UNIXCB(skb).uid, UNIXCB(skb).gid);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002010 check_creds = 1;
2011 }
2012
2013 /* Copy address just once */
Eric Dumazet6eba6a32008-11-16 22:58:44 -08002014 if (sunaddr) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002015 unix_copy_addr(msg, skb->sk);
2016 sunaddr = NULL;
2017 }
2018
Pavel Emelyanovfc0d7532012-02-21 07:32:06 +00002019 chunk = min_t(unsigned int, skb->len - skip, size);
2020 if (memcpy_toiovec(msg->msg_iov, skb->data + skip, chunk)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002021 if (copied == 0)
2022 copied = -EFAULT;
2023 break;
2024 }
2025 copied += chunk;
2026 size -= chunk;
2027
2028 /* Mark read part of skb as used */
Eric Dumazet6eba6a32008-11-16 22:58:44 -08002029 if (!(flags & MSG_PEEK)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002030 skb_pull(skb, chunk);
2031
Pavel Emelyanovfc0d7532012-02-21 07:32:06 +00002032 sk_peek_offset_bwd(sk, chunk);
2033
Linus Torvalds1da177e2005-04-16 15:20:36 -07002034 if (UNIXCB(skb).fp)
2035 unix_detach_fds(siocb->scm, skb);
2036
Eric Dumazet6f01fd62012-01-28 16:11:03 +00002037 if (skb->len)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002038 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002039
Eric Dumazet6f01fd62012-01-28 16:11:03 +00002040 skb_unlink(skb, &sk->sk_receive_queue);
Neil Horman70d4bf62010-07-20 06:45:56 +00002041 consume_skb(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002042
2043 if (siocb->scm->fp)
2044 break;
Eric Dumazet6eba6a32008-11-16 22:58:44 -08002045 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002046 /* It is questionable, see note in unix_dgram_recvmsg.
2047 */
2048 if (UNIXCB(skb).fp)
2049 siocb->scm->fp = scm_fp_dup(UNIXCB(skb).fp);
2050
Pavel Emelyanovfc0d7532012-02-21 07:32:06 +00002051 sk_peek_offset_fwd(sk, chunk);
2052
Linus Torvalds1da177e2005-04-16 15:20:36 -07002053 break;
2054 }
2055 } while (size);
2056
Ingo Molnar57b47a52006-03-20 22:35:41 -08002057 mutex_unlock(&u->readlock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002058 scm_recv(sock, msg, siocb->scm, flags);
2059out:
2060 return copied ? : err;
2061}
2062
2063static int unix_shutdown(struct socket *sock, int mode)
2064{
2065 struct sock *sk = sock->sk;
2066 struct sock *other;
2067
Xi Wangfc61b922012-08-26 16:47:13 +00002068 if (mode < SHUT_RD || mode > SHUT_RDWR)
2069 return -EINVAL;
2070 /* This maps:
2071 * SHUT_RD (0) -> RCV_SHUTDOWN (1)
2072 * SHUT_WR (1) -> SEND_SHUTDOWN (2)
2073 * SHUT_RDWR (2) -> SHUTDOWN_MASK (3)
2074 */
2075 ++mode;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002076
Alban Crequy7180a032011-01-19 04:56:36 +00002077 unix_state_lock(sk);
2078 sk->sk_shutdown |= mode;
2079 other = unix_peer(sk);
2080 if (other)
2081 sock_hold(other);
2082 unix_state_unlock(sk);
2083 sk->sk_state_change(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002084
Alban Crequy7180a032011-01-19 04:56:36 +00002085 if (other &&
2086 (sk->sk_type == SOCK_STREAM || sk->sk_type == SOCK_SEQPACKET)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002087
Alban Crequy7180a032011-01-19 04:56:36 +00002088 int peer_mode = 0;
2089
2090 if (mode&RCV_SHUTDOWN)
2091 peer_mode |= SEND_SHUTDOWN;
2092 if (mode&SEND_SHUTDOWN)
2093 peer_mode |= RCV_SHUTDOWN;
2094 unix_state_lock(other);
2095 other->sk_shutdown |= peer_mode;
2096 unix_state_unlock(other);
2097 other->sk_state_change(other);
2098 if (peer_mode == SHUTDOWN_MASK)
2099 sk_wake_async(other, SOCK_WAKE_WAITD, POLL_HUP);
2100 else if (peer_mode & RCV_SHUTDOWN)
2101 sk_wake_async(other, SOCK_WAKE_WAITD, POLL_IN);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002102 }
Alban Crequy7180a032011-01-19 04:56:36 +00002103 if (other)
2104 sock_put(other);
2105
Linus Torvalds1da177e2005-04-16 15:20:36 -07002106 return 0;
2107}
2108
Pavel Emelyanov885ee742011-12-30 00:54:11 +00002109long unix_inq_len(struct sock *sk)
2110{
2111 struct sk_buff *skb;
2112 long amount = 0;
2113
2114 if (sk->sk_state == TCP_LISTEN)
2115 return -EINVAL;
2116
2117 spin_lock(&sk->sk_receive_queue.lock);
2118 if (sk->sk_type == SOCK_STREAM ||
2119 sk->sk_type == SOCK_SEQPACKET) {
2120 skb_queue_walk(&sk->sk_receive_queue, skb)
2121 amount += skb->len;
2122 } else {
2123 skb = skb_peek(&sk->sk_receive_queue);
2124 if (skb)
2125 amount = skb->len;
2126 }
2127 spin_unlock(&sk->sk_receive_queue.lock);
2128
2129 return amount;
2130}
2131EXPORT_SYMBOL_GPL(unix_inq_len);
2132
2133long unix_outq_len(struct sock *sk)
2134{
2135 return sk_wmem_alloc_get(sk);
2136}
2137EXPORT_SYMBOL_GPL(unix_outq_len);
2138
Linus Torvalds1da177e2005-04-16 15:20:36 -07002139static int unix_ioctl(struct socket *sock, unsigned int cmd, unsigned long arg)
2140{
2141 struct sock *sk = sock->sk;
Jianjun Konge27dfce2008-11-01 21:38:31 -07002142 long amount = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002143 int err;
2144
Eric Dumazet6eba6a32008-11-16 22:58:44 -08002145 switch (cmd) {
2146 case SIOCOUTQ:
Pavel Emelyanov885ee742011-12-30 00:54:11 +00002147 amount = unix_outq_len(sk);
Eric Dumazet6eba6a32008-11-16 22:58:44 -08002148 err = put_user(amount, (int __user *)arg);
2149 break;
2150 case SIOCINQ:
Pavel Emelyanov885ee742011-12-30 00:54:11 +00002151 amount = unix_inq_len(sk);
2152 if (amount < 0)
2153 err = amount;
2154 else
Linus Torvalds1da177e2005-04-16 15:20:36 -07002155 err = put_user(amount, (int __user *)arg);
Pavel Emelyanov885ee742011-12-30 00:54:11 +00002156 break;
Eric Dumazet6eba6a32008-11-16 22:58:44 -08002157 default:
2158 err = -ENOIOCTLCMD;
2159 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002160 }
2161 return err;
2162}
2163
Eric Dumazet6eba6a32008-11-16 22:58:44 -08002164static unsigned int unix_poll(struct file *file, struct socket *sock, poll_table *wait)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002165{
2166 struct sock *sk = sock->sk;
2167 unsigned int mask;
2168
Eric Dumazetaa395142010-04-20 13:03:51 +00002169 sock_poll_wait(file, sk_sleep(sk), wait);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002170 mask = 0;
2171
2172 /* exceptional events? */
2173 if (sk->sk_err)
2174 mask |= POLLERR;
2175 if (sk->sk_shutdown == SHUTDOWN_MASK)
2176 mask |= POLLHUP;
Davide Libenzif348d702006-03-25 03:07:39 -08002177 if (sk->sk_shutdown & RCV_SHUTDOWN)
Eric Dumazetdb409802010-09-06 11:13:50 +00002178 mask |= POLLRDHUP | POLLIN | POLLRDNORM;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002179
2180 /* readable? */
Eric Dumazetdb409802010-09-06 11:13:50 +00002181 if (!skb_queue_empty(&sk->sk_receive_queue))
Linus Torvalds1da177e2005-04-16 15:20:36 -07002182 mask |= POLLIN | POLLRDNORM;
2183
2184 /* Connection-based need to check for termination and startup */
Eric Dumazet6eba6a32008-11-16 22:58:44 -08002185 if ((sk->sk_type == SOCK_STREAM || sk->sk_type == SOCK_SEQPACKET) &&
2186 sk->sk_state == TCP_CLOSE)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002187 mask |= POLLHUP;
2188
2189 /*
2190 * we set writable also when the other side has shut down the
2191 * connection. This prevents stuck sockets.
2192 */
2193 if (unix_writable(sk))
2194 mask |= POLLOUT | POLLWRNORM | POLLWRBAND;
2195
2196 return mask;
2197}
2198
Rainer Weikusatec0d2152008-06-27 19:34:18 -07002199static unsigned int unix_dgram_poll(struct file *file, struct socket *sock,
2200 poll_table *wait)
Rainer Weikusat3c734192008-06-17 22:28:05 -07002201{
Rainer Weikusatec0d2152008-06-27 19:34:18 -07002202 struct sock *sk = sock->sk, *other;
2203 unsigned int mask, writable;
Rainer Weikusat3c734192008-06-17 22:28:05 -07002204
Eric Dumazetaa395142010-04-20 13:03:51 +00002205 sock_poll_wait(file, sk_sleep(sk), wait);
Rainer Weikusat3c734192008-06-17 22:28:05 -07002206 mask = 0;
2207
2208 /* exceptional events? */
2209 if (sk->sk_err || !skb_queue_empty(&sk->sk_error_queue))
Keller, Jacob E7d4c04f2013-03-28 11:19:25 +00002210 mask |= POLLERR |
Jacob Keller8facd5f2013-04-02 13:55:40 -07002211 (sock_flag(sk, SOCK_SELECT_ERR_QUEUE) ? POLLPRI : 0);
Keller, Jacob E7d4c04f2013-03-28 11:19:25 +00002212
Rainer Weikusat3c734192008-06-17 22:28:05 -07002213 if (sk->sk_shutdown & RCV_SHUTDOWN)
Eric Dumazet5456f092010-10-31 05:36:23 +00002214 mask |= POLLRDHUP | POLLIN | POLLRDNORM;
Rainer Weikusat3c734192008-06-17 22:28:05 -07002215 if (sk->sk_shutdown == SHUTDOWN_MASK)
2216 mask |= POLLHUP;
2217
2218 /* readable? */
Eric Dumazet5456f092010-10-31 05:36:23 +00002219 if (!skb_queue_empty(&sk->sk_receive_queue))
Rainer Weikusat3c734192008-06-17 22:28:05 -07002220 mask |= POLLIN | POLLRDNORM;
2221
2222 /* Connection-based need to check for termination and startup */
2223 if (sk->sk_type == SOCK_SEQPACKET) {
2224 if (sk->sk_state == TCP_CLOSE)
2225 mask |= POLLHUP;
2226 /* connection hasn't started yet? */
2227 if (sk->sk_state == TCP_SYN_SENT)
2228 return mask;
2229 }
2230
Eric Dumazet973a34a2010-10-31 05:38:25 +00002231 /* No write status requested, avoid expensive OUT tests. */
Hans Verkuil626cf232012-03-23 15:02:27 -07002232 if (!(poll_requested_events(wait) & (POLLWRBAND|POLLWRNORM|POLLOUT)))
Eric Dumazet973a34a2010-10-31 05:38:25 +00002233 return mask;
2234
Rainer Weikusatec0d2152008-06-27 19:34:18 -07002235 writable = unix_writable(sk);
Eric Dumazet5456f092010-10-31 05:36:23 +00002236 other = unix_peer_get(sk);
2237 if (other) {
2238 if (unix_peer(other) != sk) {
2239 sock_poll_wait(file, &unix_sk(other)->peer_wait, wait);
2240 if (unix_recvq_full(other))
2241 writable = 0;
Rainer Weikusatec0d2152008-06-27 19:34:18 -07002242 }
Eric Dumazet5456f092010-10-31 05:36:23 +00002243 sock_put(other);
Rainer Weikusatec0d2152008-06-27 19:34:18 -07002244 }
2245
2246 if (writable)
Rainer Weikusat3c734192008-06-17 22:28:05 -07002247 mask |= POLLOUT | POLLWRNORM | POLLWRBAND;
2248 else
2249 set_bit(SOCK_ASYNC_NOSPACE, &sk->sk_socket->flags);
2250
Rainer Weikusat3c734192008-06-17 22:28:05 -07002251 return mask;
2252}
Linus Torvalds1da177e2005-04-16 15:20:36 -07002253
2254#ifdef CONFIG_PROC_FS
Pavel Emelyanova53eb3f2007-11-23 20:30:01 +08002255
Eric Dumazet7123aaa2012-06-08 05:03:21 +00002256#define BUCKET_SPACE (BITS_PER_LONG - (UNIX_HASH_BITS + 1) - 1)
2257
2258#define get_bucket(x) ((x) >> BUCKET_SPACE)
2259#define get_offset(x) ((x) & ((1L << BUCKET_SPACE) - 1))
2260#define set_bucket_offset(b, o) ((b) << BUCKET_SPACE | (o))
Pavel Emelyanova53eb3f2007-11-23 20:30:01 +08002261
Eric Dumazet7123aaa2012-06-08 05:03:21 +00002262static struct sock *unix_from_bucket(struct seq_file *seq, loff_t *pos)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002263{
Eric Dumazet7123aaa2012-06-08 05:03:21 +00002264 unsigned long offset = get_offset(*pos);
2265 unsigned long bucket = get_bucket(*pos);
2266 struct sock *sk;
2267 unsigned long count = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002268
Eric Dumazet7123aaa2012-06-08 05:03:21 +00002269 for (sk = sk_head(&unix_socket_table[bucket]); sk; sk = sk_next(sk)) {
2270 if (sock_net(sk) != seq_file_net(seq))
Denis V. Lunev097e66c2007-11-19 22:29:30 -08002271 continue;
Eric Dumazet7123aaa2012-06-08 05:03:21 +00002272 if (++count == offset)
2273 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002274 }
Eric Dumazet7123aaa2012-06-08 05:03:21 +00002275
2276 return sk;
2277}
2278
2279static struct sock *unix_next_socket(struct seq_file *seq,
2280 struct sock *sk,
2281 loff_t *pos)
2282{
2283 unsigned long bucket;
2284
2285 while (sk > (struct sock *)SEQ_START_TOKEN) {
2286 sk = sk_next(sk);
2287 if (!sk)
2288 goto next_bucket;
2289 if (sock_net(sk) == seq_file_net(seq))
2290 return sk;
2291 }
2292
2293 do {
2294 sk = unix_from_bucket(seq, pos);
2295 if (sk)
2296 return sk;
2297
2298next_bucket:
2299 bucket = get_bucket(*pos) + 1;
2300 *pos = set_bucket_offset(bucket, 1);
2301 } while (bucket < ARRAY_SIZE(unix_socket_table));
2302
Linus Torvalds1da177e2005-04-16 15:20:36 -07002303 return NULL;
2304}
2305
Linus Torvalds1da177e2005-04-16 15:20:36 -07002306static void *unix_seq_start(struct seq_file *seq, loff_t *pos)
Eric Dumazet9a429c42008-01-01 21:58:02 -08002307 __acquires(unix_table_lock)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002308{
David S. Millerfbe9cc42005-12-13 23:26:29 -08002309 spin_lock(&unix_table_lock);
Eric Dumazet7123aaa2012-06-08 05:03:21 +00002310
2311 if (!*pos)
2312 return SEQ_START_TOKEN;
2313
2314 if (get_bucket(*pos) >= ARRAY_SIZE(unix_socket_table))
2315 return NULL;
2316
2317 return unix_next_socket(seq, NULL, pos);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002318}
2319
2320static void *unix_seq_next(struct seq_file *seq, void *v, loff_t *pos)
2321{
2322 ++*pos;
Eric Dumazet7123aaa2012-06-08 05:03:21 +00002323 return unix_next_socket(seq, v, pos);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002324}
2325
2326static void unix_seq_stop(struct seq_file *seq, void *v)
Eric Dumazet9a429c42008-01-01 21:58:02 -08002327 __releases(unix_table_lock)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002328{
David S. Millerfbe9cc42005-12-13 23:26:29 -08002329 spin_unlock(&unix_table_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002330}
2331
2332static int unix_seq_show(struct seq_file *seq, void *v)
2333{
YOSHIFUJI Hideakiac7bfa62007-02-09 23:25:23 +09002334
Joe Perchesb9f31242008-04-12 19:04:38 -07002335 if (v == SEQ_START_TOKEN)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002336 seq_puts(seq, "Num RefCount Protocol Flags Type St "
2337 "Inode Path\n");
2338 else {
2339 struct sock *s = v;
2340 struct unix_sock *u = unix_sk(s);
David S. Miller1c92b4e2007-05-31 13:24:26 -07002341 unix_state_lock(s);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002342
Dan Rosenberg71338aa2011-05-23 12:17:35 +00002343 seq_printf(seq, "%pK: %08X %08X %08X %04X %02X %5lu",
Linus Torvalds1da177e2005-04-16 15:20:36 -07002344 s,
2345 atomic_read(&s->sk_refcnt),
2346 0,
2347 s->sk_state == TCP_LISTEN ? __SO_ACCEPTCON : 0,
2348 s->sk_type,
2349 s->sk_socket ?
2350 (s->sk_state == TCP_ESTABLISHED ? SS_CONNECTED : SS_UNCONNECTED) :
2351 (s->sk_state == TCP_ESTABLISHED ? SS_CONNECTING : SS_DISCONNECTING),
2352 sock_i_ino(s));
2353
2354 if (u->addr) {
2355 int i, len;
2356 seq_putc(seq, ' ');
2357
2358 i = 0;
2359 len = u->addr->len - sizeof(short);
2360 if (!UNIX_ABSTRACT(s))
2361 len--;
2362 else {
2363 seq_putc(seq, '@');
2364 i++;
2365 }
2366 for ( ; i < len; i++)
2367 seq_putc(seq, u->addr->name->sun_path[i]);
2368 }
David S. Miller1c92b4e2007-05-31 13:24:26 -07002369 unix_state_unlock(s);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002370 seq_putc(seq, '\n');
2371 }
2372
2373 return 0;
2374}
2375
Philippe De Muyter56b3d972007-07-10 23:07:31 -07002376static const struct seq_operations unix_seq_ops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002377 .start = unix_seq_start,
2378 .next = unix_seq_next,
2379 .stop = unix_seq_stop,
2380 .show = unix_seq_show,
2381};
2382
Linus Torvalds1da177e2005-04-16 15:20:36 -07002383static int unix_seq_open(struct inode *inode, struct file *file)
2384{
Denis V. Luneve372c412007-11-19 22:31:54 -08002385 return seq_open_net(inode, file, &unix_seq_ops,
Eric Dumazet8b51b062012-06-08 22:10:20 +00002386 sizeof(struct seq_net_private));
Linus Torvalds1da177e2005-04-16 15:20:36 -07002387}
2388
Arjan van de Venda7071d2007-02-12 00:55:36 -08002389static const struct file_operations unix_seq_fops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002390 .owner = THIS_MODULE,
2391 .open = unix_seq_open,
2392 .read = seq_read,
2393 .llseek = seq_lseek,
Denis V. Luneve372c412007-11-19 22:31:54 -08002394 .release = seq_release_net,
Linus Torvalds1da177e2005-04-16 15:20:36 -07002395};
2396
2397#endif
2398
Stephen Hemmingerec1b4cf2009-10-05 05:58:39 +00002399static const struct net_proto_family unix_family_ops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002400 .family = PF_UNIX,
2401 .create = unix_create,
2402 .owner = THIS_MODULE,
2403};
2404
Denis V. Lunev097e66c2007-11-19 22:29:30 -08002405
Alexey Dobriyan2c8c1e72010-01-17 03:35:32 +00002406static int __net_init unix_net_init(struct net *net)
Denis V. Lunev097e66c2007-11-19 22:29:30 -08002407{
2408 int error = -ENOMEM;
2409
Denis V. Luneva0a53c82007-12-11 04:19:17 -08002410 net->unx.sysctl_max_dgram_qlen = 10;
Pavel Emelyanov1597fbc2007-12-01 23:51:01 +11002411 if (unix_sysctl_register(net))
2412 goto out;
Pavel Emelyanovd392e492007-12-01 23:44:15 +11002413
Denis V. Lunev097e66c2007-11-19 22:29:30 -08002414#ifdef CONFIG_PROC_FS
Gao fengd4beaa62013-02-18 01:34:54 +00002415 if (!proc_create("unix", 0, net->proc_net, &unix_seq_fops)) {
Pavel Emelyanov1597fbc2007-12-01 23:51:01 +11002416 unix_sysctl_unregister(net);
Denis V. Lunev097e66c2007-11-19 22:29:30 -08002417 goto out;
Pavel Emelyanov1597fbc2007-12-01 23:51:01 +11002418 }
Denis V. Lunev097e66c2007-11-19 22:29:30 -08002419#endif
2420 error = 0;
2421out:
Jianjun Kong48dcc33e2008-11-01 21:37:27 -07002422 return error;
Denis V. Lunev097e66c2007-11-19 22:29:30 -08002423}
2424
Alexey Dobriyan2c8c1e72010-01-17 03:35:32 +00002425static void __net_exit unix_net_exit(struct net *net)
Denis V. Lunev097e66c2007-11-19 22:29:30 -08002426{
Pavel Emelyanov1597fbc2007-12-01 23:51:01 +11002427 unix_sysctl_unregister(net);
Gao fengece31ff2013-02-18 01:34:56 +00002428 remove_proc_entry("unix", net->proc_net);
Denis V. Lunev097e66c2007-11-19 22:29:30 -08002429}
2430
2431static struct pernet_operations unix_net_ops = {
2432 .init = unix_net_init,
2433 .exit = unix_net_exit,
2434};
2435
Linus Torvalds1da177e2005-04-16 15:20:36 -07002436static int __init af_unix_init(void)
2437{
2438 int rc = -1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002439
YOSHIFUJI Hideaki / 吉藤英明b4fff5f2013-01-09 07:20:07 +00002440 BUILD_BUG_ON(sizeof(struct unix_skb_parms) > FIELD_SIZEOF(struct sk_buff, cb));
Linus Torvalds1da177e2005-04-16 15:20:36 -07002441
2442 rc = proto_register(&unix_proto, 1);
YOSHIFUJI Hideakiac7bfa62007-02-09 23:25:23 +09002443 if (rc != 0) {
2444 printk(KERN_CRIT "%s: Cannot create unix_sock SLAB cache!\n",
Harvey Harrison0dc47872008-03-05 20:47:47 -08002445 __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002446 goto out;
2447 }
2448
2449 sock_register(&unix_family_ops);
Denis V. Lunev097e66c2007-11-19 22:29:30 -08002450 register_pernet_subsys(&unix_net_ops);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002451out:
2452 return rc;
2453}
2454
2455static void __exit af_unix_exit(void)
2456{
2457 sock_unregister(PF_UNIX);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002458 proto_unregister(&unix_proto);
Denis V. Lunev097e66c2007-11-19 22:29:30 -08002459 unregister_pernet_subsys(&unix_net_ops);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002460}
2461
David Woodhouse3d366962008-04-24 00:59:25 -07002462/* Earlier than device_initcall() so that other drivers invoking
2463 request_module() don't end up in a loop when modprobe tries
2464 to use a UNIX socket. But later than subsys_initcall() because
2465 we depend on stuff initialised there */
2466fs_initcall(af_unix_init);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002467module_exit(af_unix_exit);
2468
2469MODULE_LICENSE("GPL");
2470MODULE_ALIAS_NETPROTO(PF_UNIX);