blob: 301c05f260600caaed94a9f63ecd3ed0adc5c233 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * SUCS NET3:
3 *
4 * Generic stream handling routines. These are generic for most
5 * protocols. Even IP. Tonight 8-).
6 * This is used because TCP, LLC (others too) layer all have mostly
7 * identical sendmsg() and recvmsg() code.
8 * So we (will) share it here.
9 *
10 * Authors: Arnaldo Carvalho de Melo <acme@conectiva.com.br>
11 * (from old tcp.c code)
Alan Cox113aa832008-10-13 19:01:08 -070012 * Alan Cox <alan@lxorguk.ukuu.org.uk> (Borrowed comments 8-))
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 */
14
15#include <linux/module.h>
16#include <linux/net.h>
17#include <linux/signal.h>
18#include <linux/tcp.h>
19#include <linux/wait.h>
20#include <net/sock.h>
21
22/**
23 * sk_stream_write_space - stream socket write_space callback.
Pavel Pisa4dc3b162005-05-01 08:59:25 -070024 * @sk: socket
Linus Torvalds1da177e2005-04-16 15:20:36 -070025 *
26 * FIXME: write proper description
27 */
28void sk_stream_write_space(struct sock *sk)
29{
30 struct socket *sock = sk->sk_socket;
Eric Dumazet43815482010-04-29 11:01:49 +000031 struct socket_wq *wq;
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
Eric Dumazet64dc6132013-07-22 20:26:31 -070033 if (sk_stream_is_writeable(sk) && sock) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070034 clear_bit(SOCK_NOSPACE, &sock->flags);
35
Eric Dumazet43815482010-04-29 11:01:49 +000036 rcu_read_lock();
37 wq = rcu_dereference(sk->sk_wq);
38 if (wq_has_sleeper(wq))
39 wake_up_interruptible_poll(&wq->wait, POLLOUT |
John Dykstra9dc20c52009-05-12 15:34:50 +000040 POLLWRNORM | POLLWRBAND);
Eric Dumazet43815482010-04-29 11:01:49 +000041 if (wq && wq->fasync_list && !(sk->sk_shutdown & SEND_SHUTDOWN))
Pavel Emelyanov8d8ad9d2007-11-26 20:10:50 +080042 sock_wake_async(sock, SOCK_WAKE_SPACE, POLL_OUT);
Eric Dumazet43815482010-04-29 11:01:49 +000043 rcu_read_unlock();
Linus Torvalds1da177e2005-04-16 15:20:36 -070044 }
45}
Linus Torvalds1da177e2005-04-16 15:20:36 -070046EXPORT_SYMBOL(sk_stream_write_space);
47
48/**
49 * sk_stream_wait_connect - Wait for a socket to get into the connected state
Pavel Pisa4dc3b162005-05-01 08:59:25 -070050 * @sk: sock to wait on
51 * @timeo_p: for how long to wait
Linus Torvalds1da177e2005-04-16 15:20:36 -070052 *
53 * Must be called with the socket locked.
54 */
55int sk_stream_wait_connect(struct sock *sk, long *timeo_p)
56{
57 struct task_struct *tsk = current;
58 DEFINE_WAIT(wait);
Herbert Xu6151b312005-11-04 09:56:56 +110059 int done;
Linus Torvalds1da177e2005-04-16 15:20:36 -070060
Herbert Xu6151b312005-11-04 09:56:56 +110061 do {
Benjamin LaHaisec1cbe4b2005-12-13 23:22:19 -080062 int err = sock_error(sk);
63 if (err)
64 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -070065 if ((1 << sk->sk_state) & ~(TCPF_SYN_SENT | TCPF_SYN_RECV))
66 return -EPIPE;
67 if (!*timeo_p)
68 return -EAGAIN;
69 if (signal_pending(tsk))
70 return sock_intr_errno(*timeo_p);
71
Eric Dumazetaa395142010-04-20 13:03:51 +000072 prepare_to_wait(sk_sleep(sk), &wait, TASK_INTERRUPTIBLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -070073 sk->sk_write_pending++;
Herbert Xu6151b312005-11-04 09:56:56 +110074 done = sk_wait_event(sk, timeo_p,
Benjamin LaHaisec1cbe4b2005-12-13 23:22:19 -080075 !sk->sk_err &&
YOSHIFUJI Hideaki4ec93ed2007-02-09 23:24:36 +090076 !((1 << sk->sk_state) &
Herbert Xu6151b312005-11-04 09:56:56 +110077 ~(TCPF_ESTABLISHED | TCPF_CLOSE_WAIT)));
Eric Dumazetaa395142010-04-20 13:03:51 +000078 finish_wait(sk_sleep(sk), &wait);
Linus Torvalds1da177e2005-04-16 15:20:36 -070079 sk->sk_write_pending--;
Herbert Xu6151b312005-11-04 09:56:56 +110080 } while (!done);
Linus Torvalds1da177e2005-04-16 15:20:36 -070081 return 0;
82}
Linus Torvalds1da177e2005-04-16 15:20:36 -070083EXPORT_SYMBOL(sk_stream_wait_connect);
84
85/**
86 * sk_stream_closing - Return 1 if we still have things to send in our buffers.
Pavel Pisa4dc3b162005-05-01 08:59:25 -070087 * @sk: socket to verify
Linus Torvalds1da177e2005-04-16 15:20:36 -070088 */
89static inline int sk_stream_closing(struct sock *sk)
90{
91 return (1 << sk->sk_state) &
92 (TCPF_FIN_WAIT1 | TCPF_CLOSING | TCPF_LAST_ACK);
93}
94
95void sk_stream_wait_close(struct sock *sk, long timeout)
96{
97 if (timeout) {
98 DEFINE_WAIT(wait);
99
100 do {
Eric Dumazetaa395142010-04-20 13:03:51 +0000101 prepare_to_wait(sk_sleep(sk), &wait,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 TASK_INTERRUPTIBLE);
103 if (sk_wait_event(sk, &timeout, !sk_stream_closing(sk)))
104 break;
105 } while (!signal_pending(current) && timeout);
106
Eric Dumazetaa395142010-04-20 13:03:51 +0000107 finish_wait(sk_sleep(sk), &wait);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108 }
109}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110EXPORT_SYMBOL(sk_stream_wait_close);
111
112/**
113 * sk_stream_wait_memory - Wait for more memory for a socket
Pavel Pisa4dc3b162005-05-01 08:59:25 -0700114 * @sk: socket to wait for memory
115 * @timeo_p: for how long
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116 */
117int sk_stream_wait_memory(struct sock *sk, long *timeo_p)
118{
119 int err = 0;
120 long vm_wait = 0;
121 long current_timeo = *timeo_p;
122 DEFINE_WAIT(wait);
123
124 if (sk_stream_memory_free(sk))
Aruna-Hewapathirane63862b52014-01-11 07:15:59 -0500125 current_timeo = vm_wait = (prandom_u32() % (HZ / 5)) + 2;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126
127 while (1) {
128 set_bit(SOCK_ASYNC_NOSPACE, &sk->sk_socket->flags);
129
Eric Dumazetaa395142010-04-20 13:03:51 +0000130 prepare_to_wait(sk_sleep(sk), &wait, TASK_INTERRUPTIBLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131
132 if (sk->sk_err || (sk->sk_shutdown & SEND_SHUTDOWN))
133 goto do_error;
134 if (!*timeo_p)
135 goto do_nonblock;
136 if (signal_pending(current))
137 goto do_interrupted;
138 clear_bit(SOCK_ASYNC_NOSPACE, &sk->sk_socket->flags);
139 if (sk_stream_memory_free(sk) && !vm_wait)
140 break;
141
142 set_bit(SOCK_NOSPACE, &sk->sk_socket->flags);
143 sk->sk_write_pending++;
Nagendra Tomar482964e2010-10-02 23:45:06 +0000144 sk_wait_event(sk, &current_timeo, sk->sk_err ||
145 (sk->sk_shutdown & SEND_SHUTDOWN) ||
146 (sk_stream_memory_free(sk) &&
147 !vm_wait));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148 sk->sk_write_pending--;
149
150 if (vm_wait) {
151 vm_wait -= current_timeo;
152 current_timeo = *timeo_p;
153 if (current_timeo != MAX_SCHEDULE_TIMEOUT &&
154 (current_timeo -= vm_wait) < 0)
155 current_timeo = 0;
156 vm_wait = 0;
157 }
158 *timeo_p = current_timeo;
159 }
160out:
Eric Dumazetaa395142010-04-20 13:03:51 +0000161 finish_wait(sk_sleep(sk), &wait);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162 return err;
163
164do_error:
165 err = -EPIPE;
166 goto out;
167do_nonblock:
168 err = -EAGAIN;
169 goto out;
170do_interrupted:
171 err = sock_intr_errno(*timeo_p);
172 goto out;
173}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174EXPORT_SYMBOL(sk_stream_wait_memory);
175
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176int sk_stream_error(struct sock *sk, int flags, int err)
177{
178 if (err == -EPIPE)
179 err = sock_error(sk) ? : -EPIPE;
180 if (err == -EPIPE && !(flags & MSG_NOSIGNAL))
181 send_sig(SIGPIPE, current, 0);
182 return err;
183}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184EXPORT_SYMBOL(sk_stream_error);
185
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186void sk_stream_kill_queues(struct sock *sk)
187{
188 /* First the read buffer. */
189 __skb_queue_purge(&sk->sk_receive_queue);
190
191 /* Next, the error queue. */
192 __skb_queue_purge(&sk->sk_error_queue);
193
194 /* Next, the write queue. */
Ilpo Järvinen547b7922008-07-25 21:43:18 -0700195 WARN_ON(!skb_queue_empty(&sk->sk_write_queue));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196
197 /* Account for returned memory. */
Hideo Aoki3ab224b2007-12-31 00:11:19 -0800198 sk_mem_reclaim(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199
Ilpo Järvinen547b7922008-07-25 21:43:18 -0700200 WARN_ON(sk->sk_wmem_queued);
201 WARN_ON(sk->sk_forward_alloc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202
203 /* It is _impossible_ for the backlog to contain anything
204 * when we get here. All user references to this socket
205 * have gone away, only the net layer knows can touch it.
206 */
207}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208EXPORT_SYMBOL(sk_stream_kill_queues);