blob: cc196f42b8d89a24dd752d11879338d72e80346e [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * SUCS NET3:
3 *
4 * Generic stream handling routines. These are generic for most
5 * protocols. Even IP. Tonight 8-).
6 * This is used because TCP, LLC (others too) layer all have mostly
7 * identical sendmsg() and recvmsg() code.
8 * So we (will) share it here.
9 *
10 * Authors: Arnaldo Carvalho de Melo <acme@conectiva.com.br>
11 * (from old tcp.c code)
Alan Cox113aa832008-10-13 19:01:08 -070012 * Alan Cox <alan@lxorguk.ukuu.org.uk> (Borrowed comments 8-))
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 */
14
15#include <linux/module.h>
16#include <linux/net.h>
17#include <linux/signal.h>
18#include <linux/tcp.h>
19#include <linux/wait.h>
20#include <net/sock.h>
21
22/**
23 * sk_stream_write_space - stream socket write_space callback.
Pavel Pisa4dc3b162005-05-01 08:59:25 -070024 * @sk: socket
Linus Torvalds1da177e2005-04-16 15:20:36 -070025 *
26 * FIXME: write proper description
27 */
28void sk_stream_write_space(struct sock *sk)
29{
30 struct socket *sock = sk->sk_socket;
Eric Dumazet43815482010-04-29 11:01:49 +000031 struct socket_wq *wq;
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
33 if (sk_stream_wspace(sk) >= sk_stream_min_wspace(sk) && sock) {
34 clear_bit(SOCK_NOSPACE, &sock->flags);
35
Eric Dumazet43815482010-04-29 11:01:49 +000036 rcu_read_lock();
37 wq = rcu_dereference(sk->sk_wq);
38 if (wq_has_sleeper(wq))
39 wake_up_interruptible_poll(&wq->wait, POLLOUT |
John Dykstra9dc20c52009-05-12 15:34:50 +000040 POLLWRNORM | POLLWRBAND);
Eric Dumazet43815482010-04-29 11:01:49 +000041 if (wq && wq->fasync_list && !(sk->sk_shutdown & SEND_SHUTDOWN))
Pavel Emelyanov8d8ad9d2007-11-26 20:10:50 +080042 sock_wake_async(sock, SOCK_WAKE_SPACE, POLL_OUT);
Eric Dumazet43815482010-04-29 11:01:49 +000043 rcu_read_unlock();
Linus Torvalds1da177e2005-04-16 15:20:36 -070044 }
45}
46
47EXPORT_SYMBOL(sk_stream_write_space);
48
49/**
50 * sk_stream_wait_connect - Wait for a socket to get into the connected state
Pavel Pisa4dc3b162005-05-01 08:59:25 -070051 * @sk: sock to wait on
52 * @timeo_p: for how long to wait
Linus Torvalds1da177e2005-04-16 15:20:36 -070053 *
54 * Must be called with the socket locked.
55 */
56int sk_stream_wait_connect(struct sock *sk, long *timeo_p)
57{
58 struct task_struct *tsk = current;
59 DEFINE_WAIT(wait);
Herbert Xu6151b312005-11-04 09:56:56 +110060 int done;
Linus Torvalds1da177e2005-04-16 15:20:36 -070061
Herbert Xu6151b312005-11-04 09:56:56 +110062 do {
Benjamin LaHaisec1cbe4b2005-12-13 23:22:19 -080063 int err = sock_error(sk);
64 if (err)
65 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -070066 if ((1 << sk->sk_state) & ~(TCPF_SYN_SENT | TCPF_SYN_RECV))
67 return -EPIPE;
68 if (!*timeo_p)
69 return -EAGAIN;
70 if (signal_pending(tsk))
71 return sock_intr_errno(*timeo_p);
72
Eric Dumazetaa395142010-04-20 13:03:51 +000073 prepare_to_wait(sk_sleep(sk), &wait, TASK_INTERRUPTIBLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 sk->sk_write_pending++;
Herbert Xu6151b312005-11-04 09:56:56 +110075 done = sk_wait_event(sk, timeo_p,
Benjamin LaHaisec1cbe4b2005-12-13 23:22:19 -080076 !sk->sk_err &&
YOSHIFUJI Hideaki4ec93ed2007-02-09 23:24:36 +090077 !((1 << sk->sk_state) &
Herbert Xu6151b312005-11-04 09:56:56 +110078 ~(TCPF_ESTABLISHED | TCPF_CLOSE_WAIT)));
Eric Dumazetaa395142010-04-20 13:03:51 +000079 finish_wait(sk_sleep(sk), &wait);
Linus Torvalds1da177e2005-04-16 15:20:36 -070080 sk->sk_write_pending--;
Herbert Xu6151b312005-11-04 09:56:56 +110081 } while (!done);
Linus Torvalds1da177e2005-04-16 15:20:36 -070082 return 0;
83}
84
85EXPORT_SYMBOL(sk_stream_wait_connect);
86
87/**
88 * sk_stream_closing - Return 1 if we still have things to send in our buffers.
Pavel Pisa4dc3b162005-05-01 08:59:25 -070089 * @sk: socket to verify
Linus Torvalds1da177e2005-04-16 15:20:36 -070090 */
91static inline int sk_stream_closing(struct sock *sk)
92{
93 return (1 << sk->sk_state) &
94 (TCPF_FIN_WAIT1 | TCPF_CLOSING | TCPF_LAST_ACK);
95}
96
97void sk_stream_wait_close(struct sock *sk, long timeout)
98{
99 if (timeout) {
100 DEFINE_WAIT(wait);
101
102 do {
Eric Dumazetaa395142010-04-20 13:03:51 +0000103 prepare_to_wait(sk_sleep(sk), &wait,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104 TASK_INTERRUPTIBLE);
105 if (sk_wait_event(sk, &timeout, !sk_stream_closing(sk)))
106 break;
107 } while (!signal_pending(current) && timeout);
108
Eric Dumazetaa395142010-04-20 13:03:51 +0000109 finish_wait(sk_sleep(sk), &wait);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 }
111}
112
113EXPORT_SYMBOL(sk_stream_wait_close);
114
115/**
116 * sk_stream_wait_memory - Wait for more memory for a socket
Pavel Pisa4dc3b162005-05-01 08:59:25 -0700117 * @sk: socket to wait for memory
118 * @timeo_p: for how long
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119 */
120int sk_stream_wait_memory(struct sock *sk, long *timeo_p)
121{
122 int err = 0;
123 long vm_wait = 0;
124 long current_timeo = *timeo_p;
125 DEFINE_WAIT(wait);
126
127 if (sk_stream_memory_free(sk))
128 current_timeo = vm_wait = (net_random() % (HZ / 5)) + 2;
129
130 while (1) {
131 set_bit(SOCK_ASYNC_NOSPACE, &sk->sk_socket->flags);
132
Eric Dumazetaa395142010-04-20 13:03:51 +0000133 prepare_to_wait(sk_sleep(sk), &wait, TASK_INTERRUPTIBLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134
135 if (sk->sk_err || (sk->sk_shutdown & SEND_SHUTDOWN))
136 goto do_error;
137 if (!*timeo_p)
138 goto do_nonblock;
139 if (signal_pending(current))
140 goto do_interrupted;
141 clear_bit(SOCK_ASYNC_NOSPACE, &sk->sk_socket->flags);
142 if (sk_stream_memory_free(sk) && !vm_wait)
143 break;
144
145 set_bit(SOCK_NOSPACE, &sk->sk_socket->flags);
146 sk->sk_write_pending++;
YOSHIFUJI Hideaki4ec93ed2007-02-09 23:24:36 +0900147 sk_wait_event(sk, &current_timeo, !sk->sk_err &&
Benjamin LaHaisec1cbe4b2005-12-13 23:22:19 -0800148 !(sk->sk_shutdown & SEND_SHUTDOWN) &&
149 sk_stream_memory_free(sk) &&
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150 vm_wait);
151 sk->sk_write_pending--;
152
153 if (vm_wait) {
154 vm_wait -= current_timeo;
155 current_timeo = *timeo_p;
156 if (current_timeo != MAX_SCHEDULE_TIMEOUT &&
157 (current_timeo -= vm_wait) < 0)
158 current_timeo = 0;
159 vm_wait = 0;
160 }
161 *timeo_p = current_timeo;
162 }
163out:
Eric Dumazetaa395142010-04-20 13:03:51 +0000164 finish_wait(sk_sleep(sk), &wait);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165 return err;
166
167do_error:
168 err = -EPIPE;
169 goto out;
170do_nonblock:
171 err = -EAGAIN;
172 goto out;
173do_interrupted:
174 err = sock_intr_errno(*timeo_p);
175 goto out;
176}
177
178EXPORT_SYMBOL(sk_stream_wait_memory);
179
Linus Torvalds1da177e2005-04-16 15:20:36 -0700180int sk_stream_error(struct sock *sk, int flags, int err)
181{
182 if (err == -EPIPE)
183 err = sock_error(sk) ? : -EPIPE;
184 if (err == -EPIPE && !(flags & MSG_NOSIGNAL))
185 send_sig(SIGPIPE, current, 0);
186 return err;
187}
188
189EXPORT_SYMBOL(sk_stream_error);
190
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191void sk_stream_kill_queues(struct sock *sk)
192{
193 /* First the read buffer. */
194 __skb_queue_purge(&sk->sk_receive_queue);
195
196 /* Next, the error queue. */
197 __skb_queue_purge(&sk->sk_error_queue);
198
199 /* Next, the write queue. */
Ilpo Järvinen547b7922008-07-25 21:43:18 -0700200 WARN_ON(!skb_queue_empty(&sk->sk_write_queue));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201
202 /* Account for returned memory. */
Hideo Aoki3ab224b2007-12-31 00:11:19 -0800203 sk_mem_reclaim(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204
Ilpo Järvinen547b7922008-07-25 21:43:18 -0700205 WARN_ON(sk->sk_wmem_queued);
206 WARN_ON(sk->sk_forward_alloc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700207
208 /* It is _impossible_ for the backlog to contain anything
209 * when we get here. All user references to this socket
210 * have gone away, only the net layer knows can touch it.
211 */
212}
213
214EXPORT_SYMBOL(sk_stream_kill_queues);