Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * SUCS NET3: |
| 3 | * |
| 4 | * Generic stream handling routines. These are generic for most |
| 5 | * protocols. Even IP. Tonight 8-). |
| 6 | * This is used because TCP, LLC (others too) layer all have mostly |
| 7 | * identical sendmsg() and recvmsg() code. |
| 8 | * So we (will) share it here. |
| 9 | * |
| 10 | * Authors: Arnaldo Carvalho de Melo <acme@conectiva.com.br> |
| 11 | * (from old tcp.c code) |
Alan Cox | 113aa83 | 2008-10-13 19:01:08 -0700 | [diff] [blame] | 12 | * Alan Cox <alan@lxorguk.ukuu.org.uk> (Borrowed comments 8-)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | */ |
| 14 | |
| 15 | #include <linux/module.h> |
| 16 | #include <linux/net.h> |
| 17 | #include <linux/signal.h> |
| 18 | #include <linux/tcp.h> |
| 19 | #include <linux/wait.h> |
| 20 | #include <net/sock.h> |
| 21 | |
| 22 | /** |
| 23 | * sk_stream_write_space - stream socket write_space callback. |
Pavel Pisa | 4dc3b16 | 2005-05-01 08:59:25 -0700 | [diff] [blame] | 24 | * @sk: socket |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | * |
| 26 | * FIXME: write proper description |
| 27 | */ |
| 28 | void sk_stream_write_space(struct sock *sk) |
| 29 | { |
| 30 | struct socket *sock = sk->sk_socket; |
Eric Dumazet | 4381548 | 2010-04-29 11:01:49 +0000 | [diff] [blame] | 31 | struct socket_wq *wq; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 | |
Eric Dumazet | 64dc613 | 2013-07-22 20:26:31 -0700 | [diff] [blame] | 33 | if (sk_stream_is_writeable(sk) && sock) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | clear_bit(SOCK_NOSPACE, &sock->flags); |
| 35 | |
Eric Dumazet | 4381548 | 2010-04-29 11:01:49 +0000 | [diff] [blame] | 36 | rcu_read_lock(); |
| 37 | wq = rcu_dereference(sk->sk_wq); |
| 38 | if (wq_has_sleeper(wq)) |
| 39 | wake_up_interruptible_poll(&wq->wait, POLLOUT | |
John Dykstra | 9dc20c5 | 2009-05-12 15:34:50 +0000 | [diff] [blame] | 40 | POLLWRNORM | POLLWRBAND); |
Eric Dumazet | 4381548 | 2010-04-29 11:01:49 +0000 | [diff] [blame] | 41 | if (wq && wq->fasync_list && !(sk->sk_shutdown & SEND_SHUTDOWN)) |
Eric Dumazet | ceb5d58 | 2015-11-29 20:03:11 -0800 | [diff] [blame] | 42 | sock_wake_async(wq, SOCK_WAKE_SPACE, POLL_OUT); |
Eric Dumazet | 4381548 | 2010-04-29 11:01:49 +0000 | [diff] [blame] | 43 | rcu_read_unlock(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | } |
| 45 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | EXPORT_SYMBOL(sk_stream_write_space); |
| 47 | |
| 48 | /** |
| 49 | * sk_stream_wait_connect - Wait for a socket to get into the connected state |
Pavel Pisa | 4dc3b16 | 2005-05-01 08:59:25 -0700 | [diff] [blame] | 50 | * @sk: sock to wait on |
| 51 | * @timeo_p: for how long to wait |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | * |
| 53 | * Must be called with the socket locked. |
| 54 | */ |
| 55 | int sk_stream_wait_connect(struct sock *sk, long *timeo_p) |
| 56 | { |
| 57 | struct task_struct *tsk = current; |
| 58 | DEFINE_WAIT(wait); |
Herbert Xu | 6151b31 | 2005-11-04 09:56:56 +1100 | [diff] [blame] | 59 | int done; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | |
Herbert Xu | 6151b31 | 2005-11-04 09:56:56 +1100 | [diff] [blame] | 61 | do { |
Benjamin LaHaise | c1cbe4b | 2005-12-13 23:22:19 -0800 | [diff] [blame] | 62 | int err = sock_error(sk); |
| 63 | if (err) |
| 64 | return err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 | if ((1 << sk->sk_state) & ~(TCPF_SYN_SENT | TCPF_SYN_RECV)) |
| 66 | return -EPIPE; |
| 67 | if (!*timeo_p) |
| 68 | return -EAGAIN; |
| 69 | if (signal_pending(tsk)) |
| 70 | return sock_intr_errno(*timeo_p); |
| 71 | |
Eric Dumazet | aa39514 | 2010-04-20 13:03:51 +0000 | [diff] [blame] | 72 | prepare_to_wait(sk_sleep(sk), &wait, TASK_INTERRUPTIBLE); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | sk->sk_write_pending++; |
Herbert Xu | 6151b31 | 2005-11-04 09:56:56 +1100 | [diff] [blame] | 74 | done = sk_wait_event(sk, timeo_p, |
Benjamin LaHaise | c1cbe4b | 2005-12-13 23:22:19 -0800 | [diff] [blame] | 75 | !sk->sk_err && |
YOSHIFUJI Hideaki | 4ec93ed | 2007-02-09 23:24:36 +0900 | [diff] [blame] | 76 | !((1 << sk->sk_state) & |
Herbert Xu | 6151b31 | 2005-11-04 09:56:56 +1100 | [diff] [blame] | 77 | ~(TCPF_ESTABLISHED | TCPF_CLOSE_WAIT))); |
Eric Dumazet | aa39514 | 2010-04-20 13:03:51 +0000 | [diff] [blame] | 78 | finish_wait(sk_sleep(sk), &wait); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 79 | sk->sk_write_pending--; |
Herbert Xu | 6151b31 | 2005-11-04 09:56:56 +1100 | [diff] [blame] | 80 | } while (!done); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 81 | return 0; |
| 82 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | EXPORT_SYMBOL(sk_stream_wait_connect); |
| 84 | |
| 85 | /** |
| 86 | * sk_stream_closing - Return 1 if we still have things to send in our buffers. |
Pavel Pisa | 4dc3b16 | 2005-05-01 08:59:25 -0700 | [diff] [blame] | 87 | * @sk: socket to verify |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 | */ |
| 89 | static inline int sk_stream_closing(struct sock *sk) |
| 90 | { |
| 91 | return (1 << sk->sk_state) & |
| 92 | (TCPF_FIN_WAIT1 | TCPF_CLOSING | TCPF_LAST_ACK); |
| 93 | } |
| 94 | |
| 95 | void sk_stream_wait_close(struct sock *sk, long timeout) |
| 96 | { |
| 97 | if (timeout) { |
| 98 | DEFINE_WAIT(wait); |
| 99 | |
| 100 | do { |
Eric Dumazet | aa39514 | 2010-04-20 13:03:51 +0000 | [diff] [blame] | 101 | prepare_to_wait(sk_sleep(sk), &wait, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 102 | TASK_INTERRUPTIBLE); |
| 103 | if (sk_wait_event(sk, &timeout, !sk_stream_closing(sk))) |
| 104 | break; |
| 105 | } while (!signal_pending(current) && timeout); |
| 106 | |
Eric Dumazet | aa39514 | 2010-04-20 13:03:51 +0000 | [diff] [blame] | 107 | finish_wait(sk_sleep(sk), &wait); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 108 | } |
| 109 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 110 | EXPORT_SYMBOL(sk_stream_wait_close); |
| 111 | |
| 112 | /** |
| 113 | * sk_stream_wait_memory - Wait for more memory for a socket |
Pavel Pisa | 4dc3b16 | 2005-05-01 08:59:25 -0700 | [diff] [blame] | 114 | * @sk: socket to wait for memory |
| 115 | * @timeo_p: for how long |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 116 | */ |
| 117 | int sk_stream_wait_memory(struct sock *sk, long *timeo_p) |
| 118 | { |
| 119 | int err = 0; |
| 120 | long vm_wait = 0; |
| 121 | long current_timeo = *timeo_p; |
Jason Baron | 790ba45 | 2015-05-06 15:52:23 +0000 | [diff] [blame] | 122 | bool noblock = (*timeo_p ? false : true); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 123 | DEFINE_WAIT(wait); |
| 124 | |
| 125 | if (sk_stream_memory_free(sk)) |
Aruna-Hewapathirane | 63862b5 | 2014-01-11 07:15:59 -0500 | [diff] [blame] | 126 | current_timeo = vm_wait = (prandom_u32() % (HZ / 5)) + 2; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 127 | |
| 128 | while (1) { |
Eric Dumazet | 9cd3e07 | 2015-11-29 20:03:10 -0800 | [diff] [blame] | 129 | sk_set_bit(SOCKWQ_ASYNC_NOSPACE, sk); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 130 | |
Eric Dumazet | aa39514 | 2010-04-20 13:03:51 +0000 | [diff] [blame] | 131 | prepare_to_wait(sk_sleep(sk), &wait, TASK_INTERRUPTIBLE); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | |
| 133 | if (sk->sk_err || (sk->sk_shutdown & SEND_SHUTDOWN)) |
| 134 | goto do_error; |
Jason Baron | 790ba45 | 2015-05-06 15:52:23 +0000 | [diff] [blame] | 135 | if (!*timeo_p) { |
| 136 | if (noblock) |
| 137 | set_bit(SOCK_NOSPACE, &sk->sk_socket->flags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 138 | goto do_nonblock; |
Jason Baron | 790ba45 | 2015-05-06 15:52:23 +0000 | [diff] [blame] | 139 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 140 | if (signal_pending(current)) |
| 141 | goto do_interrupted; |
Eric Dumazet | 9cd3e07 | 2015-11-29 20:03:10 -0800 | [diff] [blame] | 142 | sk_clear_bit(SOCKWQ_ASYNC_NOSPACE, sk); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 143 | if (sk_stream_memory_free(sk) && !vm_wait) |
| 144 | break; |
| 145 | |
| 146 | set_bit(SOCK_NOSPACE, &sk->sk_socket->flags); |
| 147 | sk->sk_write_pending++; |
Nagendra Tomar | 482964e | 2010-10-02 23:45:06 +0000 | [diff] [blame] | 148 | sk_wait_event(sk, ¤t_timeo, sk->sk_err || |
| 149 | (sk->sk_shutdown & SEND_SHUTDOWN) || |
| 150 | (sk_stream_memory_free(sk) && |
| 151 | !vm_wait)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 152 | sk->sk_write_pending--; |
| 153 | |
| 154 | if (vm_wait) { |
| 155 | vm_wait -= current_timeo; |
| 156 | current_timeo = *timeo_p; |
| 157 | if (current_timeo != MAX_SCHEDULE_TIMEOUT && |
| 158 | (current_timeo -= vm_wait) < 0) |
| 159 | current_timeo = 0; |
| 160 | vm_wait = 0; |
| 161 | } |
| 162 | *timeo_p = current_timeo; |
| 163 | } |
| 164 | out: |
Eric Dumazet | aa39514 | 2010-04-20 13:03:51 +0000 | [diff] [blame] | 165 | finish_wait(sk_sleep(sk), &wait); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 166 | return err; |
| 167 | |
| 168 | do_error: |
| 169 | err = -EPIPE; |
| 170 | goto out; |
| 171 | do_nonblock: |
| 172 | err = -EAGAIN; |
| 173 | goto out; |
| 174 | do_interrupted: |
| 175 | err = sock_intr_errno(*timeo_p); |
| 176 | goto out; |
| 177 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 178 | EXPORT_SYMBOL(sk_stream_wait_memory); |
| 179 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 180 | int sk_stream_error(struct sock *sk, int flags, int err) |
| 181 | { |
| 182 | if (err == -EPIPE) |
| 183 | err = sock_error(sk) ? : -EPIPE; |
| 184 | if (err == -EPIPE && !(flags & MSG_NOSIGNAL)) |
| 185 | send_sig(SIGPIPE, current, 0); |
| 186 | return err; |
| 187 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 | EXPORT_SYMBOL(sk_stream_error); |
| 189 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 190 | void sk_stream_kill_queues(struct sock *sk) |
| 191 | { |
| 192 | /* First the read buffer. */ |
| 193 | __skb_queue_purge(&sk->sk_receive_queue); |
| 194 | |
| 195 | /* Next, the error queue. */ |
| 196 | __skb_queue_purge(&sk->sk_error_queue); |
| 197 | |
| 198 | /* Next, the write queue. */ |
Ilpo Järvinen | 547b792 | 2008-07-25 21:43:18 -0700 | [diff] [blame] | 199 | WARN_ON(!skb_queue_empty(&sk->sk_write_queue)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 200 | |
| 201 | /* Account for returned memory. */ |
Hideo Aoki | 3ab224b | 2007-12-31 00:11:19 -0800 | [diff] [blame] | 202 | sk_mem_reclaim(sk); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 203 | |
Ilpo Järvinen | 547b792 | 2008-07-25 21:43:18 -0700 | [diff] [blame] | 204 | WARN_ON(sk->sk_wmem_queued); |
| 205 | WARN_ON(sk->sk_forward_alloc); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 206 | |
| 207 | /* It is _impossible_ for the backlog to contain anything |
| 208 | * when we get here. All user references to this socket |
| 209 | * have gone away, only the net layer knows can touch it. |
| 210 | */ |
| 211 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 212 | EXPORT_SYMBOL(sk_stream_kill_queues); |