Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 1 | /* |
| 2 | * |
Craig Tiller | 6169d5f | 2016-03-31 07:46:18 -0700 | [diff] [blame] | 3 | * Copyright 2015, Google Inc. |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 4 | * All rights reserved. |
| 5 | * |
| 6 | * Redistribution and use in source and binary forms, with or without |
| 7 | * modification, are permitted provided that the following conditions are |
| 8 | * met: |
| 9 | * |
| 10 | * * Redistributions of source code must retain the above copyright |
| 11 | * notice, this list of conditions and the following disclaimer. |
| 12 | * * Redistributions in binary form must reproduce the above |
| 13 | * copyright notice, this list of conditions and the following disclaimer |
| 14 | * in the documentation and/or other materials provided with the |
| 15 | * distribution. |
| 16 | * * Neither the name of Google Inc. nor the names of its |
| 17 | * contributors may be used to endorse or promote products derived from |
| 18 | * this software without specific prior written permission. |
| 19 | * |
| 20 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 21 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 22 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 23 | * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 24 | * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 25 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 26 | * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 27 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 28 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 29 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 30 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 31 | * |
| 32 | */ |
| 33 | |
| 34 | #include <grpc/support/port_platform.h> |
| 35 | |
| 36 | #ifdef GPR_WINSOCK_SOCKET |
| 37 | |
Nicolas "Pixel" Noble | c4b18a5 | 2016-04-15 04:53:54 +0200 | [diff] [blame] | 38 | #include <limits.h> |
| 39 | |
Craig Tiller | 9533d04 | 2016-03-25 17:11:06 -0700 | [diff] [blame] | 40 | #include "src/core/lib/iomgr/sockaddr_win32.h" |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 41 | |
| 42 | #include <grpc/support/alloc.h> |
| 43 | #include <grpc/support/log.h> |
| 44 | #include <grpc/support/log_win32.h> |
| 45 | #include <grpc/support/slice_buffer.h> |
Masood Malekghassemi | 701af60 | 2015-06-03 15:01:17 -0700 | [diff] [blame] | 46 | #include <grpc/support/string_util.h> |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 47 | #include <grpc/support/useful.h> |
| 48 | |
Craig Tiller | 9533d04 | 2016-03-25 17:11:06 -0700 | [diff] [blame] | 49 | #include "src/core/lib/iomgr/iocp_windows.h" |
| 50 | #include "src/core/lib/iomgr/sockaddr.h" |
| 51 | #include "src/core/lib/iomgr/sockaddr_utils.h" |
| 52 | #include "src/core/lib/iomgr/socket_windows.h" |
| 53 | #include "src/core/lib/iomgr/tcp_client.h" |
| 54 | #include "src/core/lib/iomgr/timer.h" |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 55 | |
Nicolas "Pixel" Noble | c4b18a5 | 2016-04-15 04:53:54 +0200 | [diff] [blame] | 56 | #if defined(__MSYS__) && defined(GPR_ARCH_64) |
| 57 | /* Nasty workaround for nasty bug when using the 64 bits msys compiler |
| 58 | in conjunction with Microsoft Windows headers. */ |
| 59 | #define GRPC_FIONBIO _IOW('f', 126, uint32_t) |
| 60 | #else |
| 61 | #define GRPC_FIONBIO FIONBIO |
| 62 | #endif |
| 63 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 64 | static int set_non_block(SOCKET sock) { |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 65 | int status; |
Nicolas "Pixel" Noble | c4b18a5 | 2016-04-15 04:53:54 +0200 | [diff] [blame] | 66 | uint32_t param = 1; |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 67 | DWORD ret; |
Nicolas "Pixel" Noble | 344f55b | 2016-04-15 07:52:25 +0200 | [diff] [blame] | 68 | status = WSAIoctl(sock, GRPC_FIONBIO, ¶m, sizeof(param), NULL, 0, &ret, |
| 69 | NULL, NULL); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 70 | return status == 0; |
| 71 | } |
| 72 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 73 | static int set_dualstack(SOCKET sock) { |
Nicolas "Pixel" Noble | ee0c96c | 2015-02-04 23:35:41 +0100 | [diff] [blame] | 74 | int status; |
| 75 | unsigned long param = 0; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 76 | status = setsockopt(sock, IPPROTO_IPV6, IPV6_V6ONLY, (const char *)¶m, |
| 77 | sizeof(param)); |
Nicolas "Pixel" Noble | ee0c96c | 2015-02-04 23:35:41 +0100 | [diff] [blame] | 78 | return status == 0; |
| 79 | } |
| 80 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 81 | int grpc_tcp_prepare_socket(SOCKET sock) { |
| 82 | if (!set_non_block(sock)) return 0; |
| 83 | if (!set_dualstack(sock)) return 0; |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 84 | return 1; |
| 85 | } |
| 86 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 87 | typedef struct grpc_tcp { |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 88 | /* This is our C++ class derivation emulation. */ |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 89 | grpc_endpoint base; |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 90 | /* The one socket this endpoint is using. */ |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 91 | grpc_winsocket *socket; |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 92 | /* Refcounting how many operations are in progress. */ |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 93 | gpr_refcount refcount; |
| 94 | |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 95 | grpc_closure on_read; |
| 96 | grpc_closure on_write; |
| 97 | |
Craig Tiller | 3382511 | 2015-09-18 07:44:19 -0700 | [diff] [blame] | 98 | grpc_closure *read_cb; |
| 99 | grpc_closure *write_cb; |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 100 | gpr_slice read_slice; |
Craig Tiller | b029859 | 2015-08-27 07:38:01 -0700 | [diff] [blame] | 101 | gpr_slice_buffer *write_slices; |
| 102 | gpr_slice_buffer *read_slices; |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 103 | |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 104 | /* The IO Completion Port runs from another thread. We need some mechanism |
| 105 | to protect ourselves when requesting a shutdown. */ |
| 106 | gpr_mu mu; |
| 107 | int shutting_down; |
Craig Tiller | 81bcc4c | 2015-07-20 14:04:18 -0700 | [diff] [blame] | 108 | |
| 109 | char *peer_string; |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 110 | } grpc_tcp; |
| 111 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 112 | static void tcp_free(grpc_tcp *tcp) { |
| 113 | grpc_winsocket_destroy(tcp->socket); |
| 114 | gpr_mu_destroy(&tcp->mu); |
| 115 | gpr_free(tcp->peer_string); |
| 116 | gpr_free(tcp); |
Craig Tiller | b029859 | 2015-08-27 07:38:01 -0700 | [diff] [blame] | 117 | } |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 118 | |
Craig Tiller | b029859 | 2015-08-27 07:38:01 -0700 | [diff] [blame] | 119 | /*#define GRPC_TCP_REFCOUNT_DEBUG*/ |
| 120 | #ifdef GRPC_TCP_REFCOUNT_DEBUG |
| 121 | #define TCP_UNREF(tcp, reason) tcp_unref((tcp), (reason), __FILE__, __LINE__) |
| 122 | #define TCP_REF(tcp, reason) tcp_ref((tcp), (reason), __FILE__, __LINE__) |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 123 | static void tcp_unref(grpc_tcp *tcp, const char *reason, const char *file, |
| 124 | int line) { |
| 125 | gpr_log(file, line, GPR_LOG_SEVERITY_DEBUG, "TCP unref %p : %s %d -> %d", tcp, |
| 126 | reason, tcp->refcount.count, tcp->refcount.count - 1); |
| 127 | if (gpr_unref(&tcp->refcount)) { |
| 128 | tcp_free(tcp); |
| 129 | } |
Craig Tiller | 0882a35 | 2015-08-26 13:21:14 -0700 | [diff] [blame] | 130 | } |
| 131 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 132 | static void tcp_ref(grpc_tcp *tcp, const char *reason, const char *file, |
| 133 | int line) { |
| 134 | gpr_log(file, line, GPR_LOG_SEVERITY_DEBUG, "TCP ref %p : %s %d -> %d", tcp, |
| 135 | reason, tcp->refcount.count, tcp->refcount.count + 1); |
| 136 | gpr_ref(&tcp->refcount); |
Craig Tiller | b029859 | 2015-08-27 07:38:01 -0700 | [diff] [blame] | 137 | } |
| 138 | #else |
| 139 | #define TCP_UNREF(tcp, reason) tcp_unref((tcp)) |
| 140 | #define TCP_REF(tcp, reason) tcp_ref((tcp)) |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 141 | static void tcp_unref(grpc_tcp *tcp) { |
| 142 | if (gpr_unref(&tcp->refcount)) { |
| 143 | tcp_free(tcp); |
| 144 | } |
Craig Tiller | b029859 | 2015-08-27 07:38:01 -0700 | [diff] [blame] | 145 | } |
| 146 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 147 | static void tcp_ref(grpc_tcp *tcp) { gpr_ref(&tcp->refcount); } |
Craig Tiller | b029859 | 2015-08-27 07:38:01 -0700 | [diff] [blame] | 148 | #endif |
| 149 | |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 150 | /* Asynchronous callback from the IOCP, or the background thread. */ |
Craig Tiller | eced8ae | 2016-01-28 14:13:20 -0800 | [diff] [blame] | 151 | static void on_read(grpc_exec_ctx *exec_ctx, void *tcpp, bool success) { |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 152 | grpc_tcp *tcp = tcpp; |
| 153 | grpc_closure *cb = tcp->read_cb; |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 154 | grpc_winsocket *socket = tcp->socket; |
| 155 | gpr_slice sub; |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 156 | grpc_winsocket_callback_info *info = &socket->read_info; |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 157 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 158 | if (success) { |
Jan Tattermusch | 6412479 | 2016-03-25 09:16:22 -0700 | [diff] [blame] | 159 | if (info->wsa_error != 0 && !tcp->shutting_down) { |
| 160 | if (info->wsa_error != WSAECONNRESET) { |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 161 | char *utf8_message = gpr_format_message(info->wsa_error); |
| 162 | gpr_log(GPR_ERROR, "ReadFile overlapped error: %s", utf8_message); |
| 163 | gpr_free(utf8_message); |
| 164 | } |
| 165 | success = 0; |
| 166 | gpr_slice_unref(tcp->read_slice); |
| 167 | } else { |
Nicolas "Pixel" Noble | 3a26c5b | 2015-09-22 00:07:14 +0200 | [diff] [blame] | 168 | if (info->bytes_transfered != 0 && !tcp->shutting_down) { |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 169 | sub = gpr_slice_sub_no_ref(tcp->read_slice, 0, info->bytes_transfered); |
| 170 | gpr_slice_buffer_add(tcp->read_slices, sub); |
| 171 | success = 1; |
| 172 | } else { |
| 173 | gpr_slice_unref(tcp->read_slice); |
| 174 | success = 0; |
| 175 | } |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 176 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 177 | } |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 178 | |
Craig Tiller | b029859 | 2015-08-27 07:38:01 -0700 | [diff] [blame] | 179 | tcp->read_cb = NULL; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 180 | TCP_UNREF(tcp, "read"); |
| 181 | if (cb) { |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 182 | cb->cb(exec_ctx, cb->cb_arg, success); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 183 | } |
Craig Tiller | b029859 | 2015-08-27 07:38:01 -0700 | [diff] [blame] | 184 | } |
| 185 | |
Craig Tiller | 565b18b | 2015-09-23 10:09:42 -0700 | [diff] [blame] | 186 | static void win_read(grpc_exec_ctx *exec_ctx, grpc_endpoint *ep, |
| 187 | gpr_slice_buffer *read_slices, grpc_closure *cb) { |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 188 | grpc_tcp *tcp = (grpc_tcp *)ep; |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 189 | grpc_winsocket *handle = tcp->socket; |
| 190 | grpc_winsocket_callback_info *info = &handle->read_info; |
| 191 | int status; |
| 192 | DWORD bytes_read = 0; |
| 193 | DWORD flags = 0; |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 194 | WSABUF buffer; |
| 195 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 196 | if (tcp->shutting_down) { |
Craig Tiller | eced8ae | 2016-01-28 14:13:20 -0800 | [diff] [blame] | 197 | grpc_exec_ctx_enqueue(exec_ctx, cb, false, NULL); |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 198 | return; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 199 | } |
Craig Tiller | b029859 | 2015-08-27 07:38:01 -0700 | [diff] [blame] | 200 | |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 201 | tcp->read_cb = cb; |
Craig Tiller | b029859 | 2015-08-27 07:38:01 -0700 | [diff] [blame] | 202 | tcp->read_slices = read_slices; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 203 | gpr_slice_buffer_reset_and_unref(read_slices); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 204 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 205 | tcp->read_slice = gpr_slice_malloc(8192); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 206 | |
Craig Tiller | 620e965 | 2015-12-14 12:02:50 -0800 | [diff] [blame] | 207 | buffer.len = (ULONG)GPR_SLICE_LENGTH( |
| 208 | tcp->read_slice); // we know slice size fits in 32bit. |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 209 | buffer.buf = (char *)GPR_SLICE_START_PTR(tcp->read_slice); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 210 | |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 211 | TCP_REF(tcp, "read"); |
| 212 | |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 213 | /* First let's try a synchronous, non-blocking read. */ |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 214 | status = |
| 215 | WSARecv(tcp->socket->socket, &buffer, 1, &bytes_read, &flags, NULL, NULL); |
| 216 | info->wsa_error = status == 0 ? 0 : WSAGetLastError(); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 217 | |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 218 | /* Did we get data immediately ? Yay. */ |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 219 | if (info->wsa_error != WSAEWOULDBLOCK) { |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 220 | info->bytes_transfered = bytes_read; |
Craig Tiller | eced8ae | 2016-01-28 14:13:20 -0800 | [diff] [blame] | 221 | grpc_exec_ctx_enqueue(exec_ctx, &tcp->on_read, true, NULL); |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 222 | return; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 223 | } |
Nicolas "Pixel" Noble | 7f2e98c | 2015-05-08 01:41:21 +0200 | [diff] [blame] | 224 | |
Craig Tiller | 45724b3 | 2015-09-22 10:42:19 -0700 | [diff] [blame] | 225 | /* Otherwise, let's retry, by queuing a read. */ |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 226 | memset(&tcp->socket->read_info.overlapped, 0, sizeof(OVERLAPPED)); |
| 227 | status = WSARecv(tcp->socket->socket, &buffer, 1, &bytes_read, &flags, |
| 228 | &info->overlapped, NULL); |
Craig Tiller | 45724b3 | 2015-09-22 10:42:19 -0700 | [diff] [blame] | 229 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 230 | if (status != 0) { |
| 231 | int wsa_error = WSAGetLastError(); |
| 232 | if (wsa_error != WSA_IO_PENDING) { |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 233 | info->wsa_error = wsa_error; |
Craig Tiller | eced8ae | 2016-01-28 14:13:20 -0800 | [diff] [blame] | 234 | grpc_exec_ctx_enqueue(exec_ctx, &tcp->on_read, false, NULL); |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 235 | return; |
Craig Tiller | 45724b3 | 2015-09-22 10:42:19 -0700 | [diff] [blame] | 236 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 237 | } |
Craig Tiller | 45724b3 | 2015-09-22 10:42:19 -0700 | [diff] [blame] | 238 | |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 239 | grpc_socket_notify_on_read(exec_ctx, tcp->socket, &tcp->on_read); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 240 | } |
| 241 | |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 242 | /* Asynchronous callback from the IOCP, or the background thread. */ |
Craig Tiller | eced8ae | 2016-01-28 14:13:20 -0800 | [diff] [blame] | 243 | static void on_write(grpc_exec_ctx *exec_ctx, void *tcpp, bool success) { |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 244 | grpc_tcp *tcp = (grpc_tcp *)tcpp; |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 245 | grpc_winsocket *handle = tcp->socket; |
| 246 | grpc_winsocket_callback_info *info = &handle->write_info; |
Craig Tiller | 3382511 | 2015-09-18 07:44:19 -0700 | [diff] [blame] | 247 | grpc_closure *cb; |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 248 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 249 | gpr_mu_lock(&tcp->mu); |
Nicolas Noble | e144536 | 2015-05-11 17:40:26 -0700 | [diff] [blame] | 250 | cb = tcp->write_cb; |
| 251 | tcp->write_cb = NULL; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 252 | gpr_mu_unlock(&tcp->mu); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 253 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 254 | if (success) { |
| 255 | if (info->wsa_error != 0) { |
| 256 | if (info->wsa_error != WSAECONNRESET) { |
| 257 | char *utf8_message = gpr_format_message(info->wsa_error); |
| 258 | gpr_log(GPR_ERROR, "WSASend overlapped error: %s", utf8_message); |
| 259 | gpr_free(utf8_message); |
| 260 | } |
| 261 | success = 0; |
| 262 | } else { |
| 263 | GPR_ASSERT(info->bytes_transfered == tcp->write_slices->length); |
Nicolas Noble | e144536 | 2015-05-11 17:40:26 -0700 | [diff] [blame] | 264 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 265 | } |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 266 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 267 | TCP_UNREF(tcp, "write"); |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 268 | cb->cb(exec_ctx, cb->cb_arg, success); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 269 | } |
| 270 | |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 271 | /* Initiates a write. */ |
Craig Tiller | 565b18b | 2015-09-23 10:09:42 -0700 | [diff] [blame] | 272 | static void win_write(grpc_exec_ctx *exec_ctx, grpc_endpoint *ep, |
| 273 | gpr_slice_buffer *slices, grpc_closure *cb) { |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 274 | grpc_tcp *tcp = (grpc_tcp *)ep; |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 275 | grpc_winsocket *socket = tcp->socket; |
| 276 | grpc_winsocket_callback_info *info = &socket->write_info; |
| 277 | unsigned i; |
| 278 | DWORD bytes_sent; |
| 279 | int status; |
| 280 | WSABUF local_buffers[16]; |
| 281 | WSABUF *allocated = NULL; |
| 282 | WSABUF *buffers = local_buffers; |
Jan Tattermusch | f67f071 | 2015-12-07 18:09:49 -0800 | [diff] [blame] | 283 | size_t len; |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 284 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 285 | if (tcp->shutting_down) { |
Craig Tiller | eced8ae | 2016-01-28 14:13:20 -0800 | [diff] [blame] | 286 | grpc_exec_ctx_enqueue(exec_ctx, cb, false, NULL); |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 287 | return; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 288 | } |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 289 | |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 290 | tcp->write_cb = cb; |
Craig Tiller | b029859 | 2015-08-27 07:38:01 -0700 | [diff] [blame] | 291 | tcp->write_slices = slices; |
Jan Tattermusch | f67f071 | 2015-12-07 18:09:49 -0800 | [diff] [blame] | 292 | GPR_ASSERT(tcp->write_slices->count <= UINT_MAX); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 293 | if (tcp->write_slices->count > GPR_ARRAY_SIZE(local_buffers)) { |
| 294 | buffers = (WSABUF *)gpr_malloc(sizeof(WSABUF) * tcp->write_slices->count); |
| 295 | allocated = buffers; |
| 296 | } |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 297 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 298 | for (i = 0; i < tcp->write_slices->count; i++) { |
Jan Tattermusch | f67f071 | 2015-12-07 18:09:49 -0800 | [diff] [blame] | 299 | len = GPR_SLICE_LENGTH(tcp->write_slices->slices[i]); |
| 300 | GPR_ASSERT(len <= ULONG_MAX); |
Craig Tiller | 620e965 | 2015-12-14 12:02:50 -0800 | [diff] [blame] | 301 | buffers[i].len = (ULONG)len; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 302 | buffers[i].buf = (char *)GPR_SLICE_START_PTR(tcp->write_slices->slices[i]); |
| 303 | } |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 304 | |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 305 | /* First, let's try a synchronous, non-blocking write. */ |
Jan Tattermusch | 4b3ecdf | 2015-12-04 09:33:05 -0800 | [diff] [blame] | 306 | status = WSASend(socket->socket, buffers, (DWORD)tcp->write_slices->count, |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 307 | &bytes_sent, 0, NULL, NULL); |
| 308 | info->wsa_error = status == 0 ? 0 : WSAGetLastError(); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 309 | |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 310 | /* We would kind of expect to get a WSAEWOULDBLOCK here, especially on a busy |
| 311 | connection that has its send queue filled up. But if we don't, then we can |
| 312 | avoid doing an async write operation at all. */ |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 313 | if (info->wsa_error != WSAEWOULDBLOCK) { |
Craig Tiller | eced8ae | 2016-01-28 14:13:20 -0800 | [diff] [blame] | 314 | bool ok = false; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 315 | if (status == 0) { |
Craig Tiller | eced8ae | 2016-01-28 14:13:20 -0800 | [diff] [blame] | 316 | ok = true; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 317 | GPR_ASSERT(bytes_sent == tcp->write_slices->length); |
| 318 | } else { |
Jan Tattermusch | 6412479 | 2016-03-25 09:16:22 -0700 | [diff] [blame] | 319 | if (info->wsa_error != WSAECONNRESET) { |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 320 | char *utf8_message = gpr_format_message(info->wsa_error); |
| 321 | gpr_log(GPR_ERROR, "WSASend error: %s", utf8_message); |
| 322 | gpr_free(utf8_message); |
| 323 | } |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 324 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 325 | if (allocated) gpr_free(allocated); |
Craig Tiller | eced8ae | 2016-01-28 14:13:20 -0800 | [diff] [blame] | 326 | grpc_exec_ctx_enqueue(exec_ctx, cb, ok, NULL); |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 327 | return; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 328 | } |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 329 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 330 | TCP_REF(tcp, "write"); |
Craig Tiller | 9f80fcf | 2015-08-28 08:22:48 -0700 | [diff] [blame] | 331 | |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 332 | /* If we got a WSAEWOULDBLOCK earlier, then we need to re-do the same |
| 333 | operation, this time asynchronously. */ |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 334 | memset(&socket->write_info.overlapped, 0, sizeof(OVERLAPPED)); |
Jan Tattermusch | 4b3ecdf | 2015-12-04 09:33:05 -0800 | [diff] [blame] | 335 | status = WSASend(socket->socket, buffers, (DWORD)tcp->write_slices->count, |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 336 | &bytes_sent, 0, &socket->write_info.overlapped, NULL); |
| 337 | if (allocated) gpr_free(allocated); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 338 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 339 | if (status != 0) { |
| 340 | int wsa_error = WSAGetLastError(); |
| 341 | if (wsa_error != WSA_IO_PENDING) { |
| 342 | TCP_UNREF(tcp, "write"); |
Craig Tiller | eced8ae | 2016-01-28 14:13:20 -0800 | [diff] [blame] | 343 | grpc_exec_ctx_enqueue(exec_ctx, cb, false, NULL); |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 344 | return; |
Nicolas "Pixel" Noble | 7f2e98c | 2015-05-08 01:41:21 +0200 | [diff] [blame] | 345 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 346 | } |
Nicolas "Pixel" Noble | 7f2e98c | 2015-05-08 01:41:21 +0200 | [diff] [blame] | 347 | |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 348 | /* As all is now setup, we can now ask for the IOCP notification. It may |
| 349 | trigger the callback immediately however, but no matter. */ |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 350 | grpc_socket_notify_on_write(exec_ctx, socket, &tcp->on_write); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 351 | } |
| 352 | |
Craig Tiller | 565b18b | 2015-09-23 10:09:42 -0700 | [diff] [blame] | 353 | static void win_add_to_pollset(grpc_exec_ctx *exec_ctx, grpc_endpoint *ep, |
| 354 | grpc_pollset *ps) { |
Jan Tattermusch | deab29e | 2015-08-03 12:32:44 -0700 | [diff] [blame] | 355 | grpc_tcp *tcp; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 356 | (void)ps; |
| 357 | tcp = (grpc_tcp *)ep; |
| 358 | grpc_iocp_add_socket(tcp->socket); |
Nicolas "Pixel" Noble | f29e9db | 2015-07-29 06:00:22 +0200 | [diff] [blame] | 359 | } |
| 360 | |
Craig Tiller | 565b18b | 2015-09-23 10:09:42 -0700 | [diff] [blame] | 361 | static void win_add_to_pollset_set(grpc_exec_ctx *exec_ctx, grpc_endpoint *ep, |
| 362 | grpc_pollset_set *pss) { |
Jan Tattermusch | deab29e | 2015-08-03 12:32:44 -0700 | [diff] [blame] | 363 | grpc_tcp *tcp; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 364 | (void)pss; |
| 365 | tcp = (grpc_tcp *)ep; |
| 366 | grpc_iocp_add_socket(tcp->socket); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 367 | } |
| 368 | |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 369 | /* Initiates a shutdown of the TCP endpoint. This will queue abort callbacks |
| 370 | for the potential read and write operations. It is up to the caller to |
| 371 | guarantee this isn't called in parallel to a read or write request, so |
| 372 | we're not going to protect against these. However the IO Completion Port |
| 373 | callback will happen from another thread, so we need to protect against |
| 374 | concurrent access of the data structure in that regard. */ |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 375 | static void win_shutdown(grpc_exec_ctx *exec_ctx, grpc_endpoint *ep) { |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 376 | grpc_tcp *tcp = (grpc_tcp *)ep; |
| 377 | gpr_mu_lock(&tcp->mu); |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 378 | /* At that point, what may happen is that we're already inside the IOCP |
| 379 | callback. See the comments in on_read and on_write. */ |
| 380 | tcp->shutting_down = 1; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 381 | grpc_winsocket_shutdown(tcp->socket); |
| 382 | gpr_mu_unlock(&tcp->mu); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 383 | } |
| 384 | |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 385 | static void win_destroy(grpc_exec_ctx *exec_ctx, grpc_endpoint *ep) { |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 386 | grpc_tcp *tcp = (grpc_tcp *)ep; |
| 387 | TCP_UNREF(tcp, "destroy"); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 388 | } |
| 389 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 390 | static char *win_get_peer(grpc_endpoint *ep) { |
| 391 | grpc_tcp *tcp = (grpc_tcp *)ep; |
| 392 | return gpr_strdup(tcp->peer_string); |
Craig Tiller | 81bcc4c | 2015-07-20 14:04:18 -0700 | [diff] [blame] | 393 | } |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 394 | |
Craig Tiller | f40df23 | 2016-03-25 13:38:14 -0700 | [diff] [blame] | 395 | static grpc_endpoint_vtable vtable = { |
| 396 | win_read, win_write, win_add_to_pollset, win_add_to_pollset_set, |
| 397 | win_shutdown, win_destroy, win_get_peer}; |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 398 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 399 | grpc_endpoint *grpc_tcp_create(grpc_winsocket *socket, char *peer_string) { |
| 400 | grpc_tcp *tcp = (grpc_tcp *)gpr_malloc(sizeof(grpc_tcp)); |
| 401 | memset(tcp, 0, sizeof(grpc_tcp)); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 402 | tcp->base.vtable = &vtable; |
| 403 | tcp->socket = socket; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 404 | gpr_mu_init(&tcp->mu); |
| 405 | gpr_ref_init(&tcp->refcount, 1); |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 406 | grpc_closure_init(&tcp->on_read, on_read, tcp); |
Craig Tiller | 258f8de | 2015-09-23 12:32:40 -0700 | [diff] [blame] | 407 | grpc_closure_init(&tcp->on_write, on_write, tcp); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 408 | tcp->peer_string = gpr_strdup(peer_string); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 409 | return &tcp->base; |
| 410 | } |
| 411 | |
Craig Tiller | d6c98df | 2015-08-18 09:33:44 -0700 | [diff] [blame] | 412 | #endif /* GPR_WINSOCK_SOCKET */ |