Craig Tiller | f2d39b7 | 2015-01-21 15:06:08 -0800 | [diff] [blame] | 1 | /* |
| 2 | * |
Nicolas "Pixel" Noble | 1d44510 | 2016-01-27 20:49:14 +0100 | [diff] [blame] | 3 | * Copyright 2015-2016, Google Inc. |
Craig Tiller | f2d39b7 | 2015-01-21 15:06:08 -0800 | [diff] [blame] | 4 | * All rights reserved. |
| 5 | * |
| 6 | * Redistribution and use in source and binary forms, with or without |
| 7 | * modification, are permitted provided that the following conditions are |
| 8 | * met: |
| 9 | * |
| 10 | * * Redistributions of source code must retain the above copyright |
| 11 | * notice, this list of conditions and the following disclaimer. |
| 12 | * * Redistributions in binary form must reproduce the above |
| 13 | * copyright notice, this list of conditions and the following disclaimer |
| 14 | * in the documentation and/or other materials provided with the |
| 15 | * distribution. |
| 16 | * * Neither the name of Google Inc. nor the names of its |
| 17 | * contributors may be used to endorse or promote products derived from |
| 18 | * this software without specific prior written permission. |
| 19 | * |
| 20 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 21 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 22 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 23 | * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 24 | * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 25 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 26 | * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 27 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 28 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 29 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 30 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 31 | * |
| 32 | */ |
| 33 | |
Craig Tiller | d14a1a5 | 2015-01-21 15:26:29 -0800 | [diff] [blame] | 34 | #include <grpc/support/port_platform.h> |
Craig Tiller | f2d39b7 | 2015-01-21 15:06:08 -0800 | [diff] [blame] | 35 | |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 36 | #ifdef GPR_WINSOCK_SOCKET |
Craig Tiller | f2d39b7 | 2015-01-21 15:06:08 -0800 | [diff] [blame] | 37 | |
Craig Tiller | 46714f9 | 2015-11-03 11:29:36 -0800 | [diff] [blame] | 38 | #include <grpc/support/log.h> |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 39 | #include <grpc/support/thd.h> |
| 40 | |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 41 | #include "src/core/iomgr/iomgr_internal.h" |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 42 | #include "src/core/iomgr/iocp_windows.h" |
Nicolas "Pixel" Noble | fcb16e1 | 2015-06-24 23:45:30 +0200 | [diff] [blame] | 43 | #include "src/core/iomgr/pollset.h" |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 44 | #include "src/core/iomgr/pollset_windows.h" |
| 45 | |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 46 | gpr_mu grpc_polling_mu; |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 47 | static grpc_pollset_worker *g_active_poller; |
| 48 | static grpc_pollset_worker g_global_root_worker; |
| 49 | |
| 50 | void grpc_pollset_global_init() { |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 51 | gpr_mu_init(&grpc_polling_mu); |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 52 | g_active_poller = NULL; |
| 53 | g_global_root_worker.links[GRPC_POLLSET_WORKER_LINK_GLOBAL].next = |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 54 | g_global_root_worker.links[GRPC_POLLSET_WORKER_LINK_GLOBAL].prev = |
| 55 | &g_global_root_worker; |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 56 | } |
| 57 | |
Craig Tiller | b7a5977 | 2015-10-01 08:01:58 -0700 | [diff] [blame] | 58 | void grpc_pollset_global_shutdown() { gpr_mu_destroy(&grpc_polling_mu); } |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 59 | |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 60 | static void remove_worker(grpc_pollset_worker *worker, |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 61 | grpc_pollset_worker_link_type type) { |
| 62 | worker->links[type].prev->links[type].next = worker->links[type].next; |
| 63 | worker->links[type].next->links[type].prev = worker->links[type].prev; |
| 64 | worker->links[type].next = worker->links[type].prev = worker; |
| 65 | } |
| 66 | |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 67 | static int has_workers(grpc_pollset_worker *root, |
| 68 | grpc_pollset_worker_link_type type) { |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 69 | return root->links[type].next != root; |
| 70 | } |
| 71 | |
| 72 | static grpc_pollset_worker *pop_front_worker( |
| 73 | grpc_pollset_worker *root, grpc_pollset_worker_link_type type) { |
| 74 | if (has_workers(root, type)) { |
| 75 | grpc_pollset_worker *w = root->links[type].next; |
| 76 | remove_worker(w, type); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 77 | return w; |
| 78 | } else { |
| 79 | return NULL; |
| 80 | } |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 81 | } |
| 82 | |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 83 | static void push_front_worker(grpc_pollset_worker *root, |
| 84 | grpc_pollset_worker_link_type type, |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 85 | grpc_pollset_worker *worker) { |
| 86 | worker->links[type].prev = root; |
| 87 | worker->links[type].next = worker->links[type].prev->links[type].next; |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 88 | worker->links[type].prev->links[type].next = |
| 89 | worker->links[type].next->links[type].prev = worker; |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 90 | } |
| 91 | |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 92 | /* There isn't really any such thing as a pollset under Windows, due to the |
| 93 | nature of the IO completion ports. We're still going to provide a minimal |
| 94 | set of features for the sake of the rest of grpc. But grpc_pollset_work |
| 95 | won't actually do any polling, and return as quickly as possible. */ |
| 96 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 97 | void grpc_pollset_init(grpc_pollset *pollset) { |
| 98 | memset(pollset, 0, sizeof(*pollset)); |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 99 | pollset->root_worker.links[GRPC_POLLSET_WORKER_LINK_POLLSET].next = |
| 100 | pollset->root_worker.links[GRPC_POLLSET_WORKER_LINK_POLLSET].prev = |
| 101 | &pollset->root_worker; |
Nicolas Noble | a14ebbb | 2015-06-22 14:17:34 -0700 | [diff] [blame] | 102 | } |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 103 | |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 104 | void grpc_pollset_shutdown(grpc_exec_ctx *exec_ctx, grpc_pollset *pollset, |
| 105 | grpc_closure *closure) { |
Nicolas "Pixel" Noble | 857d250 | 2015-06-25 21:58:18 +0200 | [diff] [blame] | 106 | pollset->shutting_down = 1; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 107 | grpc_pollset_kick(pollset, GRPC_POLLSET_KICK_BROADCAST); |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 108 | if (!pollset->is_iocp_worker) { |
Craig Tiller | eced8ae | 2016-01-28 14:13:20 -0800 | [diff] [blame] | 109 | grpc_exec_ctx_enqueue(exec_ctx, closure, true, NULL); |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 110 | } else { |
| 111 | pollset->on_shutdown = closure; |
| 112 | } |
David Klempner | b505661 | 2015-02-24 14:22:50 -0800 | [diff] [blame] | 113 | } |
| 114 | |
Craig Tiller | b7a5977 | 2015-10-01 08:01:58 -0700 | [diff] [blame] | 115 | void grpc_pollset_destroy(grpc_pollset *pollset) {} |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 116 | |
Craig Tiller | 46714f9 | 2015-11-03 11:29:36 -0800 | [diff] [blame] | 117 | void grpc_pollset_reset(grpc_pollset *pollset) { |
| 118 | GPR_ASSERT(pollset->shutting_down); |
Craig Tiller | 3c53bb2 | 2015-11-10 14:24:36 +0000 | [diff] [blame] | 119 | GPR_ASSERT( |
| 120 | !has_workers(&pollset->root_worker, GRPC_POLLSET_WORKER_LINK_POLLSET)); |
Craig Tiller | 46714f9 | 2015-11-03 11:29:36 -0800 | [diff] [blame] | 121 | pollset->shutting_down = 0; |
| 122 | pollset->is_iocp_worker = 0; |
| 123 | pollset->kicked_without_pollers = 0; |
| 124 | pollset->on_shutdown = NULL; |
| 125 | } |
Craig Tiller | e8b5f62 | 2015-11-02 14:15:03 -0800 | [diff] [blame] | 126 | |
Craig Tiller | 565b18b | 2015-09-23 10:09:42 -0700 | [diff] [blame] | 127 | void grpc_pollset_work(grpc_exec_ctx *exec_ctx, grpc_pollset *pollset, |
| 128 | grpc_pollset_worker *worker, gpr_timespec now, |
| 129 | gpr_timespec deadline) { |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 130 | int added_worker = 0; |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 131 | worker->links[GRPC_POLLSET_WORKER_LINK_POLLSET].next = |
Craig Tiller | b7a5977 | 2015-10-01 08:01:58 -0700 | [diff] [blame] | 132 | worker->links[GRPC_POLLSET_WORKER_LINK_POLLSET].prev = |
| 133 | worker->links[GRPC_POLLSET_WORKER_LINK_GLOBAL].next = |
| 134 | worker->links[GRPC_POLLSET_WORKER_LINK_GLOBAL].prev = NULL; |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 135 | worker->kicked = 0; |
| 136 | worker->pollset = pollset; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 137 | gpr_cv_init(&worker->cv); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 138 | if (!pollset->kicked_without_pollers && !pollset->shutting_down) { |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 139 | if (g_active_poller == NULL) { |
| 140 | grpc_pollset_worker *next_worker; |
| 141 | /* become poller */ |
| 142 | pollset->is_iocp_worker = 1; |
| 143 | g_active_poller = worker; |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 144 | gpr_mu_unlock(&grpc_polling_mu); |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 145 | grpc_iocp_work(exec_ctx, deadline); |
Craig Tiller | 0b6312e | 2015-09-30 08:36:27 -0700 | [diff] [blame] | 146 | grpc_exec_ctx_flush(exec_ctx); |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 147 | gpr_mu_lock(&grpc_polling_mu); |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 148 | pollset->is_iocp_worker = 0; |
| 149 | g_active_poller = NULL; |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 150 | /* try to get a worker from this pollsets worker list */ |
Craig Tiller | b7a5977 | 2015-10-01 08:01:58 -0700 | [diff] [blame] | 151 | next_worker = pop_front_worker(&pollset->root_worker, |
| 152 | GRPC_POLLSET_WORKER_LINK_POLLSET); |
| 153 | if (next_worker == NULL) { |
| 154 | /* try to get a worker from the global list */ |
| 155 | next_worker = pop_front_worker(&g_global_root_worker, |
| 156 | GRPC_POLLSET_WORKER_LINK_GLOBAL); |
| 157 | } |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 158 | if (next_worker != NULL) { |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 159 | next_worker->kicked = 1; |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 160 | gpr_cv_signal(&next_worker->cv); |
| 161 | } |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 162 | |
| 163 | if (pollset->shutting_down && pollset->on_shutdown != NULL) { |
Craig Tiller | eced8ae | 2016-01-28 14:13:20 -0800 | [diff] [blame] | 164 | grpc_exec_ctx_enqueue(exec_ctx, pollset->on_shutdown, true, NULL); |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 165 | pollset->on_shutdown = NULL; |
| 166 | } |
| 167 | goto done; |
| 168 | } |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 169 | push_front_worker(&g_global_root_worker, GRPC_POLLSET_WORKER_LINK_GLOBAL, |
| 170 | worker); |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 171 | push_front_worker(&pollset->root_worker, GRPC_POLLSET_WORKER_LINK_POLLSET, |
| 172 | worker); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 173 | added_worker = 1; |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 174 | while (!worker->kicked) { |
| 175 | if (gpr_cv_wait(&worker->cv, &grpc_polling_mu, deadline)) { |
| 176 | break; |
| 177 | } |
| 178 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 179 | } else { |
| 180 | pollset->kicked_without_pollers = 0; |
| 181 | } |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 182 | done: |
Craig Tiller | 258f8de | 2015-09-23 12:32:40 -0700 | [diff] [blame] | 183 | if (!grpc_closure_list_empty(exec_ctx->closure_list)) { |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 184 | gpr_mu_unlock(&grpc_polling_mu); |
Craig Tiller | 258f8de | 2015-09-23 12:32:40 -0700 | [diff] [blame] | 185 | grpc_exec_ctx_flush(exec_ctx); |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 186 | gpr_mu_lock(&grpc_polling_mu); |
Craig Tiller | 258f8de | 2015-09-23 12:32:40 -0700 | [diff] [blame] | 187 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 188 | if (added_worker) { |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 189 | remove_worker(worker, GRPC_POLLSET_WORKER_LINK_GLOBAL); |
| 190 | remove_worker(worker, GRPC_POLLSET_WORKER_LINK_POLLSET); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 191 | } |
Craig Tiller | c3e5778 | 2015-09-29 08:37:32 -0700 | [diff] [blame] | 192 | gpr_cv_destroy(&worker->cv); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 193 | } |
| 194 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 195 | void grpc_pollset_kick(grpc_pollset *p, grpc_pollset_worker *specific_worker) { |
| 196 | if (specific_worker != NULL) { |
| 197 | if (specific_worker == GRPC_POLLSET_KICK_BROADCAST) { |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 198 | for (specific_worker = |
| 199 | p->root_worker.links[GRPC_POLLSET_WORKER_LINK_POLLSET].next; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 200 | specific_worker != &p->root_worker; |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 201 | specific_worker = |
| 202 | specific_worker->links[GRPC_POLLSET_WORKER_LINK_POLLSET].next) { |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 203 | specific_worker->kicked = 1; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 204 | gpr_cv_signal(&specific_worker->cv); |
| 205 | } |
| 206 | p->kicked_without_pollers = 1; |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 207 | if (p->is_iocp_worker) { |
| 208 | grpc_iocp_kick(); |
| 209 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 210 | } else { |
Craig Tiller | 10d3e59 | 2016-02-10 10:32:04 -0800 | [diff] [blame] | 211 | if (p->is_iocp_worker && g_active_poller == specific_worker) { |
| 212 | grpc_iocp_kick(); |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 213 | } else { |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 214 | specific_worker->kicked = 1; |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 215 | gpr_cv_signal(&specific_worker->cv); |
| 216 | } |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 217 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 218 | } else { |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 219 | specific_worker = |
| 220 | pop_front_worker(&p->root_worker, GRPC_POLLSET_WORKER_LINK_POLLSET); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 221 | if (specific_worker != NULL) { |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 222 | grpc_pollset_kick(p, specific_worker); |
| 223 | } else if (p->is_iocp_worker) { |
| 224 | grpc_iocp_kick(); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 225 | } else { |
| 226 | p->kicked_without_pollers = 1; |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 227 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 228 | } |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 229 | } |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 230 | |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 231 | void grpc_kick_poller(void) { grpc_iocp_kick(); } |
Craig Tiller | 26465e8 | 2015-09-28 17:08:30 -0700 | [diff] [blame] | 232 | |
Craig Tiller | 8674cb1 | 2015-06-05 07:09:25 -0700 | [diff] [blame] | 233 | #endif /* GPR_WINSOCK_SOCKET */ |