Craig Tiller | f2d39b7 | 2015-01-21 15:06:08 -0800 | [diff] [blame] | 1 | /* |
| 2 | * |
Craig Tiller | 0605995 | 2015-02-18 08:34:56 -0800 | [diff] [blame] | 3 | * Copyright 2015, Google Inc. |
Craig Tiller | f2d39b7 | 2015-01-21 15:06:08 -0800 | [diff] [blame] | 4 | * All rights reserved. |
| 5 | * |
| 6 | * Redistribution and use in source and binary forms, with or without |
| 7 | * modification, are permitted provided that the following conditions are |
| 8 | * met: |
| 9 | * |
| 10 | * * Redistributions of source code must retain the above copyright |
| 11 | * notice, this list of conditions and the following disclaimer. |
| 12 | * * Redistributions in binary form must reproduce the above |
| 13 | * copyright notice, this list of conditions and the following disclaimer |
| 14 | * in the documentation and/or other materials provided with the |
| 15 | * distribution. |
| 16 | * * Neither the name of Google Inc. nor the names of its |
| 17 | * contributors may be used to endorse or promote products derived from |
| 18 | * this software without specific prior written permission. |
| 19 | * |
| 20 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 21 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 22 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 23 | * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 24 | * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 25 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 26 | * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 27 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 28 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 29 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 30 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 31 | * |
| 32 | */ |
| 33 | |
Craig Tiller | d14a1a5 | 2015-01-21 15:26:29 -0800 | [diff] [blame] | 34 | #include <grpc/support/port_platform.h> |
Craig Tiller | f2d39b7 | 2015-01-21 15:06:08 -0800 | [diff] [blame] | 35 | |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 36 | #ifdef GPR_WINSOCK_SOCKET |
Craig Tiller | f2d39b7 | 2015-01-21 15:06:08 -0800 | [diff] [blame] | 37 | |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 38 | #include <grpc/support/thd.h> |
| 39 | |
| 40 | #include "src/core/iomgr/alarm_internal.h" |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 41 | #include "src/core/iomgr/iomgr_internal.h" |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 42 | #include "src/core/iomgr/iocp_windows.h" |
Nicolas "Pixel" Noble | fcb16e1 | 2015-06-24 23:45:30 +0200 | [diff] [blame] | 43 | #include "src/core/iomgr/pollset.h" |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 44 | #include "src/core/iomgr/pollset_windows.h" |
| 45 | |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 46 | static gpr_mu g_polling_mu; |
| 47 | static grpc_pollset_worker *g_active_poller; |
| 48 | static grpc_pollset_worker g_global_root_worker; |
| 49 | |
| 50 | void grpc_pollset_global_init() { |
| 51 | gpr_mu_init(&g_polling_mu); |
| 52 | g_active_poller = NULL; |
| 53 | g_global_root_worker.links[GRPC_POLLSET_WORKER_LINK_GLOBAL].next = |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame^] | 54 | g_global_root_worker.links[GRPC_POLLSET_WORKER_LINK_GLOBAL].prev = |
| 55 | &g_global_root_worker; |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 56 | } |
| 57 | |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame^] | 58 | void grpc_pollset_global_shutdown() { gpr_mu_destroy(&g_polling_mu); } |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 59 | |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame^] | 60 | static void remove_worker(grpc_pollset_worker *worker, |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 61 | grpc_pollset_worker_link_type type) { |
| 62 | worker->links[type].prev->links[type].next = worker->links[type].next; |
| 63 | worker->links[type].next->links[type].prev = worker->links[type].prev; |
| 64 | worker->links[type].next = worker->links[type].prev = worker; |
| 65 | } |
| 66 | |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame^] | 67 | static int has_workers(grpc_pollset_worker *root, |
| 68 | grpc_pollset_worker_link_type type) { |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 69 | return root->links[type].next != root; |
| 70 | } |
| 71 | |
| 72 | static grpc_pollset_worker *pop_front_worker( |
| 73 | grpc_pollset_worker *root, grpc_pollset_worker_link_type type) { |
| 74 | if (has_workers(root, type)) { |
| 75 | grpc_pollset_worker *w = root->links[type].next; |
| 76 | remove_worker(w, type); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 77 | return w; |
| 78 | } else { |
| 79 | return NULL; |
| 80 | } |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 81 | } |
| 82 | |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame^] | 83 | static void push_back_worker(grpc_pollset_worker *root, |
| 84 | grpc_pollset_worker_link_type type, |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 85 | grpc_pollset_worker *worker) { |
| 86 | worker->links[type].next = root; |
| 87 | worker->links[type].prev = worker->links[type].next->links[type].prev; |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame^] | 88 | worker->links[type].prev->links[type].next = |
| 89 | worker->links[type].next->links[type].prev = worker; |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 90 | } |
| 91 | |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame^] | 92 | static void push_front_worker(grpc_pollset_worker *root, |
| 93 | grpc_pollset_worker_link_type type, |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 94 | grpc_pollset_worker *worker) { |
| 95 | worker->links[type].prev = root; |
| 96 | worker->links[type].next = worker->links[type].prev->links[type].next; |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame^] | 97 | worker->links[type].prev->links[type].next = |
| 98 | worker->links[type].next->links[type].prev = worker; |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 99 | } |
| 100 | |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 101 | /* There isn't really any such thing as a pollset under Windows, due to the |
| 102 | nature of the IO completion ports. We're still going to provide a minimal |
| 103 | set of features for the sake of the rest of grpc. But grpc_pollset_work |
| 104 | won't actually do any polling, and return as quickly as possible. */ |
| 105 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 106 | void grpc_pollset_init(grpc_pollset *pollset) { |
| 107 | memset(pollset, 0, sizeof(*pollset)); |
| 108 | gpr_mu_init(&pollset->mu); |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame^] | 109 | pollset->root_worker.links[GRPC_POLLSET_WORKER_LINK_POLLSET].next = |
| 110 | pollset->root_worker.links[GRPC_POLLSET_WORKER_LINK_POLLSET].prev = |
| 111 | &pollset->root_worker; |
Nicolas Noble | a14ebbb | 2015-06-22 14:17:34 -0700 | [diff] [blame] | 112 | } |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 113 | |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 114 | void grpc_pollset_shutdown(grpc_exec_ctx *exec_ctx, grpc_pollset *pollset, |
| 115 | grpc_closure *closure) { |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 116 | gpr_mu_lock(&pollset->mu); |
Nicolas "Pixel" Noble | 857d250 | 2015-06-25 21:58:18 +0200 | [diff] [blame] | 117 | pollset->shutting_down = 1; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 118 | grpc_pollset_kick(pollset, GRPC_POLLSET_KICK_BROADCAST); |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 119 | if (!pollset->is_iocp_worker) { |
| 120 | grpc_exec_ctx_enqueue(exec_ctx, closure, 1); |
| 121 | } else { |
| 122 | pollset->on_shutdown = closure; |
| 123 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 124 | gpr_mu_unlock(&pollset->mu); |
David Klempner | b505661 | 2015-02-24 14:22:50 -0800 | [diff] [blame] | 125 | } |
| 126 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 127 | void grpc_pollset_destroy(grpc_pollset *pollset) { |
| 128 | gpr_mu_destroy(&pollset->mu); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 129 | } |
| 130 | |
Craig Tiller | 565b18b | 2015-09-23 10:09:42 -0700 | [diff] [blame] | 131 | void grpc_pollset_work(grpc_exec_ctx *exec_ctx, grpc_pollset *pollset, |
| 132 | grpc_pollset_worker *worker, gpr_timespec now, |
| 133 | gpr_timespec deadline) { |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 134 | int added_worker = 0; |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame^] | 135 | worker->links[GRPC_POLLSET_WORKER_LINK_POLLSET].next = |
| 136 | worker->links[GRPC_POLLSET_WORKER_LINK_POLLSET].prev = NULL; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 137 | gpr_cv_init(&worker->cv); |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 138 | if (grpc_alarm_check(exec_ctx, now, &deadline)) { |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 139 | goto done; |
| 140 | } |
| 141 | if (!pollset->kicked_without_pollers && !pollset->shutting_down) { |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 142 | gpr_mu_lock(&g_polling_mu); |
| 143 | if (g_active_poller == NULL) { |
| 144 | grpc_pollset_worker *next_worker; |
| 145 | /* become poller */ |
| 146 | pollset->is_iocp_worker = 1; |
| 147 | g_active_poller = worker; |
| 148 | gpr_mu_unlock(&g_polling_mu); |
| 149 | gpr_mu_unlock(&pollset->mu); |
| 150 | grpc_iocp_work(exec_ctx, deadline); |
| 151 | gpr_mu_lock(&pollset->mu); |
| 152 | gpr_mu_lock(&g_polling_mu); |
| 153 | pollset->is_iocp_worker = 0; |
| 154 | g_active_poller = NULL; |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame^] | 155 | next_worker = pop_front_worker(&g_global_root_worker, |
| 156 | GRPC_POLLSET_WORKER_LINK_GLOBAL); |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 157 | if (next_worker != NULL) { |
| 158 | gpr_cv_signal(&next_worker->cv); |
| 159 | } |
| 160 | gpr_mu_unlock(&g_polling_mu); |
| 161 | |
| 162 | if (pollset->shutting_down && pollset->on_shutdown != NULL) { |
| 163 | grpc_exec_ctx_enqueue(exec_ctx, pollset->on_shutdown, 1); |
| 164 | pollset->on_shutdown = NULL; |
| 165 | } |
| 166 | goto done; |
| 167 | } |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame^] | 168 | push_front_worker(&g_global_root_worker, GRPC_POLLSET_WORKER_LINK_GLOBAL, |
| 169 | worker); |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 170 | gpr_mu_unlock(&g_polling_mu); |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame^] | 171 | push_front_worker(&pollset->root_worker, GRPC_POLLSET_WORKER_LINK_POLLSET, |
| 172 | worker); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 173 | added_worker = 1; |
| 174 | gpr_cv_wait(&worker->cv, &pollset->mu, deadline); |
| 175 | } else { |
| 176 | pollset->kicked_without_pollers = 0; |
| 177 | } |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 178 | done: |
Craig Tiller | 258f8de | 2015-09-23 12:32:40 -0700 | [diff] [blame] | 179 | if (!grpc_closure_list_empty(exec_ctx->closure_list)) { |
| 180 | gpr_mu_unlock(&pollset->mu); |
| 181 | grpc_exec_ctx_flush(exec_ctx); |
| 182 | gpr_mu_lock(&pollset->mu); |
| 183 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 184 | gpr_cv_destroy(&worker->cv); |
| 185 | if (added_worker) { |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 186 | remove_worker(worker, GRPC_POLLSET_WORKER_LINK_GLOBAL); |
| 187 | remove_worker(worker, GRPC_POLLSET_WORKER_LINK_POLLSET); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 188 | } |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 189 | } |
| 190 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 191 | void grpc_pollset_kick(grpc_pollset *p, grpc_pollset_worker *specific_worker) { |
| 192 | if (specific_worker != NULL) { |
| 193 | if (specific_worker == GRPC_POLLSET_KICK_BROADCAST) { |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame^] | 194 | for (specific_worker = |
| 195 | p->root_worker.links[GRPC_POLLSET_WORKER_LINK_POLLSET].next; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 196 | specific_worker != &p->root_worker; |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame^] | 197 | specific_worker = |
| 198 | specific_worker->links[GRPC_POLLSET_WORKER_LINK_POLLSET].next) { |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 199 | gpr_cv_signal(&specific_worker->cv); |
| 200 | } |
| 201 | p->kicked_without_pollers = 1; |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 202 | if (p->is_iocp_worker) { |
| 203 | grpc_iocp_kick(); |
| 204 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 205 | } else { |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 206 | if (p->is_iocp_worker) { |
| 207 | gpr_mu_lock(&g_polling_mu); |
| 208 | if (g_active_poller == specific_worker) { |
| 209 | grpc_iocp_kick(); |
| 210 | } |
| 211 | gpr_mu_unlock(&g_polling_mu); |
| 212 | } else { |
| 213 | gpr_cv_signal(&specific_worker->cv); |
| 214 | } |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 215 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 216 | } else { |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame^] | 217 | specific_worker = |
| 218 | pop_front_worker(&p->root_worker, GRPC_POLLSET_WORKER_LINK_POLLSET); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 219 | if (specific_worker != NULL) { |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 220 | grpc_pollset_kick(p, specific_worker); |
| 221 | } else if (p->is_iocp_worker) { |
| 222 | grpc_iocp_kick(); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 223 | } else { |
| 224 | p->kicked_without_pollers = 1; |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 225 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 226 | } |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 227 | } |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 228 | |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame^] | 229 | void grpc_kick_poller(void) { grpc_iocp_kick(); } |
Craig Tiller | 26465e8 | 2015-09-28 17:08:30 -0700 | [diff] [blame] | 230 | |
Craig Tiller | 8674cb1 | 2015-06-05 07:09:25 -0700 | [diff] [blame] | 231 | #endif /* GPR_WINSOCK_SOCKET */ |