Craig Tiller | f2d39b7 | 2015-01-21 15:06:08 -0800 | [diff] [blame] | 1 | /* |
| 2 | * |
Craig Tiller | 0605995 | 2015-02-18 08:34:56 -0800 | [diff] [blame] | 3 | * Copyright 2015, Google Inc. |
Craig Tiller | f2d39b7 | 2015-01-21 15:06:08 -0800 | [diff] [blame] | 4 | * All rights reserved. |
| 5 | * |
| 6 | * Redistribution and use in source and binary forms, with or without |
| 7 | * modification, are permitted provided that the following conditions are |
| 8 | * met: |
| 9 | * |
| 10 | * * Redistributions of source code must retain the above copyright |
| 11 | * notice, this list of conditions and the following disclaimer. |
| 12 | * * Redistributions in binary form must reproduce the above |
| 13 | * copyright notice, this list of conditions and the following disclaimer |
| 14 | * in the documentation and/or other materials provided with the |
| 15 | * distribution. |
| 16 | * * Neither the name of Google Inc. nor the names of its |
| 17 | * contributors may be used to endorse or promote products derived from |
| 18 | * this software without specific prior written permission. |
| 19 | * |
| 20 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 21 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 22 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 23 | * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 24 | * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 25 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 26 | * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 27 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 28 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 29 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 30 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 31 | * |
| 32 | */ |
| 33 | |
Craig Tiller | d14a1a5 | 2015-01-21 15:26:29 -0800 | [diff] [blame] | 34 | #include <grpc/support/port_platform.h> |
Craig Tiller | f2d39b7 | 2015-01-21 15:06:08 -0800 | [diff] [blame] | 35 | |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 36 | #ifdef GPR_WINSOCK_SOCKET |
Craig Tiller | f2d39b7 | 2015-01-21 15:06:08 -0800 | [diff] [blame] | 37 | |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 38 | #include <grpc/support/thd.h> |
| 39 | |
David Garcia Quintas | f747bbc | 2015-10-04 23:09:47 -0700 | [diff] [blame] | 40 | #include "src/core/iomgr/timer_internal.h" |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 41 | #include "src/core/iomgr/iomgr_internal.h" |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 42 | #include "src/core/iomgr/iocp_windows.h" |
Nicolas "Pixel" Noble | fcb16e1 | 2015-06-24 23:45:30 +0200 | [diff] [blame] | 43 | #include "src/core/iomgr/pollset.h" |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 44 | #include "src/core/iomgr/pollset_windows.h" |
| 45 | |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 46 | gpr_mu grpc_polling_mu; |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 47 | static grpc_pollset_worker *g_active_poller; |
| 48 | static grpc_pollset_worker g_global_root_worker; |
| 49 | |
| 50 | void grpc_pollset_global_init() { |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 51 | gpr_mu_init(&grpc_polling_mu); |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 52 | g_active_poller = NULL; |
| 53 | g_global_root_worker.links[GRPC_POLLSET_WORKER_LINK_GLOBAL].next = |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 54 | g_global_root_worker.links[GRPC_POLLSET_WORKER_LINK_GLOBAL].prev = |
| 55 | &g_global_root_worker; |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 56 | } |
| 57 | |
Craig Tiller | b7a5977 | 2015-10-01 08:01:58 -0700 | [diff] [blame] | 58 | void grpc_pollset_global_shutdown() { gpr_mu_destroy(&grpc_polling_mu); } |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 59 | |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 60 | static void remove_worker(grpc_pollset_worker *worker, |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 61 | grpc_pollset_worker_link_type type) { |
| 62 | worker->links[type].prev->links[type].next = worker->links[type].next; |
| 63 | worker->links[type].next->links[type].prev = worker->links[type].prev; |
| 64 | worker->links[type].next = worker->links[type].prev = worker; |
| 65 | } |
| 66 | |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 67 | static int has_workers(grpc_pollset_worker *root, |
| 68 | grpc_pollset_worker_link_type type) { |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 69 | return root->links[type].next != root; |
| 70 | } |
| 71 | |
| 72 | static grpc_pollset_worker *pop_front_worker( |
| 73 | grpc_pollset_worker *root, grpc_pollset_worker_link_type type) { |
| 74 | if (has_workers(root, type)) { |
| 75 | grpc_pollset_worker *w = root->links[type].next; |
| 76 | remove_worker(w, type); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 77 | return w; |
| 78 | } else { |
| 79 | return NULL; |
| 80 | } |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 81 | } |
| 82 | |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 83 | static void push_back_worker(grpc_pollset_worker *root, |
| 84 | grpc_pollset_worker_link_type type, |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 85 | grpc_pollset_worker *worker) { |
| 86 | worker->links[type].next = root; |
| 87 | worker->links[type].prev = worker->links[type].next->links[type].prev; |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 88 | worker->links[type].prev->links[type].next = |
| 89 | worker->links[type].next->links[type].prev = worker; |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 90 | } |
| 91 | |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 92 | static void push_front_worker(grpc_pollset_worker *root, |
| 93 | grpc_pollset_worker_link_type type, |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 94 | grpc_pollset_worker *worker) { |
| 95 | worker->links[type].prev = root; |
| 96 | worker->links[type].next = worker->links[type].prev->links[type].next; |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 97 | worker->links[type].prev->links[type].next = |
| 98 | worker->links[type].next->links[type].prev = worker; |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 99 | } |
| 100 | |
Nicolas "Pixel" Noble | 0f981e9 | 2015-05-03 10:40:56 +0200 | [diff] [blame] | 101 | /* There isn't really any such thing as a pollset under Windows, due to the |
| 102 | nature of the IO completion ports. We're still going to provide a minimal |
| 103 | set of features for the sake of the rest of grpc. But grpc_pollset_work |
| 104 | won't actually do any polling, and return as quickly as possible. */ |
| 105 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 106 | void grpc_pollset_init(grpc_pollset *pollset) { |
| 107 | memset(pollset, 0, sizeof(*pollset)); |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 108 | pollset->root_worker.links[GRPC_POLLSET_WORKER_LINK_POLLSET].next = |
| 109 | pollset->root_worker.links[GRPC_POLLSET_WORKER_LINK_POLLSET].prev = |
| 110 | &pollset->root_worker; |
Nicolas Noble | a14ebbb | 2015-06-22 14:17:34 -0700 | [diff] [blame] | 111 | } |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 112 | |
Craig Tiller | 82f9bd8 | 2015-09-23 09:31:51 -0700 | [diff] [blame] | 113 | void grpc_pollset_shutdown(grpc_exec_ctx *exec_ctx, grpc_pollset *pollset, |
| 114 | grpc_closure *closure) { |
Nicolas "Pixel" Noble | 857d250 | 2015-06-25 21:58:18 +0200 | [diff] [blame] | 115 | pollset->shutting_down = 1; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 116 | grpc_pollset_kick(pollset, GRPC_POLLSET_KICK_BROADCAST); |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 117 | if (!pollset->is_iocp_worker) { |
| 118 | grpc_exec_ctx_enqueue(exec_ctx, closure, 1); |
| 119 | } else { |
| 120 | pollset->on_shutdown = closure; |
| 121 | } |
David Klempner | b505661 | 2015-02-24 14:22:50 -0800 | [diff] [blame] | 122 | } |
| 123 | |
Craig Tiller | b7a5977 | 2015-10-01 08:01:58 -0700 | [diff] [blame] | 124 | void grpc_pollset_destroy(grpc_pollset *pollset) {} |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 125 | |
Craig Tiller | e8b5f62 | 2015-11-02 14:15:03 -0800 | [diff] [blame^] | 126 | void grpc_pollset_reset(grpc_pollset *pollset) {} |
| 127 | |
Craig Tiller | 565b18b | 2015-09-23 10:09:42 -0700 | [diff] [blame] | 128 | void grpc_pollset_work(grpc_exec_ctx *exec_ctx, grpc_pollset *pollset, |
| 129 | grpc_pollset_worker *worker, gpr_timespec now, |
| 130 | gpr_timespec deadline) { |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 131 | int added_worker = 0; |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 132 | worker->links[GRPC_POLLSET_WORKER_LINK_POLLSET].next = |
Craig Tiller | b7a5977 | 2015-10-01 08:01:58 -0700 | [diff] [blame] | 133 | worker->links[GRPC_POLLSET_WORKER_LINK_POLLSET].prev = |
| 134 | worker->links[GRPC_POLLSET_WORKER_LINK_GLOBAL].next = |
| 135 | worker->links[GRPC_POLLSET_WORKER_LINK_GLOBAL].prev = NULL; |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 136 | worker->kicked = 0; |
| 137 | worker->pollset = pollset; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 138 | gpr_cv_init(&worker->cv); |
David Garcia Quintas | f747bbc | 2015-10-04 23:09:47 -0700 | [diff] [blame] | 139 | if (grpc_timer_check(exec_ctx, now, &deadline)) { |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 140 | goto done; |
| 141 | } |
| 142 | if (!pollset->kicked_without_pollers && !pollset->shutting_down) { |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 143 | if (g_active_poller == NULL) { |
| 144 | grpc_pollset_worker *next_worker; |
| 145 | /* become poller */ |
| 146 | pollset->is_iocp_worker = 1; |
| 147 | g_active_poller = worker; |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 148 | gpr_mu_unlock(&grpc_polling_mu); |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 149 | grpc_iocp_work(exec_ctx, deadline); |
Craig Tiller | 0b6312e | 2015-09-30 08:36:27 -0700 | [diff] [blame] | 150 | grpc_exec_ctx_flush(exec_ctx); |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 151 | gpr_mu_lock(&grpc_polling_mu); |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 152 | pollset->is_iocp_worker = 0; |
| 153 | g_active_poller = NULL; |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 154 | /* try to get a worker from this pollsets worker list */ |
Craig Tiller | b7a5977 | 2015-10-01 08:01:58 -0700 | [diff] [blame] | 155 | next_worker = pop_front_worker(&pollset->root_worker, |
| 156 | GRPC_POLLSET_WORKER_LINK_POLLSET); |
| 157 | if (next_worker == NULL) { |
| 158 | /* try to get a worker from the global list */ |
| 159 | next_worker = pop_front_worker(&g_global_root_worker, |
| 160 | GRPC_POLLSET_WORKER_LINK_GLOBAL); |
| 161 | } |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 162 | if (next_worker != NULL) { |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 163 | next_worker->kicked = 1; |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 164 | gpr_cv_signal(&next_worker->cv); |
| 165 | } |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 166 | |
| 167 | if (pollset->shutting_down && pollset->on_shutdown != NULL) { |
| 168 | grpc_exec_ctx_enqueue(exec_ctx, pollset->on_shutdown, 1); |
| 169 | pollset->on_shutdown = NULL; |
| 170 | } |
| 171 | goto done; |
| 172 | } |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 173 | push_front_worker(&g_global_root_worker, GRPC_POLLSET_WORKER_LINK_GLOBAL, |
| 174 | worker); |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 175 | push_front_worker(&pollset->root_worker, GRPC_POLLSET_WORKER_LINK_POLLSET, |
| 176 | worker); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 177 | added_worker = 1; |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 178 | while (!worker->kicked) { |
| 179 | if (gpr_cv_wait(&worker->cv, &grpc_polling_mu, deadline)) { |
| 180 | break; |
| 181 | } |
| 182 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 183 | } else { |
| 184 | pollset->kicked_without_pollers = 0; |
| 185 | } |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 186 | done: |
Craig Tiller | 258f8de | 2015-09-23 12:32:40 -0700 | [diff] [blame] | 187 | if (!grpc_closure_list_empty(exec_ctx->closure_list)) { |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 188 | gpr_mu_unlock(&grpc_polling_mu); |
Craig Tiller | 258f8de | 2015-09-23 12:32:40 -0700 | [diff] [blame] | 189 | grpc_exec_ctx_flush(exec_ctx); |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 190 | gpr_mu_lock(&grpc_polling_mu); |
Craig Tiller | 258f8de | 2015-09-23 12:32:40 -0700 | [diff] [blame] | 191 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 192 | if (added_worker) { |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 193 | remove_worker(worker, GRPC_POLLSET_WORKER_LINK_GLOBAL); |
| 194 | remove_worker(worker, GRPC_POLLSET_WORKER_LINK_POLLSET); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 195 | } |
Craig Tiller | c3e5778 | 2015-09-29 08:37:32 -0700 | [diff] [blame] | 196 | gpr_cv_destroy(&worker->cv); |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 197 | } |
| 198 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 199 | void grpc_pollset_kick(grpc_pollset *p, grpc_pollset_worker *specific_worker) { |
| 200 | if (specific_worker != NULL) { |
| 201 | if (specific_worker == GRPC_POLLSET_KICK_BROADCAST) { |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 202 | for (specific_worker = |
| 203 | p->root_worker.links[GRPC_POLLSET_WORKER_LINK_POLLSET].next; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 204 | specific_worker != &p->root_worker; |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 205 | specific_worker = |
| 206 | specific_worker->links[GRPC_POLLSET_WORKER_LINK_POLLSET].next) { |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 207 | specific_worker->kicked = 1; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 208 | gpr_cv_signal(&specific_worker->cv); |
| 209 | } |
| 210 | p->kicked_without_pollers = 1; |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 211 | if (p->is_iocp_worker) { |
| 212 | grpc_iocp_kick(); |
| 213 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 214 | } else { |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 215 | if (p->is_iocp_worker) { |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 216 | if (g_active_poller == specific_worker) { |
| 217 | grpc_iocp_kick(); |
| 218 | } |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 219 | } else { |
Craig Tiller | 084c808 | 2015-09-29 11:19:06 -0700 | [diff] [blame] | 220 | specific_worker->kicked = 1; |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 221 | gpr_cv_signal(&specific_worker->cv); |
| 222 | } |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 223 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 224 | } else { |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 225 | specific_worker = |
| 226 | pop_front_worker(&p->root_worker, GRPC_POLLSET_WORKER_LINK_POLLSET); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 227 | if (specific_worker != NULL) { |
Craig Tiller | 3dedb70 | 2015-09-24 10:31:26 -0700 | [diff] [blame] | 228 | grpc_pollset_kick(p, specific_worker); |
| 229 | } else if (p->is_iocp_worker) { |
| 230 | grpc_iocp_kick(); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 231 | } else { |
| 232 | p->kicked_without_pollers = 1; |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 233 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 234 | } |
Craig Tiller | d1885e0 | 2015-07-30 14:32:31 -0700 | [diff] [blame] | 235 | } |
Nicolas "Pixel" Noble | 21f627a | 2015-02-04 01:31:14 +0100 | [diff] [blame] | 236 | |
Craig Tiller | 71a0f9d | 2015-09-28 17:22:01 -0700 | [diff] [blame] | 237 | void grpc_kick_poller(void) { grpc_iocp_kick(); } |
Craig Tiller | 26465e8 | 2015-09-28 17:08:30 -0700 | [diff] [blame] | 238 | |
Craig Tiller | 8674cb1 | 2015-06-05 07:09:25 -0700 | [diff] [blame] | 239 | #endif /* GPR_WINSOCK_SOCKET */ |