Craig Tiller | af69180 | 2015-06-23 14:57:07 -0700 | [diff] [blame] | 1 | /* |
| 2 | * |
| 3 | * Copyright 2015, Google Inc. |
| 4 | * All rights reserved. |
| 5 | * |
| 6 | * Redistribution and use in source and binary forms, with or without |
| 7 | * modification, are permitted provided that the following conditions are |
| 8 | * met: |
| 9 | * |
| 10 | * * Redistributions of source code must retain the above copyright |
| 11 | * notice, this list of conditions and the following disclaimer. |
| 12 | * * Redistributions in binary form must reproduce the above |
| 13 | * copyright notice, this list of conditions and the following disclaimer |
| 14 | * in the documentation and/or other materials provided with the |
| 15 | * distribution. |
| 16 | * * Neither the name of Google Inc. nor the names of its |
| 17 | * contributors may be used to endorse or promote products derived from |
| 18 | * this software without specific prior written permission. |
| 19 | * |
| 20 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 21 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 22 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 23 | * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 24 | * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 25 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 26 | * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 27 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 28 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 29 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 30 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 31 | * |
| 32 | */ |
| 33 | |
| 34 | #include "src/core/client_config/subchannel.h" |
Craig Tiller | 2595ab7 | 2015-06-25 15:26:00 -0700 | [diff] [blame] | 35 | |
Craig Tiller | f7afa1f | 2015-06-26 09:02:20 -0700 | [diff] [blame] | 36 | #include <string.h> |
| 37 | |
Craig Tiller | 2595ab7 | 2015-06-25 15:26:00 -0700 | [diff] [blame] | 38 | #include <grpc/support/alloc.h> |
| 39 | |
Craig Tiller | eb3b12e | 2015-06-26 14:42:49 -0700 | [diff] [blame] | 40 | #include "src/core/channel/channel_args.h" |
Craig Tiller | 1ada6ad | 2015-07-16 16:19:14 -0700 | [diff] [blame] | 41 | #include "src/core/channel/client_channel.h" |
Craig Tiller | ff54c92 | 2015-06-26 16:57:20 -0700 | [diff] [blame] | 42 | #include "src/core/channel/connected_channel.h" |
Craig Tiller | ff3ae68 | 2015-06-29 17:44:04 -0700 | [diff] [blame] | 43 | #include "src/core/iomgr/alarm.h" |
Craig Tiller | 08a1cf8 | 2015-06-29 09:37:52 -0700 | [diff] [blame] | 44 | #include "src/core/transport/connectivity_state.h" |
Craig Tiller | 1ada6ad | 2015-07-16 16:19:14 -0700 | [diff] [blame] | 45 | #include "src/core/surface/channel.h" |
Craig Tiller | eb3b12e | 2015-06-26 14:42:49 -0700 | [diff] [blame] | 46 | |
yang-g | b4e262c | 2015-07-21 16:11:55 -0700 | [diff] [blame] | 47 | #define GRPC_SUBCHANNEL_MIN_CONNECT_TIMEOUT_SECONDS 20 |
| 48 | #define GRPC_SUBCHANNEL_INITIAL_CONNECT_BACKOFF_SECONDS 1 |
| 49 | #define GRPC_SUBCHANNEL_RECONNECT_BACKOFF_MULTIPLIER 1.6 |
| 50 | #define GRPC_SUBCHANNEL_RECONNECT_MAX_BACKOFF_SECONDS 120 |
| 51 | #define GRPC_SUBCHANNEL_RECONNECT_JITTER 0.2 |
| 52 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 53 | typedef struct { |
Craig Tiller | 4ab82d2 | 2015-06-29 09:40:33 -0700 | [diff] [blame] | 54 | /* all fields protected by subchannel->mu */ |
| 55 | /** refcount */ |
| 56 | int refs; |
| 57 | /** parent subchannel */ |
Craig Tiller | eb3b12e | 2015-06-26 14:42:49 -0700 | [diff] [blame] | 58 | grpc_subchannel *subchannel; |
| 59 | } connection; |
| 60 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 61 | typedef struct { |
Craig Tiller | 3382511 | 2015-09-18 07:44:19 -0700 | [diff] [blame] | 62 | grpc_closure closure; |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 63 | size_t version; |
| 64 | grpc_subchannel *subchannel; |
| 65 | grpc_connectivity_state connectivity_state; |
| 66 | } state_watcher; |
| 67 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 68 | typedef struct waiting_for_connect { |
Craig Tiller | 5f84c84 | 2015-06-26 16:08:21 -0700 | [diff] [blame] | 69 | struct waiting_for_connect *next; |
Craig Tiller | 3382511 | 2015-09-18 07:44:19 -0700 | [diff] [blame] | 70 | grpc_closure *notify; |
Craig Tiller | abf3638 | 2015-06-29 16:13:27 -0700 | [diff] [blame] | 71 | grpc_pollset *pollset; |
Craig Tiller | 5f84c84 | 2015-06-26 16:08:21 -0700 | [diff] [blame] | 72 | grpc_subchannel_call **target; |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 73 | grpc_subchannel *subchannel; |
Craig Tiller | 3382511 | 2015-09-18 07:44:19 -0700 | [diff] [blame] | 74 | grpc_closure continuation; |
Craig Tiller | 5f84c84 | 2015-06-26 16:08:21 -0700 | [diff] [blame] | 75 | } waiting_for_connect; |
| 76 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 77 | struct grpc_subchannel { |
Craig Tiller | 9162466 | 2015-06-25 16:31:02 -0700 | [diff] [blame] | 78 | grpc_connector *connector; |
Craig Tiller | f7afa1f | 2015-06-26 09:02:20 -0700 | [diff] [blame] | 79 | |
| 80 | /** non-transport related channel filters */ |
| 81 | const grpc_channel_filter **filters; |
Craig Tiller | 5945ee1 | 2015-06-27 10:36:09 -0700 | [diff] [blame] | 82 | size_t num_filters; |
Craig Tiller | f7afa1f | 2015-06-26 09:02:20 -0700 | [diff] [blame] | 83 | /** channel arguments */ |
| 84 | grpc_channel_args *args; |
| 85 | /** address to connect to */ |
| 86 | struct sockaddr *addr; |
| 87 | size_t addr_len; |
Craig Tiller | 5f84c84 | 2015-06-26 16:08:21 -0700 | [diff] [blame] | 88 | /** metadata context */ |
| 89 | grpc_mdctx *mdctx; |
Craig Tiller | f037011 | 2015-07-01 14:26:11 -0700 | [diff] [blame] | 90 | /** master channel - the grpc_channel instance that ultimately owns |
| 91 | this channel_data via its channel stack. |
| 92 | We occasionally use this to bump the refcount on the master channel |
| 93 | to keep ourselves alive through an asynchronous operation. */ |
Craig Tiller | 9846503 | 2015-06-29 14:36:42 -0700 | [diff] [blame] | 94 | grpc_channel *master; |
Craig Tiller | b6fbf1d | 2015-06-29 15:25:49 -0700 | [diff] [blame] | 95 | /** have we seen a disconnection? */ |
| 96 | int disconnected; |
Craig Tiller | eb3b12e | 2015-06-26 14:42:49 -0700 | [diff] [blame] | 97 | |
| 98 | /** set during connection */ |
Craig Tiller | 04c5d4b | 2015-06-26 17:21:41 -0700 | [diff] [blame] | 99 | grpc_connect_out_args connecting_result; |
Craig Tiller | eb3b12e | 2015-06-26 14:42:49 -0700 | [diff] [blame] | 100 | |
| 101 | /** callback for connection finishing */ |
Craig Tiller | 3382511 | 2015-09-18 07:44:19 -0700 | [diff] [blame] | 102 | grpc_closure connected; |
Craig Tiller | eb3b12e | 2015-06-26 14:42:49 -0700 | [diff] [blame] | 103 | |
Craig Tiller | 5f84c84 | 2015-06-26 16:08:21 -0700 | [diff] [blame] | 104 | /** pollset_set tracking who's interested in a connection |
Craig Tiller | 03dc655 | 2015-07-17 23:12:34 -0700 | [diff] [blame] | 105 | being setup - owned by the master channel (in particular the |
| 106 | client_channel |
Craig Tiller | 1ada6ad | 2015-07-16 16:19:14 -0700 | [diff] [blame] | 107 | filter there-in) */ |
| 108 | grpc_pollset_set *pollset_set; |
Craig Tiller | 5f84c84 | 2015-06-26 16:08:21 -0700 | [diff] [blame] | 109 | |
Craig Tiller | eb3b12e | 2015-06-26 14:42:49 -0700 | [diff] [blame] | 110 | /** mutex protecting remaining elements */ |
| 111 | gpr_mu mu; |
| 112 | |
| 113 | /** active connection */ |
| 114 | connection *active; |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 115 | /** version number for the active connection */ |
| 116 | size_t active_version; |
Craig Tiller | d7b68e7 | 2015-06-28 11:41:09 -0700 | [diff] [blame] | 117 | /** refcount */ |
| 118 | int refs; |
Craig Tiller | eb3b12e | 2015-06-26 14:42:49 -0700 | [diff] [blame] | 119 | /** are we connecting */ |
| 120 | int connecting; |
Craig Tiller | 5f84c84 | 2015-06-26 16:08:21 -0700 | [diff] [blame] | 121 | /** things waiting for a connection */ |
| 122 | waiting_for_connect *waiting; |
Craig Tiller | c7b5f76 | 2015-06-27 11:48:42 -0700 | [diff] [blame] | 123 | /** connectivity state tracking */ |
| 124 | grpc_connectivity_state_tracker state_tracker; |
Craig Tiller | ff3ae68 | 2015-06-29 17:44:04 -0700 | [diff] [blame] | 125 | |
| 126 | /** next connect attempt time */ |
| 127 | gpr_timespec next_attempt; |
| 128 | /** amount to backoff each failure */ |
| 129 | gpr_timespec backoff_delta; |
| 130 | /** do we have an active alarm? */ |
| 131 | int have_alarm; |
| 132 | /** our alarm */ |
| 133 | grpc_alarm alarm; |
yang-g | b4e262c | 2015-07-21 16:11:55 -0700 | [diff] [blame] | 134 | /** current random value */ |
yang-g | c5d3f43 | 2015-07-30 12:46:00 -0700 | [diff] [blame] | 135 | gpr_uint32 random; |
Craig Tiller | 2595ab7 | 2015-06-25 15:26:00 -0700 | [diff] [blame] | 136 | }; |
| 137 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 138 | struct grpc_subchannel_call { |
Craig Tiller | eb3b12e | 2015-06-26 14:42:49 -0700 | [diff] [blame] | 139 | connection *connection; |
Craig Tiller | 2595ab7 | 2015-06-25 15:26:00 -0700 | [diff] [blame] | 140 | gpr_refcount refs; |
| 141 | }; |
| 142 | |
Craig Tiller | 04c5d4b | 2015-06-26 17:21:41 -0700 | [diff] [blame] | 143 | #define SUBCHANNEL_CALL_TO_CALL_STACK(call) ((grpc_call_stack *)((call) + 1)) |
| 144 | #define CHANNEL_STACK_FROM_CONNECTION(con) ((grpc_channel_stack *)((con) + 1)) |
Craig Tiller | 2595ab7 | 2015-06-25 15:26:00 -0700 | [diff] [blame] | 145 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 146 | static grpc_subchannel_call *create_call(grpc_exec_ctx *exec_ctx, |
| 147 | connection *con); |
| 148 | static void connectivity_state_changed_locked(grpc_exec_ctx *exec_ctx, |
| 149 | grpc_subchannel *c, |
| 150 | const char *reason); |
| 151 | static grpc_connectivity_state compute_connectivity_locked(grpc_subchannel *c); |
| 152 | static gpr_timespec compute_connect_deadline(grpc_subchannel *c); |
| 153 | static void subchannel_connected(grpc_exec_ctx *exec_ctx, void *subchannel, |
| 154 | int iomgr_success); |
Craig Tiller | eb3b12e | 2015-06-26 14:42:49 -0700 | [diff] [blame] | 155 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 156 | static void subchannel_ref_locked( |
| 157 | grpc_subchannel *c GRPC_SUBCHANNEL_REF_EXTRA_ARGS); |
| 158 | static int subchannel_unref_locked( |
| 159 | grpc_subchannel *c GRPC_SUBCHANNEL_REF_EXTRA_ARGS) GRPC_MUST_USE_RESULT; |
| 160 | static void connection_ref_locked(connection *c GRPC_SUBCHANNEL_REF_EXTRA_ARGS); |
| 161 | static grpc_subchannel *connection_unref_locked( |
| 162 | grpc_exec_ctx *exec_ctx, |
| 163 | connection *c GRPC_SUBCHANNEL_REF_EXTRA_ARGS) GRPC_MUST_USE_RESULT; |
| 164 | static void subchannel_destroy(grpc_exec_ctx *exec_ctx, grpc_subchannel *c); |
Craig Tiller | d7b68e7 | 2015-06-28 11:41:09 -0700 | [diff] [blame] | 165 | |
Craig Tiller | c396753 | 2015-06-29 14:59:38 -0700 | [diff] [blame] | 166 | #ifdef GRPC_SUBCHANNEL_REFCOUNT_DEBUG |
Craig Tiller | 079a11b | 2015-06-30 10:07:15 -0700 | [diff] [blame] | 167 | #define SUBCHANNEL_REF_LOCKED(p, r) \ |
| 168 | subchannel_ref_locked((p), __FILE__, __LINE__, (r)) |
| 169 | #define SUBCHANNEL_UNREF_LOCKED(p, r) \ |
| 170 | subchannel_unref_locked((p), __FILE__, __LINE__, (r)) |
| 171 | #define CONNECTION_REF_LOCKED(p, r) \ |
| 172 | connection_ref_locked((p), __FILE__, __LINE__, (r)) |
Craig Tiller | 8af4c33 | 2015-09-22 12:32:31 -0700 | [diff] [blame] | 173 | #define CONNECTION_UNREF_LOCKED(cl, p, r) \ |
| 174 | connection_unref_locked((cl), (p), __FILE__, __LINE__, (r)) |
Craig Tiller | c396753 | 2015-06-29 14:59:38 -0700 | [diff] [blame] | 175 | #define REF_PASS_ARGS , file, line, reason |
Craig Tiller | 079a11b | 2015-06-30 10:07:15 -0700 | [diff] [blame] | 176 | #define REF_LOG(name, p) \ |
| 177 | gpr_log(file, line, GPR_LOG_SEVERITY_DEBUG, "%s: %p ref %d -> %d %s", \ |
| 178 | (name), (p), (p)->refs, (p)->refs + 1, reason) |
| 179 | #define UNREF_LOG(name, p) \ |
| 180 | gpr_log(file, line, GPR_LOG_SEVERITY_DEBUG, "%s: %p unref %d -> %d %s", \ |
| 181 | (name), (p), (p)->refs, (p)->refs - 1, reason) |
Craig Tiller | c396753 | 2015-06-29 14:59:38 -0700 | [diff] [blame] | 182 | #else |
| 183 | #define SUBCHANNEL_REF_LOCKED(p, r) subchannel_ref_locked((p)) |
| 184 | #define SUBCHANNEL_UNREF_LOCKED(p, r) subchannel_unref_locked((p)) |
Craig Tiller | 11bf14e | 2015-06-29 16:35:41 -0700 | [diff] [blame] | 185 | #define CONNECTION_REF_LOCKED(p, r) connection_ref_locked((p)) |
Craig Tiller | 8af4c33 | 2015-09-22 12:32:31 -0700 | [diff] [blame] | 186 | #define CONNECTION_UNREF_LOCKED(cl, p, r) connection_unref_locked((cl), (p)) |
Craig Tiller | c396753 | 2015-06-29 14:59:38 -0700 | [diff] [blame] | 187 | #define REF_PASS_ARGS |
Craig Tiller | 11bf14e | 2015-06-29 16:35:41 -0700 | [diff] [blame] | 188 | #define REF_LOG(name, p) \ |
| 189 | do { \ |
| 190 | } while (0) |
| 191 | #define UNREF_LOG(name, p) \ |
| 192 | do { \ |
| 193 | } while (0) |
Craig Tiller | c396753 | 2015-06-29 14:59:38 -0700 | [diff] [blame] | 194 | #endif |
| 195 | |
Craig Tiller | 2595ab7 | 2015-06-25 15:26:00 -0700 | [diff] [blame] | 196 | /* |
Craig Tiller | ca3e9d3 | 2015-06-27 18:37:27 -0700 | [diff] [blame] | 197 | * connection implementation |
| 198 | */ |
| 199 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 200 | static void connection_destroy(grpc_exec_ctx *exec_ctx, connection *c) { |
| 201 | GPR_ASSERT(c->refs == 0); |
| 202 | grpc_channel_stack_destroy(exec_ctx, CHANNEL_STACK_FROM_CONNECTION(c)); |
| 203 | gpr_free(c); |
Craig Tiller | ca3e9d3 | 2015-06-27 18:37:27 -0700 | [diff] [blame] | 204 | } |
| 205 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 206 | static void connection_ref_locked( |
| 207 | connection *c GRPC_SUBCHANNEL_REF_EXTRA_ARGS) { |
| 208 | REF_LOG("CONNECTION", c); |
| 209 | subchannel_ref_locked(c->subchannel REF_PASS_ARGS); |
Craig Tiller | 4ab82d2 | 2015-06-29 09:40:33 -0700 | [diff] [blame] | 210 | ++c->refs; |
Craig Tiller | d7b68e7 | 2015-06-28 11:41:09 -0700 | [diff] [blame] | 211 | } |
| 212 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 213 | static grpc_subchannel *connection_unref_locked( |
| 214 | grpc_exec_ctx *exec_ctx, connection *c GRPC_SUBCHANNEL_REF_EXTRA_ARGS) { |
Craig Tiller | 4ab82d2 | 2015-06-29 09:40:33 -0700 | [diff] [blame] | 215 | grpc_subchannel *destroy = NULL; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 216 | UNREF_LOG("CONNECTION", c); |
| 217 | if (subchannel_unref_locked(c->subchannel REF_PASS_ARGS)) { |
| 218 | destroy = c->subchannel; |
| 219 | } |
| 220 | if (--c->refs == 0 && c->subchannel->active != c) { |
| 221 | connection_destroy(exec_ctx, c); |
| 222 | } |
Craig Tiller | d7b68e7 | 2015-06-28 11:41:09 -0700 | [diff] [blame] | 223 | return destroy; |
Craig Tiller | ca3e9d3 | 2015-06-27 18:37:27 -0700 | [diff] [blame] | 224 | } |
| 225 | |
| 226 | /* |
Craig Tiller | 2595ab7 | 2015-06-25 15:26:00 -0700 | [diff] [blame] | 227 | * grpc_subchannel implementation |
| 228 | */ |
| 229 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 230 | static void subchannel_ref_locked( |
| 231 | grpc_subchannel *c GRPC_SUBCHANNEL_REF_EXTRA_ARGS) { |
| 232 | REF_LOG("SUBCHANNEL", c); |
Craig Tiller | 079a11b | 2015-06-30 10:07:15 -0700 | [diff] [blame] | 233 | ++c->refs; |
Craig Tiller | c396753 | 2015-06-29 14:59:38 -0700 | [diff] [blame] | 234 | } |
Craig Tiller | 2595ab7 | 2015-06-25 15:26:00 -0700 | [diff] [blame] | 235 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 236 | static int subchannel_unref_locked( |
| 237 | grpc_subchannel *c GRPC_SUBCHANNEL_REF_EXTRA_ARGS) { |
| 238 | UNREF_LOG("SUBCHANNEL", c); |
Craig Tiller | 4ab82d2 | 2015-06-29 09:40:33 -0700 | [diff] [blame] | 239 | return --c->refs == 0; |
Craig Tiller | d7b68e7 | 2015-06-28 11:41:09 -0700 | [diff] [blame] | 240 | } |
| 241 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 242 | void grpc_subchannel_ref(grpc_subchannel *c GRPC_SUBCHANNEL_REF_EXTRA_ARGS) { |
| 243 | gpr_mu_lock(&c->mu); |
| 244 | subchannel_ref_locked(c REF_PASS_ARGS); |
| 245 | gpr_mu_unlock(&c->mu); |
Craig Tiller | d7b68e7 | 2015-06-28 11:41:09 -0700 | [diff] [blame] | 246 | } |
| 247 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 248 | void grpc_subchannel_unref(grpc_exec_ctx *exec_ctx, |
| 249 | grpc_subchannel *c GRPC_SUBCHANNEL_REF_EXTRA_ARGS) { |
Craig Tiller | 4ab82d2 | 2015-06-29 09:40:33 -0700 | [diff] [blame] | 250 | int destroy; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 251 | gpr_mu_lock(&c->mu); |
| 252 | destroy = subchannel_unref_locked(c REF_PASS_ARGS); |
| 253 | gpr_mu_unlock(&c->mu); |
| 254 | if (destroy) subchannel_destroy(exec_ctx, c); |
Craig Tiller | d7b68e7 | 2015-06-28 11:41:09 -0700 | [diff] [blame] | 255 | } |
| 256 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 257 | static void subchannel_destroy(grpc_exec_ctx *exec_ctx, grpc_subchannel *c) { |
| 258 | if (c->active != NULL) { |
| 259 | connection_destroy(exec_ctx, c->active); |
| 260 | } |
Craig Tiller | 565b18b | 2015-09-23 10:09:42 -0700 | [diff] [blame^] | 261 | gpr_free((void *)c->filters); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 262 | grpc_channel_args_destroy(c->args); |
| 263 | gpr_free(c->addr); |
| 264 | grpc_mdctx_unref(c->mdctx); |
| 265 | grpc_connectivity_state_destroy(exec_ctx, &c->state_tracker); |
| 266 | grpc_connector_unref(exec_ctx, c->connector); |
| 267 | gpr_free(c); |
Craig Tiller | 2595ab7 | 2015-06-25 15:26:00 -0700 | [diff] [blame] | 268 | } |
| 269 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 270 | void grpc_subchannel_add_interested_party(grpc_exec_ctx *exec_ctx, |
| 271 | grpc_subchannel *c, |
| 272 | grpc_pollset *pollset) { |
| 273 | grpc_pollset_set_add_pollset(exec_ctx, c->pollset_set, pollset); |
Craig Tiller | 5f84c84 | 2015-06-26 16:08:21 -0700 | [diff] [blame] | 274 | } |
| 275 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 276 | void grpc_subchannel_del_interested_party(grpc_exec_ctx *exec_ctx, |
| 277 | grpc_subchannel *c, |
| 278 | grpc_pollset *pollset) { |
| 279 | grpc_pollset_set_del_pollset(exec_ctx, c->pollset_set, pollset); |
Craig Tiller | 5f84c84 | 2015-06-26 16:08:21 -0700 | [diff] [blame] | 280 | } |
| 281 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 282 | static gpr_uint32 random_seed() { |
| 283 | return (gpr_uint32)(gpr_time_to_millis(gpr_now(GPR_CLOCK_MONOTONIC))); |
yang-g | b4e262c | 2015-07-21 16:11:55 -0700 | [diff] [blame] | 284 | } |
| 285 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 286 | grpc_subchannel *grpc_subchannel_create(grpc_connector *connector, |
| 287 | grpc_subchannel_args *args) { |
| 288 | grpc_subchannel *c = gpr_malloc(sizeof(*c)); |
| 289 | grpc_channel_element *parent_elem = grpc_channel_stack_last_element( |
| 290 | grpc_channel_get_channel_stack(args->master)); |
| 291 | memset(c, 0, sizeof(*c)); |
Craig Tiller | d7b68e7 | 2015-06-28 11:41:09 -0700 | [diff] [blame] | 292 | c->refs = 1; |
Craig Tiller | f7afa1f | 2015-06-26 09:02:20 -0700 | [diff] [blame] | 293 | c->connector = connector; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 294 | grpc_connector_ref(c->connector); |
Craig Tiller | 5945ee1 | 2015-06-27 10:36:09 -0700 | [diff] [blame] | 295 | c->num_filters = args->filter_count; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 296 | c->filters = gpr_malloc(sizeof(grpc_channel_filter *) * c->num_filters); |
Craig Tiller | 565b18b | 2015-09-23 10:09:42 -0700 | [diff] [blame^] | 297 | memcpy((void *)c->filters, args->filters, |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 298 | sizeof(grpc_channel_filter *) * c->num_filters); |
| 299 | c->addr = gpr_malloc(args->addr_len); |
| 300 | memcpy(c->addr, args->addr, args->addr_len); |
Craig Tiller | f7afa1f | 2015-06-26 09:02:20 -0700 | [diff] [blame] | 301 | c->addr_len = args->addr_len; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 302 | c->args = grpc_channel_args_copy(args->args); |
Craig Tiller | 5f84c84 | 2015-06-26 16:08:21 -0700 | [diff] [blame] | 303 | c->mdctx = args->mdctx; |
Craig Tiller | 9846503 | 2015-06-29 14:36:42 -0700 | [diff] [blame] | 304 | c->master = args->master; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 305 | c->pollset_set = grpc_client_channel_get_connecting_pollset_set(parent_elem); |
| 306 | c->random = random_seed(); |
| 307 | grpc_mdctx_ref(c->mdctx); |
| 308 | grpc_closure_init(&c->connected, subchannel_connected, c); |
| 309 | grpc_connectivity_state_init(&c->state_tracker, GRPC_CHANNEL_IDLE, |
| 310 | "subchannel"); |
| 311 | gpr_mu_init(&c->mu); |
Craig Tiller | f7afa1f | 2015-06-26 09:02:20 -0700 | [diff] [blame] | 312 | return c; |
| 313 | } |
| 314 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 315 | static void continue_connect(grpc_exec_ctx *exec_ctx, grpc_subchannel *c) { |
Craig Tiller | 4ab82d2 | 2015-06-29 09:40:33 -0700 | [diff] [blame] | 316 | grpc_connect_in_args args; |
Craig Tiller | 04c5d4b | 2015-06-26 17:21:41 -0700 | [diff] [blame] | 317 | |
Craig Tiller | 1ada6ad | 2015-07-16 16:19:14 -0700 | [diff] [blame] | 318 | args.interested_parties = c->pollset_set; |
Craig Tiller | 4ab82d2 | 2015-06-29 09:40:33 -0700 | [diff] [blame] | 319 | args.addr = c->addr; |
| 320 | args.addr_len = c->addr_len; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 321 | args.deadline = compute_connect_deadline(c); |
Craig Tiller | 4ab82d2 | 2015-06-29 09:40:33 -0700 | [diff] [blame] | 322 | args.channel_args = c->args; |
Craig Tiller | 04c5d4b | 2015-06-26 17:21:41 -0700 | [diff] [blame] | 323 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 324 | grpc_connector_connect(exec_ctx, c->connector, &args, &c->connecting_result, |
| 325 | &c->connected); |
Craig Tiller | 04c5d4b | 2015-06-26 17:21:41 -0700 | [diff] [blame] | 326 | } |
| 327 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 328 | static void start_connect(grpc_exec_ctx *exec_ctx, grpc_subchannel *c) { |
| 329 | c->backoff_delta = gpr_time_from_seconds( |
| 330 | GRPC_SUBCHANNEL_INITIAL_CONNECT_BACKOFF_SECONDS, GPR_TIMESPAN); |
| 331 | c->next_attempt = |
| 332 | gpr_time_add(gpr_now(GPR_CLOCK_MONOTONIC), c->backoff_delta); |
| 333 | continue_connect(exec_ctx, c); |
Craig Tiller | ff3ae68 | 2015-06-29 17:44:04 -0700 | [diff] [blame] | 334 | } |
| 335 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 336 | static void continue_creating_call(grpc_exec_ctx *exec_ctx, void *arg, |
| 337 | int iomgr_success) { |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 338 | waiting_for_connect *w4c = arg; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 339 | grpc_subchannel_del_interested_party(exec_ctx, w4c->subchannel, w4c->pollset); |
| 340 | grpc_subchannel_create_call(exec_ctx, w4c->subchannel, w4c->pollset, |
| 341 | w4c->target, w4c->notify); |
| 342 | GRPC_SUBCHANNEL_UNREF(exec_ctx, w4c->subchannel, "waiting_for_connect"); |
| 343 | gpr_free(w4c); |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 344 | } |
| 345 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 346 | void grpc_subchannel_create_call(grpc_exec_ctx *exec_ctx, grpc_subchannel *c, |
| 347 | grpc_pollset *pollset, |
| 348 | grpc_subchannel_call **target, |
| 349 | grpc_closure *notify) { |
Craig Tiller | eb3b12e | 2015-06-26 14:42:49 -0700 | [diff] [blame] | 350 | connection *con; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 351 | gpr_mu_lock(&c->mu); |
| 352 | if (c->active != NULL) { |
| 353 | con = c->active; |
| 354 | CONNECTION_REF_LOCKED(con, "call"); |
| 355 | gpr_mu_unlock(&c->mu); |
Craig Tiller | eb3b12e | 2015-06-26 14:42:49 -0700 | [diff] [blame] | 356 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 357 | *target = create_call(exec_ctx, con); |
| 358 | notify->cb(exec_ctx, notify->cb_arg, 1); |
| 359 | } else { |
| 360 | waiting_for_connect *w4c = gpr_malloc(sizeof(*w4c)); |
| 361 | w4c->next = c->waiting; |
| 362 | w4c->notify = notify; |
| 363 | w4c->pollset = pollset; |
| 364 | w4c->target = target; |
| 365 | w4c->subchannel = c; |
| 366 | /* released when clearing w4c */ |
| 367 | SUBCHANNEL_REF_LOCKED(c, "waiting_for_connect"); |
| 368 | grpc_closure_init(&w4c->continuation, continue_creating_call, w4c); |
| 369 | c->waiting = w4c; |
| 370 | grpc_subchannel_add_interested_party(exec_ctx, c, pollset); |
| 371 | if (!c->connecting) { |
| 372 | c->connecting = 1; |
| 373 | connectivity_state_changed_locked(exec_ctx, c, "create_call"); |
| 374 | /* released by connection */ |
| 375 | SUBCHANNEL_REF_LOCKED(c, "connecting"); |
| 376 | GRPC_CHANNEL_INTERNAL_REF(c->master, "connecting"); |
| 377 | gpr_mu_unlock(&c->mu); |
Craig Tiller | 45724b3 | 2015-09-22 10:42:19 -0700 | [diff] [blame] | 378 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 379 | start_connect(exec_ctx, c); |
| 380 | } else { |
| 381 | gpr_mu_unlock(&c->mu); |
Craig Tiller | 45724b3 | 2015-09-22 10:42:19 -0700 | [diff] [blame] | 382 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 383 | } |
Craig Tiller | eb3b12e | 2015-06-26 14:42:49 -0700 | [diff] [blame] | 384 | } |
| 385 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 386 | grpc_connectivity_state grpc_subchannel_check_connectivity(grpc_subchannel *c) { |
Craig Tiller | 5f84c84 | 2015-06-26 16:08:21 -0700 | [diff] [blame] | 387 | grpc_connectivity_state state; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 388 | gpr_mu_lock(&c->mu); |
| 389 | state = grpc_connectivity_state_check(&c->state_tracker); |
| 390 | gpr_mu_unlock(&c->mu); |
Craig Tiller | 5f84c84 | 2015-06-26 16:08:21 -0700 | [diff] [blame] | 391 | return state; |
| 392 | } |
| 393 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 394 | void grpc_subchannel_notify_on_state_change(grpc_exec_ctx *exec_ctx, |
| 395 | grpc_subchannel *c, |
| 396 | grpc_connectivity_state *state, |
| 397 | grpc_closure *notify) { |
Craig Tiller | 5f84c84 | 2015-06-26 16:08:21 -0700 | [diff] [blame] | 398 | int do_connect = 0; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 399 | gpr_mu_lock(&c->mu); |
| 400 | if (grpc_connectivity_state_notify_on_state_change( |
| 401 | exec_ctx, &c->state_tracker, state, notify)) { |
| 402 | do_connect = 1; |
| 403 | c->connecting = 1; |
| 404 | /* released by connection */ |
| 405 | SUBCHANNEL_REF_LOCKED(c, "connecting"); |
| 406 | GRPC_CHANNEL_INTERNAL_REF(c->master, "connecting"); |
| 407 | connectivity_state_changed_locked(exec_ctx, c, "state_change"); |
| 408 | } |
| 409 | gpr_mu_unlock(&c->mu); |
Craig Tiller | 000cd8f | 2015-09-18 07:20:29 -0700 | [diff] [blame] | 410 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 411 | if (do_connect) { |
| 412 | start_connect(exec_ctx, c); |
| 413 | } |
Craig Tiller | 5f84c84 | 2015-06-26 16:08:21 -0700 | [diff] [blame] | 414 | } |
| 415 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 416 | void grpc_subchannel_process_transport_op(grpc_exec_ctx *exec_ctx, |
| 417 | grpc_subchannel *c, |
| 418 | grpc_transport_op *op) { |
Craig Tiller | b6fbf1d | 2015-06-29 15:25:49 -0700 | [diff] [blame] | 419 | connection *con = NULL; |
| 420 | grpc_subchannel *destroy; |
Craig Tiller | ff3ae68 | 2015-06-29 17:44:04 -0700 | [diff] [blame] | 421 | int cancel_alarm = 0; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 422 | gpr_mu_lock(&c->mu); |
| 423 | if (c->active != NULL) { |
| 424 | con = c->active; |
| 425 | CONNECTION_REF_LOCKED(con, "transport-op"); |
| 426 | } |
| 427 | if (op->disconnect) { |
| 428 | c->disconnected = 1; |
| 429 | connectivity_state_changed_locked(exec_ctx, c, "disconnect"); |
| 430 | if (c->have_alarm) { |
| 431 | cancel_alarm = 1; |
Craig Tiller | ff3ae68 | 2015-06-29 17:44:04 -0700 | [diff] [blame] | 432 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 433 | } |
| 434 | gpr_mu_unlock(&c->mu); |
Craig Tiller | ff3ae68 | 2015-06-29 17:44:04 -0700 | [diff] [blame] | 435 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 436 | if (con != NULL) { |
| 437 | grpc_channel_stack *channel_stack = CHANNEL_STACK_FROM_CONNECTION(con); |
| 438 | grpc_channel_element *top_elem = |
| 439 | grpc_channel_stack_element(channel_stack, 0); |
| 440 | top_elem->filter->start_transport_op(exec_ctx, top_elem, op); |
Craig Tiller | 131f6ed | 2015-09-15 08:20:20 -0700 | [diff] [blame] | 441 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 442 | gpr_mu_lock(&c->mu); |
| 443 | destroy = CONNECTION_UNREF_LOCKED(exec_ctx, con, "transport-op"); |
| 444 | gpr_mu_unlock(&c->mu); |
| 445 | if (destroy) { |
| 446 | subchannel_destroy(exec_ctx, destroy); |
Craig Tiller | 45724b3 | 2015-09-22 10:42:19 -0700 | [diff] [blame] | 447 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 448 | } |
Craig Tiller | 45724b3 | 2015-09-22 10:42:19 -0700 | [diff] [blame] | 449 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 450 | if (cancel_alarm) { |
| 451 | grpc_alarm_cancel(exec_ctx, &c->alarm); |
| 452 | } |
Craig Tiller | 45724b3 | 2015-09-22 10:42:19 -0700 | [diff] [blame] | 453 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 454 | if (op->disconnect) { |
| 455 | grpc_connector_shutdown(exec_ctx, c->connector); |
| 456 | } |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 457 | } |
| 458 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 459 | static void on_state_changed(grpc_exec_ctx *exec_ctx, void *p, |
| 460 | int iomgr_success) { |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 461 | state_watcher *sw = p; |
| 462 | grpc_subchannel *c = sw->subchannel; |
| 463 | gpr_mu *mu = &c->mu; |
| 464 | int destroy; |
| 465 | grpc_transport_op op; |
| 466 | grpc_channel_element *elem; |
| 467 | connection *destroy_connection = NULL; |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 468 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 469 | gpr_mu_lock(mu); |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 470 | |
| 471 | /* if we failed or there is a version number mismatch, just leave |
| 472 | this closure */ |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 473 | if (!iomgr_success || sw->subchannel->active_version != sw->version) { |
| 474 | goto done; |
| 475 | } |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 476 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 477 | switch (sw->connectivity_state) { |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 478 | case GRPC_CHANNEL_CONNECTING: |
| 479 | case GRPC_CHANNEL_READY: |
| 480 | case GRPC_CHANNEL_IDLE: |
| 481 | /* all is still good: keep watching */ |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 482 | memset(&op, 0, sizeof(op)); |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 483 | op.connectivity_state = &sw->connectivity_state; |
| 484 | op.on_connectivity_state_change = &sw->closure; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 485 | elem = grpc_channel_stack_element( |
| 486 | CHANNEL_STACK_FROM_CONNECTION(c->active), 0); |
| 487 | elem->filter->start_transport_op(exec_ctx, elem, &op); |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 488 | /* early out */ |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 489 | gpr_mu_unlock(mu); |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 490 | return; |
| 491 | case GRPC_CHANNEL_FATAL_FAILURE: |
Craig Tiller | 49924e0 | 2015-06-29 22:42:33 -0700 | [diff] [blame] | 492 | case GRPC_CHANNEL_TRANSIENT_FAILURE: |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 493 | /* things have gone wrong, deactivate and enter idle */ |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 494 | if (sw->subchannel->active->refs == 0) { |
| 495 | destroy_connection = sw->subchannel->active; |
| 496 | } |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 497 | sw->subchannel->active = NULL; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 498 | grpc_connectivity_state_set(exec_ctx, &c->state_tracker, |
| 499 | c->disconnected |
| 500 | ? GRPC_CHANNEL_FATAL_FAILURE |
| 501 | : GRPC_CHANNEL_TRANSIENT_FAILURE, |
| 502 | "connection_failed"); |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 503 | break; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 504 | } |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 505 | |
| 506 | done: |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 507 | connectivity_state_changed_locked(exec_ctx, c, "transport_state_changed"); |
| 508 | destroy = SUBCHANNEL_UNREF_LOCKED(c, "state_watcher"); |
| 509 | gpr_free(sw); |
| 510 | gpr_mu_unlock(mu); |
| 511 | if (destroy) { |
| 512 | subchannel_destroy(exec_ctx, c); |
| 513 | } |
| 514 | if (destroy_connection != NULL) { |
| 515 | connection_destroy(exec_ctx, destroy_connection); |
| 516 | } |
Craig Tiller | c7b5f76 | 2015-06-27 11:48:42 -0700 | [diff] [blame] | 517 | } |
| 518 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 519 | static void publish_transport(grpc_exec_ctx *exec_ctx, grpc_subchannel *c) { |
Craig Tiller | 4ab82d2 | 2015-06-29 09:40:33 -0700 | [diff] [blame] | 520 | size_t channel_stack_size; |
| 521 | connection *con; |
| 522 | grpc_channel_stack *stk; |
| 523 | size_t num_filters; |
| 524 | const grpc_channel_filter **filters; |
| 525 | waiting_for_connect *w4c; |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 526 | grpc_transport_op op; |
| 527 | state_watcher *sw; |
| 528 | connection *destroy_connection = NULL; |
| 529 | grpc_channel_element *elem; |
Craig Tiller | 5945ee1 | 2015-06-27 10:36:09 -0700 | [diff] [blame] | 530 | |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 531 | /* build final filter list */ |
Craig Tiller | 4ab82d2 | 2015-06-29 09:40:33 -0700 | [diff] [blame] | 532 | num_filters = c->num_filters + c->connecting_result.num_filters + 1; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 533 | filters = gpr_malloc(sizeof(*filters) * num_filters); |
Craig Tiller | 565b18b | 2015-09-23 10:09:42 -0700 | [diff] [blame^] | 534 | memcpy((void *)filters, c->filters, sizeof(*filters) * c->num_filters); |
| 535 | memcpy((void *)(filters + c->num_filters), c->connecting_result.filters, |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 536 | sizeof(*filters) * c->connecting_result.num_filters); |
Craig Tiller | 4ab82d2 | 2015-06-29 09:40:33 -0700 | [diff] [blame] | 537 | filters[num_filters - 1] = &grpc_connected_channel_filter; |
Craig Tiller | 5945ee1 | 2015-06-27 10:36:09 -0700 | [diff] [blame] | 538 | |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 539 | /* construct channel stack */ |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 540 | channel_stack_size = grpc_channel_stack_size(filters, num_filters); |
| 541 | con = gpr_malloc(sizeof(connection) + channel_stack_size); |
| 542 | stk = (grpc_channel_stack *)(con + 1); |
Craig Tiller | 4ab82d2 | 2015-06-29 09:40:33 -0700 | [diff] [blame] | 543 | con->refs = 0; |
| 544 | con->subchannel = c; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 545 | grpc_channel_stack_init(exec_ctx, filters, num_filters, c->master, c->args, |
| 546 | c->mdctx, stk); |
| 547 | grpc_connected_channel_bind_transport(stk, c->connecting_result.transport); |
Craig Tiller | 565b18b | 2015-09-23 10:09:42 -0700 | [diff] [blame^] | 548 | gpr_free((void *)c->connecting_result.filters); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 549 | memset(&c->connecting_result, 0, sizeof(c->connecting_result)); |
Craig Tiller | ff54c92 | 2015-06-26 16:57:20 -0700 | [diff] [blame] | 550 | |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 551 | /* initialize state watcher */ |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 552 | sw = gpr_malloc(sizeof(*sw)); |
| 553 | grpc_closure_init(&sw->closure, on_state_changed, sw); |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 554 | sw->subchannel = c; |
| 555 | sw->connectivity_state = GRPC_CHANNEL_READY; |
| 556 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 557 | gpr_mu_lock(&c->mu); |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 558 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 559 | if (c->disconnected) { |
| 560 | gpr_mu_unlock(&c->mu); |
| 561 | gpr_free(sw); |
Craig Tiller | 565b18b | 2015-09-23 10:09:42 -0700 | [diff] [blame^] | 562 | gpr_free((void *)filters); |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 563 | grpc_channel_stack_destroy(exec_ctx, stk); |
| 564 | GRPC_CHANNEL_INTERNAL_UNREF(exec_ctx, c->master, "connecting"); |
| 565 | GRPC_SUBCHANNEL_UNREF(exec_ctx, c, "connecting"); |
| 566 | return; |
| 567 | } |
Craig Tiller | b6fbf1d | 2015-06-29 15:25:49 -0700 | [diff] [blame] | 568 | |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 569 | /* publish */ |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 570 | if (c->active != NULL && c->active->refs == 0) { |
| 571 | destroy_connection = c->active; |
| 572 | } |
Craig Tiller | 4ab82d2 | 2015-06-29 09:40:33 -0700 | [diff] [blame] | 573 | c->active = con; |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 574 | c->active_version++; |
| 575 | sw->version = c->active_version; |
Craig Tiller | 4ab82d2 | 2015-06-29 09:40:33 -0700 | [diff] [blame] | 576 | c->connecting = 0; |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 577 | |
| 578 | /* watch for changes; subchannel ref for connecting is donated |
| 579 | to the state watcher */ |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 580 | memset(&op, 0, sizeof(op)); |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 581 | op.connectivity_state = &sw->connectivity_state; |
| 582 | op.on_connectivity_state_change = &sw->closure; |
Craig Tiller | 1ada6ad | 2015-07-16 16:19:14 -0700 | [diff] [blame] | 583 | op.bind_pollset_set = c->pollset_set; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 584 | SUBCHANNEL_REF_LOCKED(c, "state_watcher"); |
| 585 | GRPC_CHANNEL_INTERNAL_UNREF(exec_ctx, c->master, "connecting"); |
| 586 | GPR_ASSERT(!SUBCHANNEL_UNREF_LOCKED(c, "connecting")); |
| 587 | elem = |
| 588 | grpc_channel_stack_element(CHANNEL_STACK_FROM_CONNECTION(c->active), 0); |
| 589 | elem->filter->start_transport_op(exec_ctx, elem, &op); |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 590 | |
| 591 | /* signal completion */ |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 592 | connectivity_state_changed_locked(exec_ctx, c, "connected"); |
Craig Tiller | 5795da7 | 2015-09-17 15:27:13 -0700 | [diff] [blame] | 593 | w4c = c->waiting; |
| 594 | c->waiting = NULL; |
Craig Tiller | df91ba5 | 2015-06-29 10:55:46 -0700 | [diff] [blame] | 595 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 596 | gpr_mu_unlock(&c->mu); |
Craig Tiller | 5795da7 | 2015-09-17 15:27:13 -0700 | [diff] [blame] | 597 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 598 | while (w4c != NULL) { |
| 599 | waiting_for_connect *next = w4c->next; |
| 600 | grpc_exec_ctx_enqueue(exec_ctx, &w4c->continuation, 1); |
| 601 | w4c = next; |
| 602 | } |
Craig Tiller | 5945ee1 | 2015-06-27 10:36:09 -0700 | [diff] [blame] | 603 | |
Craig Tiller | 565b18b | 2015-09-23 10:09:42 -0700 | [diff] [blame^] | 604 | gpr_free((void *)filters); |
Craig Tiller | d7b68e7 | 2015-06-28 11:41:09 -0700 | [diff] [blame] | 605 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 606 | if (destroy_connection != NULL) { |
| 607 | connection_destroy(exec_ctx, destroy_connection); |
| 608 | } |
Craig Tiller | 4ab82d2 | 2015-06-29 09:40:33 -0700 | [diff] [blame] | 609 | } |
Craig Tiller | ff54c92 | 2015-06-26 16:57:20 -0700 | [diff] [blame] | 610 | |
yang-g | b4e262c | 2015-07-21 16:11:55 -0700 | [diff] [blame] | 611 | /* Generate a random number between 0 and 1. */ |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 612 | static double generate_uniform_random_number(grpc_subchannel *c) { |
| 613 | c->random = (1103515245 * c->random + 12345) % ((gpr_uint32)1 << 31); |
| 614 | return c->random / (double)((gpr_uint32)1 << 31); |
yang-g | b4e262c | 2015-07-21 16:11:55 -0700 | [diff] [blame] | 615 | } |
| 616 | |
| 617 | /* Update backoff_delta and next_attempt in subchannel */ |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 618 | static void update_reconnect_parameters(grpc_subchannel *c) { |
yang-g | b4e262c | 2015-07-21 16:11:55 -0700 | [diff] [blame] | 619 | gpr_int32 backoff_delta_millis, jitter; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 620 | gpr_int32 max_backoff_millis = |
| 621 | GRPC_SUBCHANNEL_RECONNECT_MAX_BACKOFF_SECONDS * 1000; |
yang-g | b4e262c | 2015-07-21 16:11:55 -0700 | [diff] [blame] | 622 | double jitter_range; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 623 | backoff_delta_millis = |
| 624 | (gpr_int32)(gpr_time_to_millis(c->backoff_delta) * |
| 625 | GRPC_SUBCHANNEL_RECONNECT_BACKOFF_MULTIPLIER); |
| 626 | if (backoff_delta_millis > max_backoff_millis) { |
| 627 | backoff_delta_millis = max_backoff_millis; |
| 628 | } |
| 629 | c->backoff_delta = gpr_time_from_millis(backoff_delta_millis, GPR_TIMESPAN); |
| 630 | c->next_attempt = |
| 631 | gpr_time_add(gpr_now(GPR_CLOCK_MONOTONIC), c->backoff_delta); |
yang-g | b4e262c | 2015-07-21 16:11:55 -0700 | [diff] [blame] | 632 | |
| 633 | jitter_range = GRPC_SUBCHANNEL_RECONNECT_JITTER * backoff_delta_millis; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 634 | jitter = |
| 635 | (gpr_int32)((2 * generate_uniform_random_number(c) - 1) * jitter_range); |
| 636 | c->next_attempt = |
| 637 | gpr_time_add(c->next_attempt, gpr_time_from_millis(jitter, GPR_TIMESPAN)); |
yang-g | b4e262c | 2015-07-21 16:11:55 -0700 | [diff] [blame] | 638 | } |
| 639 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 640 | static void on_alarm(grpc_exec_ctx *exec_ctx, void *arg, int iomgr_success) { |
Craig Tiller | ff3ae68 | 2015-06-29 17:44:04 -0700 | [diff] [blame] | 641 | grpc_subchannel *c = arg; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 642 | gpr_mu_lock(&c->mu); |
Craig Tiller | ff3ae68 | 2015-06-29 17:44:04 -0700 | [diff] [blame] | 643 | c->have_alarm = 0; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 644 | if (c->disconnected) { |
| 645 | iomgr_success = 0; |
| 646 | } |
| 647 | connectivity_state_changed_locked(exec_ctx, c, "alarm"); |
| 648 | gpr_mu_unlock(&c->mu); |
| 649 | if (iomgr_success) { |
| 650 | update_reconnect_parameters(c); |
| 651 | continue_connect(exec_ctx, c); |
| 652 | } else { |
| 653 | GRPC_CHANNEL_INTERNAL_UNREF(exec_ctx, c->master, "connecting"); |
| 654 | GRPC_SUBCHANNEL_UNREF(exec_ctx, c, "connecting"); |
| 655 | } |
Craig Tiller | 45724b3 | 2015-09-22 10:42:19 -0700 | [diff] [blame] | 656 | } |
| 657 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 658 | static void subchannel_connected(grpc_exec_ctx *exec_ctx, void *arg, |
| 659 | int iomgr_success) { |
Craig Tiller | 45724b3 | 2015-09-22 10:42:19 -0700 | [diff] [blame] | 660 | grpc_subchannel *c = arg; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 661 | if (c->connecting_result.transport != NULL) { |
| 662 | publish_transport(exec_ctx, c); |
| 663 | } else { |
| 664 | gpr_timespec now = gpr_now(GPR_CLOCK_MONOTONIC); |
| 665 | gpr_mu_lock(&c->mu); |
| 666 | GPR_ASSERT(!c->have_alarm); |
| 667 | c->have_alarm = 1; |
| 668 | connectivity_state_changed_locked(exec_ctx, c, "connect_failed"); |
| 669 | grpc_alarm_init(exec_ctx, &c->alarm, c->next_attempt, on_alarm, c, now); |
| 670 | gpr_mu_unlock(&c->mu); |
| 671 | } |
Craig Tiller | 45724b3 | 2015-09-22 10:42:19 -0700 | [diff] [blame] | 672 | } |
| 673 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 674 | static gpr_timespec compute_connect_deadline(grpc_subchannel *c) { |
| 675 | gpr_timespec current_deadline = |
| 676 | gpr_time_add(c->next_attempt, c->backoff_delta); |
| 677 | gpr_timespec min_deadline = gpr_time_add( |
| 678 | gpr_now(GPR_CLOCK_MONOTONIC), |
| 679 | gpr_time_from_seconds(GRPC_SUBCHANNEL_MIN_CONNECT_TIMEOUT_SECONDS, |
| 680 | GPR_TIMESPAN)); |
| 681 | return gpr_time_cmp(current_deadline, min_deadline) > 0 ? current_deadline |
| 682 | : min_deadline; |
Craig Tiller | 45724b3 | 2015-09-22 10:42:19 -0700 | [diff] [blame] | 683 | } |
| 684 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 685 | static grpc_connectivity_state compute_connectivity_locked(grpc_subchannel *c) { |
| 686 | if (c->disconnected) { |
| 687 | return GRPC_CHANNEL_FATAL_FAILURE; |
| 688 | } |
| 689 | if (c->connecting) { |
| 690 | if (c->have_alarm) { |
| 691 | return GRPC_CHANNEL_TRANSIENT_FAILURE; |
Craig Tiller | 45724b3 | 2015-09-22 10:42:19 -0700 | [diff] [blame] | 692 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 693 | return GRPC_CHANNEL_CONNECTING; |
| 694 | } |
| 695 | if (c->active) { |
| 696 | return GRPC_CHANNEL_READY; |
| 697 | } |
Craig Tiller | 5f84c84 | 2015-06-26 16:08:21 -0700 | [diff] [blame] | 698 | return GRPC_CHANNEL_IDLE; |
| 699 | } |
| 700 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 701 | static void connectivity_state_changed_locked(grpc_exec_ctx *exec_ctx, |
| 702 | grpc_subchannel *c, |
| 703 | const char *reason) { |
| 704 | grpc_connectivity_state current = compute_connectivity_locked(c); |
| 705 | grpc_connectivity_state_set(exec_ctx, &c->state_tracker, current, reason); |
Craig Tiller | 5f84c84 | 2015-06-26 16:08:21 -0700 | [diff] [blame] | 706 | } |
| 707 | |
Craig Tiller | 2595ab7 | 2015-06-25 15:26:00 -0700 | [diff] [blame] | 708 | /* |
| 709 | * grpc_subchannel_call implementation |
| 710 | */ |
| 711 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 712 | void grpc_subchannel_call_ref( |
| 713 | grpc_subchannel_call *c GRPC_SUBCHANNEL_REF_EXTRA_ARGS) { |
| 714 | gpr_ref(&c->refs); |
Craig Tiller | c396753 | 2015-06-29 14:59:38 -0700 | [diff] [blame] | 715 | } |
Craig Tiller | 2595ab7 | 2015-06-25 15:26:00 -0700 | [diff] [blame] | 716 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 717 | void grpc_subchannel_call_unref(grpc_exec_ctx *exec_ctx, |
| 718 | grpc_subchannel_call *c |
| 719 | GRPC_SUBCHANNEL_REF_EXTRA_ARGS) { |
| 720 | if (gpr_unref(&c->refs)) { |
| 721 | gpr_mu *mu = &c->connection->subchannel->mu; |
| 722 | grpc_subchannel *destroy; |
| 723 | grpc_call_stack_destroy(exec_ctx, SUBCHANNEL_CALL_TO_CALL_STACK(c)); |
| 724 | gpr_mu_lock(mu); |
| 725 | destroy = CONNECTION_UNREF_LOCKED(exec_ctx, c->connection, "call"); |
| 726 | gpr_mu_unlock(mu); |
| 727 | gpr_free(c); |
| 728 | if (destroy != NULL) { |
| 729 | subchannel_destroy(exec_ctx, destroy); |
Craig Tiller | d7b68e7 | 2015-06-28 11:41:09 -0700 | [diff] [blame] | 730 | } |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 731 | } |
Craig Tiller | 2595ab7 | 2015-06-25 15:26:00 -0700 | [diff] [blame] | 732 | } |
| 733 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 734 | char *grpc_subchannel_call_get_peer(grpc_exec_ctx *exec_ctx, |
| 735 | grpc_subchannel_call *call) { |
| 736 | grpc_call_stack *call_stack = SUBCHANNEL_CALL_TO_CALL_STACK(call); |
| 737 | grpc_call_element *top_elem = grpc_call_stack_element(call_stack, 0); |
| 738 | return top_elem->filter->get_peer(exec_ctx, top_elem); |
Craig Tiller | 1b22b9d | 2015-07-20 13:42:22 -0700 | [diff] [blame] | 739 | } |
| 740 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 741 | void grpc_subchannel_call_process_op(grpc_exec_ctx *exec_ctx, |
| 742 | grpc_subchannel_call *call, |
| 743 | grpc_transport_stream_op *op) { |
| 744 | grpc_call_stack *call_stack = SUBCHANNEL_CALL_TO_CALL_STACK(call); |
| 745 | grpc_call_element *top_elem = grpc_call_stack_element(call_stack, 0); |
| 746 | top_elem->filter->start_transport_stream_op(exec_ctx, top_elem, op); |
Craig Tiller | 2595ab7 | 2015-06-25 15:26:00 -0700 | [diff] [blame] | 747 | } |
Craig Tiller | eb3b12e | 2015-06-26 14:42:49 -0700 | [diff] [blame] | 748 | |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 749 | static grpc_subchannel_call *create_call(grpc_exec_ctx *exec_ctx, |
| 750 | connection *con) { |
| 751 | grpc_channel_stack *chanstk = CHANNEL_STACK_FROM_CONNECTION(con); |
| 752 | grpc_subchannel_call *call = |
| 753 | gpr_malloc(sizeof(grpc_subchannel_call) + chanstk->call_stack_size); |
| 754 | grpc_call_stack *callstk = SUBCHANNEL_CALL_TO_CALL_STACK(call); |
Craig Tiller | 04c5d4b | 2015-06-26 17:21:41 -0700 | [diff] [blame] | 755 | call->connection = con; |
Craig Tiller | a82950e | 2015-09-22 12:33:20 -0700 | [diff] [blame] | 756 | gpr_ref_init(&call->refs, 1); |
| 757 | grpc_call_stack_init(exec_ctx, chanstk, NULL, NULL, callstk); |
Craig Tiller | 04c5d4b | 2015-06-26 17:21:41 -0700 | [diff] [blame] | 758 | return call; |
Craig Tiller | eb3b12e | 2015-06-26 14:42:49 -0700 | [diff] [blame] | 759 | } |