Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 1 | /* |
Craig Tiller | 6169d5f | 2016-03-31 07:46:18 -0700 | [diff] [blame] | 2 | * Copyright 2015, Google Inc. |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 3 | * All rights reserved. |
| 4 | * |
| 5 | * Redistribution and use in source and binary forms, with or without |
| 6 | * modification, are permitted provided that the following conditions are |
| 7 | * met: |
| 8 | * |
| 9 | * * Redistributions of source code must retain the above copyright |
| 10 | * notice, this list of conditions and the following disclaimer. |
| 11 | * * Redistributions in binary form must reproduce the above |
| 12 | * copyright notice, this list of conditions and the following disclaimer |
| 13 | * in the documentation and/or other materials provided with the |
| 14 | * distribution. |
| 15 | * * Neither the name of Google Inc. nor the names of its |
| 16 | * contributors may be used to endorse or promote products derived from |
| 17 | * this software without specific prior written permission. |
| 18 | * |
| 19 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 20 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 21 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 22 | * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 23 | * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 24 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 25 | * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 26 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 27 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 28 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 29 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 30 | * |
| 31 | */ |
| 32 | |
| 33 | #include <grpc++/server.h> |
yang-g | 9e2f90c | 2015-08-21 15:35:03 -0700 | [diff] [blame] | 34 | |
Yuchen Zeng | a42ec21 | 2016-04-29 13:03:06 -0700 | [diff] [blame] | 35 | #include <sstream> |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 36 | #include <utility> |
| 37 | |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 38 | #include <grpc++/completion_queue.h> |
yang-g | 9e2f90c | 2015-08-21 15:35:03 -0700 | [diff] [blame] | 39 | #include <grpc++/generic/async_generic_service.h> |
yang-g | 50993b7 | 2016-12-29 10:00:27 -0800 | [diff] [blame] | 40 | #include <grpc++/impl/codegen/async_unary_call.h> |
David Garcia Quintas | e1300de | 2016-01-27 18:41:26 -0800 | [diff] [blame] | 41 | #include <grpc++/impl/codegen/completion_queue_tag.h> |
| 42 | #include <grpc++/impl/grpc_library.h> |
Craig Tiller | 15f383c | 2016-01-07 12:45:32 -0800 | [diff] [blame] | 43 | #include <grpc++/impl/method_handler_impl.h> |
yangg | 1b15109 | 2015-01-09 15:31:05 -0800 | [diff] [blame] | 44 | #include <grpc++/impl/rpc_service_method.h> |
Yuchen Zeng | a42ec21 | 2016-04-29 13:03:06 -0700 | [diff] [blame] | 45 | #include <grpc++/impl/server_initializer.h> |
Craig Tiller | 8c8d0aa | 2015-02-12 11:38:36 -0800 | [diff] [blame] | 46 | #include <grpc++/impl/service_type.h> |
Julien Boeuf | 5be92a3 | 2015-08-28 16:28:18 -0700 | [diff] [blame] | 47 | #include <grpc++/security/server_credentials.h> |
David Garcia Quintas | e1300de | 2016-01-27 18:41:26 -0800 | [diff] [blame] | 48 | #include <grpc++/server_context.h> |
yang-g | 9e2f90c | 2015-08-21 15:35:03 -0700 | [diff] [blame] | 49 | #include <grpc++/support/time.h> |
David Garcia Quintas | e1300de | 2016-01-27 18:41:26 -0800 | [diff] [blame] | 50 | #include <grpc/grpc.h> |
| 51 | #include <grpc/support/alloc.h> |
| 52 | #include <grpc/support/log.h> |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 53 | |
Craig Tiller | 9533d04 | 2016-03-25 17:11:06 -0700 | [diff] [blame] | 54 | #include "src/core/lib/profiling/timers.h" |
yang-g | c3c475f | 2016-12-27 10:37:26 -0800 | [diff] [blame] | 55 | #include "src/cpp/server/health/default_health_check_service.h" |
Sree Kuchibhotla | f72ec6b | 2016-10-24 11:09:43 -0700 | [diff] [blame] | 56 | #include "src/cpp/thread_manager/thread_manager.h" |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 57 | |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 58 | namespace grpc { |
| 59 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 60 | class DefaultGlobalCallbacks final : public Server::GlobalCallbacks { |
Craig Tiller | 7221d99 | 2015-11-24 06:59:33 -0800 | [diff] [blame] | 61 | public: |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 62 | ~DefaultGlobalCallbacks() override {} |
| 63 | void PreSynchronousRequest(ServerContext* context) override {} |
| 64 | void PostSynchronousRequest(ServerContext* context) override {} |
Craig Tiller | 7221d99 | 2015-11-24 06:59:33 -0800 | [diff] [blame] | 65 | }; |
| 66 | |
Craig Tiller | 6461649 | 2016-01-26 14:16:20 -0800 | [diff] [blame] | 67 | static std::shared_ptr<Server::GlobalCallbacks> g_callbacks = nullptr; |
Craig Tiller | 8352b9e | 2015-12-02 11:43:40 -0800 | [diff] [blame] | 68 | static gpr_once g_once_init_callbacks = GPR_ONCE_INIT; |
| 69 | |
Craig Tiller | 8352b9e | 2015-12-02 11:43:40 -0800 | [diff] [blame] | 70 | static void InitGlobalCallbacks() { |
Vijay Pai | b645a2d | 2016-06-09 18:39:06 -0700 | [diff] [blame] | 71 | if (!g_callbacks) { |
Craig Tiller | 6461649 | 2016-01-26 14:16:20 -0800 | [diff] [blame] | 72 | g_callbacks.reset(new DefaultGlobalCallbacks()); |
Craig Tiller | 8352b9e | 2015-12-02 11:43:40 -0800 | [diff] [blame] | 73 | } |
| 74 | } |
Craig Tiller | 7221d99 | 2015-11-24 06:59:33 -0800 | [diff] [blame] | 75 | |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 76 | class Server::UnimplementedAsyncRequestContext { |
| 77 | protected: |
| 78 | UnimplementedAsyncRequestContext() : generic_stream_(&server_context_) {} |
| 79 | |
| 80 | GenericServerContext server_context_; |
| 81 | GenericServerAsyncReaderWriter generic_stream_; |
| 82 | }; |
| 83 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 84 | class Server::UnimplementedAsyncRequest final |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 85 | : public UnimplementedAsyncRequestContext, |
| 86 | public GenericAsyncRequest { |
| 87 | public: |
| 88 | UnimplementedAsyncRequest(Server* server, ServerCompletionQueue* cq) |
| 89 | : GenericAsyncRequest(server, &server_context_, &generic_stream_, cq, cq, |
| 90 | NULL, false), |
| 91 | server_(server), |
| 92 | cq_(cq) {} |
| 93 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 94 | bool FinalizeResult(void** tag, bool* status) override; |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 95 | |
| 96 | ServerContext* context() { return &server_context_; } |
| 97 | GenericServerAsyncReaderWriter* stream() { return &generic_stream_; } |
| 98 | |
| 99 | private: |
| 100 | Server* const server_; |
| 101 | ServerCompletionQueue* const cq_; |
| 102 | }; |
| 103 | |
| 104 | typedef SneakyCallOpSet<CallOpSendInitialMetadata, CallOpServerSendStatus> |
| 105 | UnimplementedAsyncResponseOp; |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 106 | class Server::UnimplementedAsyncResponse final |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 107 | : public UnimplementedAsyncResponseOp { |
| 108 | public: |
| 109 | UnimplementedAsyncResponse(UnimplementedAsyncRequest* request); |
| 110 | ~UnimplementedAsyncResponse() { delete request_; } |
| 111 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 112 | bool FinalizeResult(void** tag, bool* status) override { |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 113 | bool r = UnimplementedAsyncResponseOp::FinalizeResult(tag, status); |
| 114 | delete this; |
| 115 | return r; |
| 116 | } |
| 117 | |
| 118 | private: |
| 119 | UnimplementedAsyncRequest* const request_; |
| 120 | }; |
| 121 | |
Sree Kuchibhotla | 4028d2c | 2016-09-21 10:45:33 -0700 | [diff] [blame] | 122 | class ShutdownTag : public CompletionQueueTag { |
| 123 | public: |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 124 | bool FinalizeResult(void** tag, bool* status) { return false; } |
Sree Kuchibhotla | 4028d2c | 2016-09-21 10:45:33 -0700 | [diff] [blame] | 125 | }; |
| 126 | |
Sree Kuchibhotla | 982a6f2 | 2017-03-03 02:19:31 -0800 | [diff] [blame] | 127 | class DummyTag : public CompletionQueueTag { |
| 128 | public: |
| 129 | bool FinalizeResult(void** tag, bool* status) { |
| 130 | *status = true; |
| 131 | return true; |
| 132 | } |
| 133 | }; |
| 134 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 135 | class Server::SyncRequest final : public CompletionQueueTag { |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 136 | public: |
Craig Tiller | 1c9a2a9 | 2015-02-12 14:10:25 -0800 | [diff] [blame] | 137 | SyncRequest(RpcServiceMethod* method, void* tag) |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 138 | : method_(method), |
| 139 | tag_(tag), |
Craig Tiller | cf133f4 | 2015-02-26 14:05:56 -0800 | [diff] [blame] | 140 | in_flight_(false), |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 141 | has_request_payload_(method->method_type() == RpcMethod::NORMAL_RPC || |
| 142 | method->method_type() == |
| 143 | RpcMethod::SERVER_STREAMING), |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 144 | call_details_(nullptr), |
Vijay Pai | ced73bd | 2015-06-17 10:23:28 -0700 | [diff] [blame] | 145 | cq_(nullptr) { |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 146 | grpc_metadata_array_init(&request_metadata_); |
| 147 | } |
| 148 | |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 149 | ~SyncRequest() { |
| 150 | if (call_details_) { |
| 151 | delete call_details_; |
| 152 | } |
| 153 | grpc_metadata_array_destroy(&request_metadata_); |
| 154 | } |
Yang Gao | 7b49a77 | 2015-05-28 14:07:54 -0700 | [diff] [blame] | 155 | |
Sree Kuchibhotla | f2c3215 | 2017-03-22 03:01:24 -0700 | [diff] [blame] | 156 | void SetupRequest() { cq_ = grpc_completion_queue_create_for_pluck(nullptr); } |
Vijay Pai | ced73bd | 2015-06-17 10:23:28 -0700 | [diff] [blame] | 157 | |
| 158 | void TeardownRequest() { |
| 159 | grpc_completion_queue_destroy(cq_); |
| 160 | cq_ = nullptr; |
| 161 | } |
| 162 | |
Craig Tiller | f9e6adf | 2015-05-06 11:45:59 -0700 | [diff] [blame] | 163 | void Request(grpc_server* server, grpc_completion_queue* notify_cq) { |
Vijay Pai | ced73bd | 2015-06-17 10:23:28 -0700 | [diff] [blame] | 164 | GPR_ASSERT(cq_ && !in_flight_); |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 165 | in_flight_ = true; |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 166 | if (tag_) { |
| 167 | GPR_ASSERT(GRPC_CALL_OK == |
| 168 | grpc_server_request_registered_call( |
| 169 | server, tag_, &call_, &deadline_, &request_metadata_, |
| 170 | has_request_payload_ ? &request_payload_ : nullptr, cq_, |
| 171 | notify_cq, this)); |
| 172 | } else { |
| 173 | if (!call_details_) { |
| 174 | call_details_ = new grpc_call_details; |
| 175 | grpc_call_details_init(call_details_); |
| 176 | } |
| 177 | GPR_ASSERT(GRPC_CALL_OK == grpc_server_request_call( |
| 178 | server, &call_, call_details_, |
| 179 | &request_metadata_, cq_, notify_cq, this)); |
| 180 | } |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 181 | } |
| 182 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 183 | bool FinalizeResult(void** tag, bool* status) override { |
Craig Tiller | ec3257c | 2015-02-12 15:59:43 -0800 | [diff] [blame] | 184 | if (!*status) { |
| 185 | grpc_completion_queue_destroy(cq_); |
| 186 | } |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 187 | if (call_details_) { |
| 188 | deadline_ = call_details_->deadline; |
| 189 | grpc_call_details_destroy(call_details_); |
| 190 | grpc_call_details_init(call_details_); |
| 191 | } |
Craig Tiller | 645466e | 2015-02-18 09:18:33 -0800 | [diff] [blame] | 192 | return true; |
Craig Tiller | ec3257c | 2015-02-12 15:59:43 -0800 | [diff] [blame] | 193 | } |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 194 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 195 | class CallData final { |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 196 | public: |
Craig Tiller | 1c9a2a9 | 2015-02-12 14:10:25 -0800 | [diff] [blame] | 197 | explicit CallData(Server* server, SyncRequest* mrd) |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 198 | : cq_(mrd->cq_), |
yang-g | f07ed45 | 2017-02-16 23:01:28 -0800 | [diff] [blame] | 199 | call_(mrd->call_, server, &cq_, server->max_receive_message_size()), |
yang-g | c42d844 | 2017-02-15 00:05:00 -0800 | [diff] [blame] | 200 | ctx_(mrd->deadline_, &mrd->request_metadata_), |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 201 | has_request_payload_(mrd->has_request_payload_), |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 202 | request_payload_(mrd->request_payload_), |
| 203 | method_(mrd->method_) { |
yang-g | 85c04f9 | 2015-07-07 17:47:31 -0700 | [diff] [blame] | 204 | ctx_.set_call(mrd->call_); |
Yang Gao | 1205f6f | 2015-03-22 15:18:14 -0700 | [diff] [blame] | 205 | ctx_.cq_ = &cq_; |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 206 | GPR_ASSERT(mrd->in_flight_); |
| 207 | mrd->in_flight_ = false; |
| 208 | mrd->request_metadata_.count = 0; |
| 209 | } |
| 210 | |
Craig Tiller | ec3257c | 2015-02-12 15:59:43 -0800 | [diff] [blame] | 211 | ~CallData() { |
| 212 | if (has_request_payload_ && request_payload_) { |
| 213 | grpc_byte_buffer_destroy(request_payload_); |
| 214 | } |
| 215 | } |
| 216 | |
Craig Tiller | 6461649 | 2016-01-26 14:16:20 -0800 | [diff] [blame] | 217 | void Run(std::shared_ptr<GlobalCallbacks> global_callbacks) { |
Craig Tiller | 492968f | 2015-02-18 13:14:03 -0800 | [diff] [blame] | 218 | ctx_.BeginCompletionOp(&call_); |
Craig Tiller | 6461649 | 2016-01-26 14:16:20 -0800 | [diff] [blame] | 219 | global_callbacks->PreSynchronousRequest(&ctx_); |
Craig Tiller | 62f28bf | 2017-01-19 10:05:13 -0800 | [diff] [blame] | 220 | method_->handler()->RunHandler( |
| 221 | MethodHandler::HandlerParameter(&call_, &ctx_, request_payload_)); |
Craig Tiller | 6461649 | 2016-01-26 14:16:20 -0800 | [diff] [blame] | 222 | global_callbacks->PostSynchronousRequest(&ctx_); |
Craig Tiller | 928ec8e | 2015-06-05 08:45:45 -0700 | [diff] [blame] | 223 | request_payload_ = nullptr; |
Sree Kuchibhotla | fa71f6f | 2017-04-01 17:32:34 -0700 | [diff] [blame] | 224 | |
Craig Tiller | 492968f | 2015-02-18 13:14:03 -0800 | [diff] [blame] | 225 | cq_.Shutdown(); |
Sree Kuchibhotla | fa71f6f | 2017-04-01 17:32:34 -0700 | [diff] [blame] | 226 | |
| 227 | CompletionQueueTag* op_tag = ctx_.GetCompletionOpTag(); |
| 228 | cq_.TryPluck(op_tag, gpr_inf_future(GPR_CLOCK_REALTIME)); |
| 229 | |
Sree Kuchibhotla | 4426800 | 2017-04-01 17:33:50 -0700 | [diff] [blame^] | 230 | /* Ensure the cq_ is shutdown */ |
Sree Kuchibhotla | fa71f6f | 2017-04-01 17:32:34 -0700 | [diff] [blame] | 231 | DummyTag ignored_tag; |
Sree Kuchibhotla | 982a6f2 | 2017-03-03 02:19:31 -0800 | [diff] [blame] | 232 | GPR_ASSERT(cq_.Pluck(&ignored_tag) == false); |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 233 | } |
| 234 | |
| 235 | private: |
| 236 | CompletionQueue cq_; |
| 237 | Call call_; |
| 238 | ServerContext ctx_; |
| 239 | const bool has_request_payload_; |
Craig Tiller | 8c8d0aa | 2015-02-12 11:38:36 -0800 | [diff] [blame] | 240 | grpc_byte_buffer* request_payload_; |
| 241 | RpcServiceMethod* const method_; |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 242 | }; |
| 243 | |
| 244 | private: |
Craig Tiller | 8c8d0aa | 2015-02-12 11:38:36 -0800 | [diff] [blame] | 245 | RpcServiceMethod* const method_; |
| 246 | void* const tag_; |
Craig Tiller | cf133f4 | 2015-02-26 14:05:56 -0800 | [diff] [blame] | 247 | bool in_flight_; |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 248 | const bool has_request_payload_; |
Craig Tiller | 8c8d0aa | 2015-02-12 11:38:36 -0800 | [diff] [blame] | 249 | grpc_call* call_; |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 250 | grpc_call_details* call_details_; |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 251 | gpr_timespec deadline_; |
| 252 | grpc_metadata_array request_metadata_; |
Craig Tiller | 8c8d0aa | 2015-02-12 11:38:36 -0800 | [diff] [blame] | 253 | grpc_byte_buffer* request_payload_; |
| 254 | grpc_completion_queue* cq_; |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 255 | }; |
| 256 | |
Sree Kuchibhotla | 8f7739b | 2016-10-13 15:12:55 -0700 | [diff] [blame] | 257 | // Implementation of ThreadManager. Each instance of SyncRequestThreadManager |
| 258 | // manages a pool of threads that poll for incoming Sync RPCs and call the |
| 259 | // appropriate RPC handlers |
| 260 | class Server::SyncRequestThreadManager : public ThreadManager { |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 261 | public: |
Sree Kuchibhotla | 8f7739b | 2016-10-13 15:12:55 -0700 | [diff] [blame] | 262 | SyncRequestThreadManager(Server* server, CompletionQueue* server_cq, |
| 263 | std::shared_ptr<GlobalCallbacks> global_callbacks, |
| 264 | int min_pollers, int max_pollers, |
| 265 | int cq_timeout_msec) |
| 266 | : ThreadManager(min_pollers, max_pollers), |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 267 | server_(server), |
| 268 | server_cq_(server_cq), |
Sree Kuchibhotla | 892dbf4 | 2016-09-27 19:42:27 -0700 | [diff] [blame] | 269 | cq_timeout_msec_(cq_timeout_msec), |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 270 | global_callbacks_(global_callbacks) {} |
| 271 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 272 | WorkStatus PollForWork(void** tag, bool* ok) override { |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 273 | *tag = nullptr; |
| 274 | gpr_timespec deadline = |
Sree Kuchibhotla | 892dbf4 | 2016-09-27 19:42:27 -0700 | [diff] [blame] | 275 | gpr_time_from_millis(cq_timeout_msec_, GPR_TIMESPAN); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 276 | |
| 277 | switch (server_cq_->AsyncNext(tag, ok, deadline)) { |
| 278 | case CompletionQueue::TIMEOUT: |
| 279 | return TIMEOUT; |
| 280 | case CompletionQueue::SHUTDOWN: |
| 281 | return SHUTDOWN; |
| 282 | case CompletionQueue::GOT_EVENT: |
| 283 | return WORK_FOUND; |
| 284 | } |
| 285 | |
| 286 | GPR_UNREACHABLE_CODE(return TIMEOUT); |
| 287 | } |
| 288 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 289 | void DoWork(void* tag, bool ok) override { |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 290 | SyncRequest* sync_req = static_cast<SyncRequest*>(tag); |
Sree Kuchibhotla | 4306eee | 2016-09-21 09:56:29 -0700 | [diff] [blame] | 291 | |
| 292 | if (!sync_req) { |
Sree Kuchibhotla | 33382d0 | 2016-10-03 15:08:48 -0700 | [diff] [blame] | 293 | // No tag. Nothing to work on. This is an unlikley scenario and possibly a |
| 294 | // bug in RPC Manager implementation. |
| 295 | gpr_log(GPR_ERROR, "Sync server. DoWork() was called with NULL tag"); |
Sree Kuchibhotla | 4306eee | 2016-09-21 09:56:29 -0700 | [diff] [blame] | 296 | return; |
| 297 | } |
| 298 | |
| 299 | if (ok) { |
Sree Kuchibhotla | 33382d0 | 2016-10-03 15:08:48 -0700 | [diff] [blame] | 300 | // Calldata takes ownership of the completion queue inside sync_req |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 301 | SyncRequest::CallData cd(server_, sync_req); |
| 302 | { |
Sree Kuchibhotla | 33382d0 | 2016-10-03 15:08:48 -0700 | [diff] [blame] | 303 | // Prepare for the next request |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 304 | if (!IsShutdown()) { |
Sree Kuchibhotla | 33382d0 | 2016-10-03 15:08:48 -0700 | [diff] [blame] | 305 | sync_req->SetupRequest(); // Create new completion queue for sync_req |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 306 | sync_req->Request(server_->c_server(), server_cq_->cq()); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 307 | } |
| 308 | } |
Sree Kuchibhotla | 33382d0 | 2016-10-03 15:08:48 -0700 | [diff] [blame] | 309 | |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 310 | GPR_TIMER_SCOPE("cd.Run()", 0); |
| 311 | cd.Run(global_callbacks_); |
| 312 | } |
Sree Kuchibhotla | 33382d0 | 2016-10-03 15:08:48 -0700 | [diff] [blame] | 313 | // TODO (sreek) If ok is false here (which it isn't in case of |
| 314 | // grpc_request_registered_call), we should still re-queue the request |
| 315 | // object |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 316 | } |
| 317 | |
| 318 | void AddSyncMethod(RpcServiceMethod* method, void* tag) { |
Sree Kuchibhotla | cb18d7a | 2016-10-20 12:39:30 -0700 | [diff] [blame] | 319 | sync_requests_.emplace_back(new SyncRequest(method, tag)); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 320 | } |
| 321 | |
| 322 | void AddUnknownSyncMethod() { |
Sree Kuchibhotla | da069a5 | 2016-10-19 11:22:29 -0700 | [diff] [blame] | 323 | if (!sync_requests_.empty()) { |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 324 | unknown_method_.reset(new RpcServiceMethod( |
| 325 | "unknown", RpcMethod::BIDI_STREAMING, new UnknownMethodHandler)); |
Sree Kuchibhotla | cb18d7a | 2016-10-20 12:39:30 -0700 | [diff] [blame] | 326 | sync_requests_.emplace_back( |
| 327 | new SyncRequest(unknown_method_.get(), nullptr)); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 328 | } |
| 329 | } |
| 330 | |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 331 | void ShutdownAndDrainCompletionQueue() { |
| 332 | server_cq_->Shutdown(); |
| 333 | |
| 334 | // Drain any pending items from the queue |
| 335 | void* tag; |
| 336 | bool ok; |
| 337 | while (server_cq_->Next(&tag, &ok)) { |
| 338 | // Nothing to be done here |
| 339 | } |
| 340 | } |
| 341 | |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 342 | void Start() { |
Sree Kuchibhotla | da069a5 | 2016-10-19 11:22:29 -0700 | [diff] [blame] | 343 | if (!sync_requests_.empty()) { |
| 344 | for (auto m = sync_requests_.begin(); m != sync_requests_.end(); m++) { |
Sree Kuchibhotla | cb18d7a | 2016-10-20 12:39:30 -0700 | [diff] [blame] | 345 | (*m)->SetupRequest(); |
| 346 | (*m)->Request(server_->c_server(), server_cq_->cq()); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 347 | } |
| 348 | |
Sree Kuchibhotla | cb18d7a | 2016-10-20 12:39:30 -0700 | [diff] [blame] | 349 | Initialize(); // ThreadManager's Initialize() |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 350 | } |
| 351 | } |
| 352 | |
| 353 | private: |
| 354 | Server* server_; |
| 355 | CompletionQueue* server_cq_; |
Sree Kuchibhotla | 892dbf4 | 2016-09-27 19:42:27 -0700 | [diff] [blame] | 356 | int cq_timeout_msec_; |
Sree Kuchibhotla | cb18d7a | 2016-10-20 12:39:30 -0700 | [diff] [blame] | 357 | std::vector<std::unique_ptr<SyncRequest>> sync_requests_; |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 358 | std::unique_ptr<RpcServiceMethod> unknown_method_; |
yang-g | 8d668d8 | 2016-12-01 15:09:28 -0800 | [diff] [blame] | 359 | std::unique_ptr<RpcServiceMethod> health_check_; |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 360 | std::shared_ptr<Server::GlobalCallbacks> global_callbacks_; |
| 361 | }; |
| 362 | |
David Garcia Quintas | d79ef3a | 2016-01-28 00:21:27 -0800 | [diff] [blame] | 363 | static internal::GrpcLibraryInitializer g_gli_initializer; |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 364 | Server::Server( |
Sree Kuchibhotla | e4eb51f | 2016-10-18 11:51:28 -0700 | [diff] [blame] | 365 | int max_receive_message_size, ChannelArguments* args, |
Sree Kuchibhotla | 4028d2c | 2016-09-21 10:45:33 -0700 | [diff] [blame] | 366 | std::shared_ptr<std::vector<std::unique_ptr<ServerCompletionQueue>>> |
| 367 | sync_server_cqs, |
Sree Kuchibhotla | e4eb51f | 2016-10-18 11:51:28 -0700 | [diff] [blame] | 368 | int min_pollers, int max_pollers, int sync_cq_timeout_msec) |
Mark D. Roth | 6980362 | 2016-09-06 08:15:36 -0700 | [diff] [blame] | 369 | : max_receive_message_size_(max_receive_message_size), |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 370 | sync_server_cqs_(sync_server_cqs), |
Yang Gao | 3921c56 | 2015-04-30 16:07:06 -0700 | [diff] [blame] | 371 | started_(false), |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 372 | shutdown_(false), |
yang-g | 6ec11f2 | 2016-07-14 14:53:35 -0700 | [diff] [blame] | 373 | shutdown_notified_(false), |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 374 | has_generic_service_(false), |
yang-g | eb62c94 | 2016-02-17 15:37:25 -0800 | [diff] [blame] | 375 | server_(nullptr), |
yang-g | ad32764 | 2016-12-12 14:32:09 -0800 | [diff] [blame] | 376 | server_initializer_(new ServerInitializer(this)), |
| 377 | health_check_service_disabled_(false) { |
David Garcia Quintas | d79ef3a | 2016-01-28 00:21:27 -0800 | [diff] [blame] | 378 | g_gli_initializer.summon(); |
Craig Tiller | 8352b9e | 2015-12-02 11:43:40 -0800 | [diff] [blame] | 379 | gpr_once_init(&g_once_init_callbacks, InitGlobalCallbacks); |
Craig Tiller | 6461649 | 2016-01-26 14:16:20 -0800 | [diff] [blame] | 380 | global_callbacks_ = g_callbacks; |
yang-g | eb62c94 | 2016-02-17 15:37:25 -0800 | [diff] [blame] | 381 | global_callbacks_->UpdateArguments(args); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 382 | |
| 383 | for (auto it = sync_server_cqs_->begin(); it != sync_server_cqs_->end(); |
| 384 | it++) { |
Sree Kuchibhotla | 8f7739b | 2016-10-13 15:12:55 -0700 | [diff] [blame] | 385 | sync_req_mgrs_.emplace_back(new SyncRequestThreadManager( |
| 386 | this, (*it).get(), global_callbacks_, min_pollers, max_pollers, |
| 387 | sync_cq_timeout_msec)); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 388 | } |
| 389 | |
yang-g | eb62c94 | 2016-02-17 15:37:25 -0800 | [diff] [blame] | 390 | grpc_channel_args channel_args; |
| 391 | args->SetChannelArgs(&channel_args); |
Sree Kuchibhotla | 3ea9e24 | 2016-08-22 14:15:43 -0700 | [diff] [blame] | 392 | |
yang-g | 8d668d8 | 2016-12-01 15:09:28 -0800 | [diff] [blame] | 393 | for (size_t i = 0; i < channel_args.num_args; i++) { |
yang-g | b90631d | 2016-12-29 14:08:13 -0800 | [diff] [blame] | 394 | if (0 == |
| 395 | strcmp(channel_args.args[i].key, kHealthCheckServiceInterfaceArg)) { |
yang-g | 6d0fbfa | 2016-12-06 16:49:04 -0800 | [diff] [blame] | 396 | if (channel_args.args[i].value.pointer.p == nullptr) { |
yang-g | ad32764 | 2016-12-12 14:32:09 -0800 | [diff] [blame] | 397 | health_check_service_disabled_ = true; |
yang-g | 8d668d8 | 2016-12-01 15:09:28 -0800 | [diff] [blame] | 398 | } else { |
yang-g | 6d0fbfa | 2016-12-06 16:49:04 -0800 | [diff] [blame] | 399 | health_check_service_.reset(static_cast<HealthCheckServiceInterface*>( |
| 400 | channel_args.args[i].value.pointer.p)); |
yang-g | 8d668d8 | 2016-12-01 15:09:28 -0800 | [diff] [blame] | 401 | } |
| 402 | break; |
| 403 | } |
| 404 | } |
| 405 | |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 406 | server_ = grpc_server_create(&channel_args, nullptr); |
Craig Tiller | f9e6adf | 2015-05-06 11:45:59 -0700 | [diff] [blame] | 407 | } |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 408 | |
| 409 | Server::~Server() { |
Ruyi Wang | b486ba6 | 2015-03-14 22:19:44 +0800 | [diff] [blame] | 410 | { |
Vijay Pai | 320ed13 | 2016-11-01 17:16:55 -0700 | [diff] [blame] | 411 | std::unique_lock<std::mutex> lock(mu_); |
Ruyi Wang | b486ba6 | 2015-03-14 22:19:44 +0800 | [diff] [blame] | 412 | if (started_ && !shutdown_) { |
| 413 | lock.unlock(); |
| 414 | Shutdown(); |
yang-g | b971173 | 2016-01-15 16:53:08 -0800 | [diff] [blame] | 415 | } else if (!started_) { |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 416 | // Shutdown the completion queues |
| 417 | for (auto it = sync_req_mgrs_.begin(); it != sync_req_mgrs_.end(); it++) { |
| 418 | (*it)->ShutdownAndDrainCompletionQueue(); |
Sree Kuchibhotla | 4306eee | 2016-09-21 09:56:29 -0700 | [diff] [blame] | 419 | } |
Ruyi Wang | b486ba6 | 2015-03-14 22:19:44 +0800 | [diff] [blame] | 420 | } |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 421 | } |
Sree Kuchibhotla | bb5519f | 2016-07-19 11:00:39 -0700 | [diff] [blame] | 422 | |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 423 | grpc_server_destroy(server_); |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 424 | } |
| 425 | |
Craig Tiller | 7221d99 | 2015-11-24 06:59:33 -0800 | [diff] [blame] | 426 | void Server::SetGlobalCallbacks(GlobalCallbacks* callbacks) { |
Vijay Pai | b645a2d | 2016-06-09 18:39:06 -0700 | [diff] [blame] | 427 | GPR_ASSERT(!g_callbacks); |
| 428 | GPR_ASSERT(callbacks); |
Craig Tiller | 6461649 | 2016-01-26 14:16:20 -0800 | [diff] [blame] | 429 | g_callbacks.reset(callbacks); |
Craig Tiller | 7221d99 | 2015-11-24 06:59:33 -0800 | [diff] [blame] | 430 | } |
| 431 | |
Adam Michalik | 4ad746e | 2016-06-07 15:02:59 -0700 | [diff] [blame] | 432 | grpc_server* Server::c_server() { return server_; } |
Adam Michalik | b97e2d1 | 2016-06-02 12:12:55 -0700 | [diff] [blame] | 433 | |
Craig Tiller | 06cb1a9 | 2016-04-04 08:10:47 -0700 | [diff] [blame] | 434 | static grpc_server_register_method_payload_handling PayloadHandlingForMethod( |
| 435 | RpcServiceMethod* method) { |
| 436 | switch (method->method_type()) { |
| 437 | case RpcMethod::NORMAL_RPC: |
| 438 | case RpcMethod::SERVER_STREAMING: |
| 439 | return GRPC_SRM_PAYLOAD_READ_INITIAL_BYTE_BUFFER; |
| 440 | case RpcMethod::CLIENT_STREAMING: |
| 441 | case RpcMethod::BIDI_STREAMING: |
| 442 | return GRPC_SRM_PAYLOAD_NONE; |
| 443 | } |
| 444 | GPR_UNREACHABLE_CODE(return GRPC_SRM_PAYLOAD_NONE;); |
| 445 | } |
| 446 | |
Craig Tiller | 15f383c | 2016-01-07 12:45:32 -0800 | [diff] [blame] | 447 | bool Server::RegisterService(const grpc::string* host, Service* service) { |
| 448 | bool has_async_methods = service->has_async_methods(); |
| 449 | if (has_async_methods) { |
| 450 | GPR_ASSERT(service->server_ == nullptr && |
| 451 | "Can only register an asynchronous service against one server."); |
| 452 | service->server_ = this; |
| 453 | } |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 454 | |
Yuchen Zeng | a42ec21 | 2016-04-29 13:03:06 -0700 | [diff] [blame] | 455 | const char* method_name = nullptr; |
Craig Tiller | 15f383c | 2016-01-07 12:45:32 -0800 | [diff] [blame] | 456 | for (auto it = service->methods_.begin(); it != service->methods_.end(); |
| 457 | ++it) { |
yang-g | 269b8be | 2016-01-15 10:46:26 -0800 | [diff] [blame] | 458 | if (it->get() == nullptr) { // Handled by generic service if any. |
| 459 | continue; |
| 460 | } |
Sree Kuchibhotla | da069a5 | 2016-10-19 11:22:29 -0700 | [diff] [blame] | 461 | |
Craig Tiller | 15f383c | 2016-01-07 12:45:32 -0800 | [diff] [blame] | 462 | RpcServiceMethod* method = it->get(); |
Craig Tiller | 06cb1a9 | 2016-04-04 08:10:47 -0700 | [diff] [blame] | 463 | void* tag = grpc_server_register_method( |
| 464 | server_, method->name(), host ? host->c_str() : nullptr, |
| 465 | PayloadHandlingForMethod(method), 0); |
Craig Tiller | 15f383c | 2016-01-07 12:45:32 -0800 | [diff] [blame] | 466 | if (tag == nullptr) { |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 467 | gpr_log(GPR_DEBUG, "Attempt to register %s multiple times", |
| 468 | method->name()); |
| 469 | return false; |
| 470 | } |
Sree Kuchibhotla | da069a5 | 2016-10-19 11:22:29 -0700 | [diff] [blame] | 471 | |
Sree Kuchibhotla | cb18d7a | 2016-10-20 12:39:30 -0700 | [diff] [blame] | 472 | if (method->handler() == nullptr) { // Async method |
Craig Tiller | 15f383c | 2016-01-07 12:45:32 -0800 | [diff] [blame] | 473 | method->set_server_tag(tag); |
| 474 | } else { |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 475 | for (auto it = sync_req_mgrs_.begin(); it != sync_req_mgrs_.end(); it++) { |
| 476 | (*it)->AddSyncMethod(method, tag); |
| 477 | } |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 478 | } |
Sree Kuchibhotla | da069a5 | 2016-10-19 11:22:29 -0700 | [diff] [blame] | 479 | |
Yuchen Zeng | a42ec21 | 2016-04-29 13:03:06 -0700 | [diff] [blame] | 480 | method_name = method->name(); |
| 481 | } |
| 482 | |
| 483 | // Parse service name. |
| 484 | if (method_name != nullptr) { |
| 485 | std::stringstream ss(method_name); |
| 486 | grpc::string service_name; |
| 487 | if (std::getline(ss, service_name, '/') && |
| 488 | std::getline(ss, service_name, '/')) { |
| 489 | services_.push_back(service_name); |
| 490 | } |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 491 | } |
| 492 | return true; |
| 493 | } |
| 494 | |
Yang Gao | 4999649 | 2015-03-12 16:40:19 -0700 | [diff] [blame] | 495 | void Server::RegisterAsyncGenericService(AsyncGenericService* service) { |
Yang Gao | 1c40233 | 2015-03-05 16:39:25 -0800 | [diff] [blame] | 496 | GPR_ASSERT(service->server_ == nullptr && |
Yang Gao | 1ad253d | 2015-03-16 13:11:29 -0700 | [diff] [blame] | 497 | "Can only register an async generic service against one server."); |
Yang Gao | 1c40233 | 2015-03-05 16:39:25 -0800 | [diff] [blame] | 498 | service->server_ = this; |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 499 | has_generic_service_ = true; |
Yang Gao | 1c40233 | 2015-03-05 16:39:25 -0800 | [diff] [blame] | 500 | } |
| 501 | |
Nicolas Noble | cfd6073 | 2015-03-18 16:27:43 -0700 | [diff] [blame] | 502 | int Server::AddListeningPort(const grpc::string& addr, |
| 503 | ServerCredentials* creds) { |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 504 | GPR_ASSERT(!started_); |
Craig Tiller | 42bc87c | 2015-02-23 08:50:19 -0800 | [diff] [blame] | 505 | return creds->AddPortToServer(addr, server_); |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 506 | } |
| 507 | |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 508 | bool Server::Start(ServerCompletionQueue** cqs, size_t num_cqs) { |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 509 | GPR_ASSERT(!started_); |
yang-g | f2fe4f7 | 2017-02-07 12:47:22 -0800 | [diff] [blame] | 510 | global_callbacks_->PreServerStart(this); |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 511 | started_ = true; |
yang-g | ad32764 | 2016-12-12 14:32:09 -0800 | [diff] [blame] | 512 | |
| 513 | // Only create default health check service when user did not provide an |
| 514 | // explicit one. |
| 515 | if (health_check_service_ == nullptr && !health_check_service_disabled_ && |
| 516 | DefaultHealthCheckServiceEnabled()) { |
yang-g | 076bac0 | 2017-02-07 13:50:36 -0800 | [diff] [blame] | 517 | if (sync_server_cqs_->empty()) { |
| 518 | gpr_log(GPR_ERROR, |
| 519 | "Default health check service disabled at async-only server."); |
| 520 | } else { |
| 521 | auto* default_hc_service = new DefaultHealthCheckService; |
| 522 | health_check_service_.reset(default_hc_service); |
| 523 | RegisterService(nullptr, default_hc_service->GetHealthCheckService()); |
| 524 | } |
yang-g | ad32764 | 2016-12-12 14:32:09 -0800 | [diff] [blame] | 525 | } |
| 526 | |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 527 | grpc_server_start(server_); |
| 528 | |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 529 | if (!has_generic_service_) { |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 530 | for (auto it = sync_req_mgrs_.begin(); it != sync_req_mgrs_.end(); it++) { |
| 531 | (*it)->AddUnknownSyncMethod(); |
Craig Tiller | 86d3177 | 2015-08-19 12:52:50 -0700 | [diff] [blame] | 532 | } |
Sree Kuchibhotla | 3ea9e24 | 2016-08-22 14:15:43 -0700 | [diff] [blame] | 533 | |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 534 | for (size_t i = 0; i < num_cqs; i++) { |
Craig Tiller | e004958 | 2016-05-20 10:31:09 -0700 | [diff] [blame] | 535 | if (cqs[i]->IsFrequentlyPolled()) { |
| 536 | new UnimplementedAsyncRequest(this, cqs[i]); |
| 537 | } |
Craig Tiller | cbd0485 | 2015-02-10 17:39:54 -0800 | [diff] [blame] | 538 | } |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 539 | } |
Sree Kuchibhotla | 3ea9e24 | 2016-08-22 14:15:43 -0700 | [diff] [blame] | 540 | |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 541 | for (auto it = sync_req_mgrs_.begin(); it != sync_req_mgrs_.end(); it++) { |
| 542 | (*it)->Start(); |
| 543 | } |
| 544 | |
Craig Tiller | 0db1bef | 2015-02-09 13:47:39 -0800 | [diff] [blame] | 545 | return true; |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 546 | } |
| 547 | |
Craig Tiller | e50e5cb | 2015-08-18 12:44:57 -0700 | [diff] [blame] | 548 | void Server::ShutdownInternal(gpr_timespec deadline) { |
Vijay Pai | 320ed13 | 2016-11-01 17:16:55 -0700 | [diff] [blame] | 549 | std::unique_lock<std::mutex> lock(mu_); |
Craig Tiller | 12352b2 | 2017-01-10 15:16:14 -0800 | [diff] [blame] | 550 | if (!shutdown_) { |
Craig Tiller | 6e57b9e | 2015-02-24 15:46:22 -0800 | [diff] [blame] | 551 | shutdown_ = true; |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 552 | |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 553 | /// The completion queue to use for server shutdown completion notification |
| 554 | CompletionQueue shutdown_cq; |
Sree Kuchibhotla | 4028d2c | 2016-09-21 10:45:33 -0700 | [diff] [blame] | 555 | ShutdownTag shutdown_tag; // Dummy shutdown tag |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 556 | grpc_server_shutdown_and_notify(server_, shutdown_cq.cq(), &shutdown_tag); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 557 | |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 558 | shutdown_cq.Shutdown(); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 559 | |
| 560 | void* tag; |
| 561 | bool ok; |
| 562 | CompletionQueue::NextStatus status = |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 563 | shutdown_cq.AsyncNext(&tag, &ok, deadline); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 564 | |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 565 | // If this timed out, it means we are done with the grace period for a clean |
| 566 | // shutdown. We should force a shutdown now by cancelling all inflight calls |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 567 | if (status == CompletionQueue::NextStatus::TIMEOUT) { |
| 568 | grpc_server_cancel_all_calls(server_); |
| 569 | } |
| 570 | // Else in case of SHUTDOWN or GOT_EVENT, it means that the server has |
| 571 | // successfully shutdown |
| 572 | |
Craig Tiller | 9c5318a | 2016-12-05 15:07:04 -0800 | [diff] [blame] | 573 | // Shutdown all ThreadManagers. This will try to gracefully stop all the |
| 574 | // threads in the ThreadManagers (once they process any inflight requests) |
| 575 | for (auto it = sync_req_mgrs_.begin(); it != sync_req_mgrs_.end(); it++) { |
| 576 | (*it)->Shutdown(); // ThreadManager's Shutdown() |
| 577 | } |
| 578 | |
Sree Kuchibhotla | 8f7739b | 2016-10-13 15:12:55 -0700 | [diff] [blame] | 579 | // Wait for threads in all ThreadManagers to terminate |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 580 | for (auto it = sync_req_mgrs_.begin(); it != sync_req_mgrs_.end(); it++) { |
| 581 | (*it)->Wait(); |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 582 | (*it)->ShutdownAndDrainCompletionQueue(); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 583 | } |
| 584 | |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 585 | // Drain the shutdown queue (if the previous call to AsyncNext() timed out |
| 586 | // and we didn't remove the tag from the queue yet) |
Sree Kuchibhotla | 892dbf4 | 2016-09-27 19:42:27 -0700 | [diff] [blame] | 587 | while (shutdown_cq.Next(&tag, &ok)) { |
Sree Kuchibhotla | 33382d0 | 2016-10-03 15:08:48 -0700 | [diff] [blame] | 588 | // Nothing to be done here. Just ignore ok and tag values |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 589 | } |
| 590 | |
yang-g | 6ec11f2 | 2016-07-14 14:53:35 -0700 | [diff] [blame] | 591 | shutdown_notified_ = true; |
yang-g | e89dc6c | 2016-07-11 15:48:01 -0700 | [diff] [blame] | 592 | shutdown_cv_.notify_all(); |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 593 | } |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 594 | } |
| 595 | |
Craig Tiller | 6e57b9e | 2015-02-24 15:46:22 -0800 | [diff] [blame] | 596 | void Server::Wait() { |
Vijay Pai | 320ed13 | 2016-11-01 17:16:55 -0700 | [diff] [blame] | 597 | std::unique_lock<std::mutex> lock(mu_); |
yang-g | 6ec11f2 | 2016-07-14 14:53:35 -0700 | [diff] [blame] | 598 | while (started_ && !shutdown_notified_) { |
| 599 | shutdown_cv_.wait(lock); |
| 600 | } |
Craig Tiller | 6e57b9e | 2015-02-24 15:46:22 -0800 | [diff] [blame] | 601 | } |
| 602 | |
Craig Tiller | 50a7a68 | 2015-06-04 12:53:40 -0700 | [diff] [blame] | 603 | void Server::PerformOpsOnCall(CallOpSetInterface* ops, Call* call) { |
Craig Tiller | bb5227f | 2015-02-11 13:34:48 -0800 | [diff] [blame] | 604 | static const size_t MAX_OPS = 8; |
Craig Tiller | 50a7a68 | 2015-06-04 12:53:40 -0700 | [diff] [blame] | 605 | size_t nops = 0; |
| 606 | grpc_op cops[MAX_OPS]; |
| 607 | ops->FillOps(cops, &nops); |
Nicolas "Pixel" Noble | ebb5140 | 2015-07-23 02:41:33 +0200 | [diff] [blame] | 608 | auto result = grpc_call_start_batch(call->call(), cops, nops, ops, nullptr); |
| 609 | GPR_ASSERT(GRPC_CALL_OK == result); |
Craig Tiller | bb5227f | 2015-02-11 13:34:48 -0800 | [diff] [blame] | 610 | } |
| 611 | |
David Garcia Quintas | 44f3249 | 2016-01-14 18:00:04 -0800 | [diff] [blame] | 612 | ServerInterface::BaseAsyncRequest::BaseAsyncRequest( |
| 613 | ServerInterface* server, ServerContext* context, |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 614 | ServerAsyncStreamingInterface* stream, CompletionQueue* call_cq, void* tag, |
| 615 | bool delete_on_finalize) |
Craig Tiller | ce40de5 | 2015-06-05 07:14:58 -0700 | [diff] [blame] | 616 | : server_(server), |
| 617 | context_(context), |
| 618 | stream_(stream), |
| 619 | call_cq_(call_cq), |
Craig Tiller | 5095581 | 2015-06-05 08:03:17 -0700 | [diff] [blame] | 620 | tag_(tag), |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 621 | delete_on_finalize_(delete_on_finalize), |
Craig Tiller | ce40de5 | 2015-06-05 07:14:58 -0700 | [diff] [blame] | 622 | call_(nullptr) { |
Vijay Pai | bf24dd9 | 2016-12-05 13:59:09 -0800 | [diff] [blame] | 623 | call_cq_->RegisterAvalanching(); // This op will trigger more ops |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 624 | } |
| 625 | |
Vijay Pai | cbe1599 | 2016-12-05 13:56:29 -0800 | [diff] [blame] | 626 | ServerInterface::BaseAsyncRequest::~BaseAsyncRequest() { |
| 627 | call_cq_->CompleteAvalanching(); |
| 628 | } |
| 629 | |
David Garcia Quintas | f3ddb7c | 2016-01-20 16:02:22 -0800 | [diff] [blame] | 630 | bool ServerInterface::BaseAsyncRequest::FinalizeResult(void** tag, |
| 631 | bool* status) { |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 632 | if (*status) { |
Craig Tiller | 7c70b6c | 2017-01-23 07:48:42 -0800 | [diff] [blame] | 633 | context_->client_metadata_.FillMap(); |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 634 | } |
yang-g | 85c04f9 | 2015-07-07 17:47:31 -0700 | [diff] [blame] | 635 | context_->set_call(call_); |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 636 | context_->cq_ = call_cq_; |
yang-g | f07ed45 | 2017-02-16 23:01:28 -0800 | [diff] [blame] | 637 | Call call(call_, server_, call_cq_, server_->max_receive_message_size()); |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 638 | if (*status && call_) { |
| 639 | context_->BeginCompletionOp(&call); |
| 640 | } |
| 641 | // just the pointers inside call are copied here |
| 642 | stream_->BindCall(&call); |
Craig Tiller | 5095581 | 2015-06-05 08:03:17 -0700 | [diff] [blame] | 643 | *tag = tag_; |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 644 | if (delete_on_finalize_) { |
| 645 | delete this; |
| 646 | } |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 647 | return true; |
| 648 | } |
| 649 | |
David Garcia Quintas | 44f3249 | 2016-01-14 18:00:04 -0800 | [diff] [blame] | 650 | ServerInterface::RegisteredAsyncRequest::RegisteredAsyncRequest( |
| 651 | ServerInterface* server, ServerContext* context, |
yang-g | 076bac0 | 2017-02-07 13:50:36 -0800 | [diff] [blame] | 652 | ServerAsyncStreamingInterface* stream, CompletionQueue* call_cq, void* tag) |
| 653 | : BaseAsyncRequest(server, context, stream, call_cq, tag, true) {} |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 654 | |
David Garcia Quintas | 44f3249 | 2016-01-14 18:00:04 -0800 | [diff] [blame] | 655 | void ServerInterface::RegisteredAsyncRequest::IssueRequest( |
Craig Tiller | ce40de5 | 2015-06-05 07:14:58 -0700 | [diff] [blame] | 656 | void* registered_method, grpc_byte_buffer** payload, |
| 657 | ServerCompletionQueue* notification_cq) { |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 658 | grpc_server_request_registered_call( |
David Garcia Quintas | 44f3249 | 2016-01-14 18:00:04 -0800 | [diff] [blame] | 659 | server_->server(), registered_method, &call_, &context_->deadline_, |
Craig Tiller | 7c70b6c | 2017-01-23 07:48:42 -0800 | [diff] [blame] | 660 | context_->client_metadata_.arr(), payload, call_cq_->cq(), |
| 661 | notification_cq->cq(), this); |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 662 | } |
| 663 | |
David Garcia Quintas | 44f3249 | 2016-01-14 18:00:04 -0800 | [diff] [blame] | 664 | ServerInterface::GenericAsyncRequest::GenericAsyncRequest( |
| 665 | ServerInterface* server, GenericServerContext* context, |
Craig Tiller | ce40de5 | 2015-06-05 07:14:58 -0700 | [diff] [blame] | 666 | ServerAsyncStreamingInterface* stream, CompletionQueue* call_cq, |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 667 | ServerCompletionQueue* notification_cq, void* tag, bool delete_on_finalize) |
| 668 | : BaseAsyncRequest(server, context, stream, call_cq, tag, |
| 669 | delete_on_finalize) { |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 670 | grpc_call_details_init(&call_details_); |
| 671 | GPR_ASSERT(notification_cq); |
| 672 | GPR_ASSERT(call_cq); |
David Garcia Quintas | 44f3249 | 2016-01-14 18:00:04 -0800 | [diff] [blame] | 673 | grpc_server_request_call(server->server(), &call_, &call_details_, |
Craig Tiller | 7c70b6c | 2017-01-23 07:48:42 -0800 | [diff] [blame] | 674 | context->client_metadata_.arr(), call_cq->cq(), |
Craig Tiller | ce40de5 | 2015-06-05 07:14:58 -0700 | [diff] [blame] | 675 | notification_cq->cq(), this); |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 676 | } |
| 677 | |
David Garcia Quintas | f3ddb7c | 2016-01-20 16:02:22 -0800 | [diff] [blame] | 678 | bool ServerInterface::GenericAsyncRequest::FinalizeResult(void** tag, |
| 679 | bool* status) { |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 680 | // TODO(yangg) remove the copy here. |
yang-g | 3deb006 | 2015-06-23 14:06:08 -0700 | [diff] [blame] | 681 | if (*status) { |
yang-g | a58cab3 | 2015-06-23 14:37:15 -0700 | [diff] [blame] | 682 | static_cast<GenericServerContext*>(context_)->method_ = |
Craig Tiller | 7c70b6c | 2017-01-23 07:48:42 -0800 | [diff] [blame] | 683 | StringFromCopiedSlice(call_details_.method); |
| 684 | static_cast<GenericServerContext*>(context_)->host_ = |
| 685 | StringFromCopiedSlice(call_details_.host); |
yang-g | 3deb006 | 2015-06-23 14:06:08 -0700 | [diff] [blame] | 686 | } |
Craig Tiller | 7c70b6c | 2017-01-23 07:48:42 -0800 | [diff] [blame] | 687 | grpc_slice_unref(call_details_.method); |
| 688 | grpc_slice_unref(call_details_.host); |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 689 | return BaseAsyncRequest::FinalizeResult(tag, status); |
| 690 | } |
| 691 | |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 692 | bool Server::UnimplementedAsyncRequest::FinalizeResult(void** tag, |
| 693 | bool* status) { |
| 694 | if (GenericAsyncRequest::FinalizeResult(tag, status) && *status) { |
| 695 | new UnimplementedAsyncRequest(server_, cq_); |
| 696 | new UnimplementedAsyncResponse(this); |
| 697 | } else { |
| 698 | delete this; |
| 699 | } |
| 700 | return false; |
| 701 | } |
| 702 | |
| 703 | Server::UnimplementedAsyncResponse::UnimplementedAsyncResponse( |
| 704 | UnimplementedAsyncRequest* request) |
| 705 | : request_(request) { |
| 706 | Status status(StatusCode::UNIMPLEMENTED, ""); |
| 707 | UnknownMethodHandler::FillOps(request_->context(), this); |
| 708 | request_->stream()->call_.PerformOps(this); |
| 709 | } |
| 710 | |
Yuchen Zeng | a42ec21 | 2016-04-29 13:03:06 -0700 | [diff] [blame] | 711 | ServerInitializer* Server::initializer() { return server_initializer_.get(); } |
| 712 | |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 713 | } // namespace grpc |