Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 1 | /* |
Craig Tiller | 6169d5f | 2016-03-31 07:46:18 -0700 | [diff] [blame] | 2 | * Copyright 2015, Google Inc. |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 3 | * All rights reserved. |
| 4 | * |
| 5 | * Redistribution and use in source and binary forms, with or without |
| 6 | * modification, are permitted provided that the following conditions are |
| 7 | * met: |
| 8 | * |
| 9 | * * Redistributions of source code must retain the above copyright |
| 10 | * notice, this list of conditions and the following disclaimer. |
| 11 | * * Redistributions in binary form must reproduce the above |
| 12 | * copyright notice, this list of conditions and the following disclaimer |
| 13 | * in the documentation and/or other materials provided with the |
| 14 | * distribution. |
| 15 | * * Neither the name of Google Inc. nor the names of its |
| 16 | * contributors may be used to endorse or promote products derived from |
| 17 | * this software without specific prior written permission. |
| 18 | * |
| 19 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 20 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 21 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 22 | * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 23 | * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 24 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 25 | * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 26 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 27 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 28 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 29 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 30 | * |
| 31 | */ |
| 32 | |
| 33 | #include <grpc++/server.h> |
yang-g | 9e2f90c | 2015-08-21 15:35:03 -0700 | [diff] [blame] | 34 | |
Yuchen Zeng | a42ec21 | 2016-04-29 13:03:06 -0700 | [diff] [blame] | 35 | #include <sstream> |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 36 | #include <utility> |
| 37 | |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 38 | #include <grpc++/completion_queue.h> |
yang-g | 9e2f90c | 2015-08-21 15:35:03 -0700 | [diff] [blame] | 39 | #include <grpc++/generic/async_generic_service.h> |
David Garcia Quintas | e1300de | 2016-01-27 18:41:26 -0800 | [diff] [blame] | 40 | #include <grpc++/impl/codegen/completion_queue_tag.h> |
| 41 | #include <grpc++/impl/grpc_library.h> |
Craig Tiller | 15f383c | 2016-01-07 12:45:32 -0800 | [diff] [blame] | 42 | #include <grpc++/impl/method_handler_impl.h> |
yangg | 1b15109 | 2015-01-09 15:31:05 -0800 | [diff] [blame] | 43 | #include <grpc++/impl/rpc_service_method.h> |
Yuchen Zeng | a42ec21 | 2016-04-29 13:03:06 -0700 | [diff] [blame] | 44 | #include <grpc++/impl/server_initializer.h> |
Craig Tiller | 8c8d0aa | 2015-02-12 11:38:36 -0800 | [diff] [blame] | 45 | #include <grpc++/impl/service_type.h> |
Julien Boeuf | 5be92a3 | 2015-08-28 16:28:18 -0700 | [diff] [blame] | 46 | #include <grpc++/security/server_credentials.h> |
David Garcia Quintas | e1300de | 2016-01-27 18:41:26 -0800 | [diff] [blame] | 47 | #include <grpc++/server_context.h> |
yang-g | 9e2f90c | 2015-08-21 15:35:03 -0700 | [diff] [blame] | 48 | #include <grpc++/support/time.h> |
David Garcia Quintas | e1300de | 2016-01-27 18:41:26 -0800 | [diff] [blame] | 49 | #include <grpc/grpc.h> |
| 50 | #include <grpc/support/alloc.h> |
| 51 | #include <grpc/support/log.h> |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 52 | |
Craig Tiller | 9533d04 | 2016-03-25 17:11:06 -0700 | [diff] [blame] | 53 | #include "src/core/lib/profiling/timers.h" |
Sree Kuchibhotla | f72ec6b | 2016-10-24 11:09:43 -0700 | [diff] [blame] | 54 | #include "src/cpp/thread_manager/thread_manager.h" |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 55 | |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 56 | namespace grpc { |
| 57 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 58 | class DefaultGlobalCallbacks final : public Server::GlobalCallbacks { |
Craig Tiller | 7221d99 | 2015-11-24 06:59:33 -0800 | [diff] [blame] | 59 | public: |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 60 | ~DefaultGlobalCallbacks() override {} |
| 61 | void PreSynchronousRequest(ServerContext* context) override {} |
| 62 | void PostSynchronousRequest(ServerContext* context) override {} |
Craig Tiller | 7221d99 | 2015-11-24 06:59:33 -0800 | [diff] [blame] | 63 | }; |
| 64 | |
Craig Tiller | 6461649 | 2016-01-26 14:16:20 -0800 | [diff] [blame] | 65 | static std::shared_ptr<Server::GlobalCallbacks> g_callbacks = nullptr; |
Craig Tiller | 8352b9e | 2015-12-02 11:43:40 -0800 | [diff] [blame] | 66 | static gpr_once g_once_init_callbacks = GPR_ONCE_INIT; |
| 67 | |
Craig Tiller | 8352b9e | 2015-12-02 11:43:40 -0800 | [diff] [blame] | 68 | static void InitGlobalCallbacks() { |
Vijay Pai | b645a2d | 2016-06-09 18:39:06 -0700 | [diff] [blame] | 69 | if (!g_callbacks) { |
Craig Tiller | 6461649 | 2016-01-26 14:16:20 -0800 | [diff] [blame] | 70 | g_callbacks.reset(new DefaultGlobalCallbacks()); |
Craig Tiller | 8352b9e | 2015-12-02 11:43:40 -0800 | [diff] [blame] | 71 | } |
| 72 | } |
Craig Tiller | 7221d99 | 2015-11-24 06:59:33 -0800 | [diff] [blame] | 73 | |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 74 | class Server::UnimplementedAsyncRequestContext { |
| 75 | protected: |
| 76 | UnimplementedAsyncRequestContext() : generic_stream_(&server_context_) {} |
| 77 | |
| 78 | GenericServerContext server_context_; |
| 79 | GenericServerAsyncReaderWriter generic_stream_; |
| 80 | }; |
| 81 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 82 | class Server::UnimplementedAsyncRequest final |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 83 | : public UnimplementedAsyncRequestContext, |
| 84 | public GenericAsyncRequest { |
| 85 | public: |
| 86 | UnimplementedAsyncRequest(Server* server, ServerCompletionQueue* cq) |
| 87 | : GenericAsyncRequest(server, &server_context_, &generic_stream_, cq, cq, |
| 88 | NULL, false), |
| 89 | server_(server), |
| 90 | cq_(cq) {} |
| 91 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 92 | bool FinalizeResult(void** tag, bool* status) override; |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 93 | |
| 94 | ServerContext* context() { return &server_context_; } |
| 95 | GenericServerAsyncReaderWriter* stream() { return &generic_stream_; } |
| 96 | |
| 97 | private: |
| 98 | Server* const server_; |
| 99 | ServerCompletionQueue* const cq_; |
| 100 | }; |
| 101 | |
| 102 | typedef SneakyCallOpSet<CallOpSendInitialMetadata, CallOpServerSendStatus> |
| 103 | UnimplementedAsyncResponseOp; |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 104 | class Server::UnimplementedAsyncResponse final |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 105 | : public UnimplementedAsyncResponseOp { |
| 106 | public: |
| 107 | UnimplementedAsyncResponse(UnimplementedAsyncRequest* request); |
| 108 | ~UnimplementedAsyncResponse() { delete request_; } |
| 109 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 110 | bool FinalizeResult(void** tag, bool* status) override { |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 111 | bool r = UnimplementedAsyncResponseOp::FinalizeResult(tag, status); |
| 112 | delete this; |
| 113 | return r; |
| 114 | } |
| 115 | |
| 116 | private: |
| 117 | UnimplementedAsyncRequest* const request_; |
| 118 | }; |
| 119 | |
Sree Kuchibhotla | 4028d2c | 2016-09-21 10:45:33 -0700 | [diff] [blame] | 120 | class ShutdownTag : public CompletionQueueTag { |
| 121 | public: |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 122 | bool FinalizeResult(void** tag, bool* status) { return false; } |
Sree Kuchibhotla | 4028d2c | 2016-09-21 10:45:33 -0700 | [diff] [blame] | 123 | }; |
| 124 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 125 | class Server::SyncRequest final : public CompletionQueueTag { |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 126 | public: |
Craig Tiller | 1c9a2a9 | 2015-02-12 14:10:25 -0800 | [diff] [blame] | 127 | SyncRequest(RpcServiceMethod* method, void* tag) |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 128 | : method_(method), |
| 129 | tag_(tag), |
Craig Tiller | cf133f4 | 2015-02-26 14:05:56 -0800 | [diff] [blame] | 130 | in_flight_(false), |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 131 | has_request_payload_(method->method_type() == RpcMethod::NORMAL_RPC || |
| 132 | method->method_type() == |
| 133 | RpcMethod::SERVER_STREAMING), |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 134 | call_details_(nullptr), |
Vijay Pai | ced73bd | 2015-06-17 10:23:28 -0700 | [diff] [blame] | 135 | cq_(nullptr) { |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 136 | grpc_metadata_array_init(&request_metadata_); |
| 137 | } |
| 138 | |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 139 | ~SyncRequest() { |
| 140 | if (call_details_) { |
| 141 | delete call_details_; |
| 142 | } |
| 143 | grpc_metadata_array_destroy(&request_metadata_); |
| 144 | } |
Yang Gao | 7b49a77 | 2015-05-28 14:07:54 -0700 | [diff] [blame] | 145 | |
Nicolas "Pixel" Noble | ebb5140 | 2015-07-23 02:41:33 +0200 | [diff] [blame] | 146 | void SetupRequest() { cq_ = grpc_completion_queue_create(nullptr); } |
Vijay Pai | ced73bd | 2015-06-17 10:23:28 -0700 | [diff] [blame] | 147 | |
| 148 | void TeardownRequest() { |
| 149 | grpc_completion_queue_destroy(cq_); |
| 150 | cq_ = nullptr; |
| 151 | } |
| 152 | |
Craig Tiller | f9e6adf | 2015-05-06 11:45:59 -0700 | [diff] [blame] | 153 | void Request(grpc_server* server, grpc_completion_queue* notify_cq) { |
Vijay Pai | ced73bd | 2015-06-17 10:23:28 -0700 | [diff] [blame] | 154 | GPR_ASSERT(cq_ && !in_flight_); |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 155 | in_flight_ = true; |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 156 | if (tag_) { |
| 157 | GPR_ASSERT(GRPC_CALL_OK == |
| 158 | grpc_server_request_registered_call( |
| 159 | server, tag_, &call_, &deadline_, &request_metadata_, |
| 160 | has_request_payload_ ? &request_payload_ : nullptr, cq_, |
| 161 | notify_cq, this)); |
| 162 | } else { |
| 163 | if (!call_details_) { |
| 164 | call_details_ = new grpc_call_details; |
| 165 | grpc_call_details_init(call_details_); |
| 166 | } |
| 167 | GPR_ASSERT(GRPC_CALL_OK == grpc_server_request_call( |
| 168 | server, &call_, call_details_, |
| 169 | &request_metadata_, cq_, notify_cq, this)); |
| 170 | } |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 171 | } |
| 172 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 173 | bool FinalizeResult(void** tag, bool* status) override { |
Craig Tiller | ec3257c | 2015-02-12 15:59:43 -0800 | [diff] [blame] | 174 | if (!*status) { |
| 175 | grpc_completion_queue_destroy(cq_); |
| 176 | } |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 177 | if (call_details_) { |
| 178 | deadline_ = call_details_->deadline; |
| 179 | grpc_call_details_destroy(call_details_); |
| 180 | grpc_call_details_init(call_details_); |
| 181 | } |
Craig Tiller | 645466e | 2015-02-18 09:18:33 -0800 | [diff] [blame] | 182 | return true; |
Craig Tiller | ec3257c | 2015-02-12 15:59:43 -0800 | [diff] [blame] | 183 | } |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 184 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 185 | class CallData final { |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 186 | public: |
Craig Tiller | 1c9a2a9 | 2015-02-12 14:10:25 -0800 | [diff] [blame] | 187 | explicit CallData(Server* server, SyncRequest* mrd) |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 188 | : cq_(mrd->cq_), |
Mark D. Roth | 6980362 | 2016-09-06 08:15:36 -0700 | [diff] [blame] | 189 | call_(mrd->call_, server, &cq_, server->max_receive_message_size_), |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 190 | ctx_(mrd->deadline_, mrd->request_metadata_.metadata, |
| 191 | mrd->request_metadata_.count), |
| 192 | has_request_payload_(mrd->has_request_payload_), |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 193 | request_payload_(mrd->request_payload_), |
| 194 | method_(mrd->method_) { |
yang-g | 85c04f9 | 2015-07-07 17:47:31 -0700 | [diff] [blame] | 195 | ctx_.set_call(mrd->call_); |
Yang Gao | 1205f6f | 2015-03-22 15:18:14 -0700 | [diff] [blame] | 196 | ctx_.cq_ = &cq_; |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 197 | GPR_ASSERT(mrd->in_flight_); |
| 198 | mrd->in_flight_ = false; |
| 199 | mrd->request_metadata_.count = 0; |
| 200 | } |
| 201 | |
Craig Tiller | ec3257c | 2015-02-12 15:59:43 -0800 | [diff] [blame] | 202 | ~CallData() { |
| 203 | if (has_request_payload_ && request_payload_) { |
| 204 | grpc_byte_buffer_destroy(request_payload_); |
| 205 | } |
| 206 | } |
| 207 | |
Craig Tiller | 6461649 | 2016-01-26 14:16:20 -0800 | [diff] [blame] | 208 | void Run(std::shared_ptr<GlobalCallbacks> global_callbacks) { |
Craig Tiller | 492968f | 2015-02-18 13:14:03 -0800 | [diff] [blame] | 209 | ctx_.BeginCompletionOp(&call_); |
Craig Tiller | 6461649 | 2016-01-26 14:16:20 -0800 | [diff] [blame] | 210 | global_callbacks->PreSynchronousRequest(&ctx_); |
Craig Tiller | ce40de5 | 2015-06-05 07:14:58 -0700 | [diff] [blame] | 211 | method_->handler()->RunHandler(MethodHandler::HandlerParameter( |
Mark D. Roth | 6980362 | 2016-09-06 08:15:36 -0700 | [diff] [blame] | 212 | &call_, &ctx_, request_payload_, call_.max_receive_message_size())); |
Craig Tiller | 6461649 | 2016-01-26 14:16:20 -0800 | [diff] [blame] | 213 | global_callbacks->PostSynchronousRequest(&ctx_); |
Craig Tiller | 928ec8e | 2015-06-05 08:45:45 -0700 | [diff] [blame] | 214 | request_payload_ = nullptr; |
Craig Tiller | 492968f | 2015-02-18 13:14:03 -0800 | [diff] [blame] | 215 | void* ignored_tag; |
| 216 | bool ignored_ok; |
| 217 | cq_.Shutdown(); |
| 218 | GPR_ASSERT(cq_.Next(&ignored_tag, &ignored_ok) == false); |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 219 | } |
| 220 | |
| 221 | private: |
| 222 | CompletionQueue cq_; |
| 223 | Call call_; |
| 224 | ServerContext ctx_; |
| 225 | const bool has_request_payload_; |
Craig Tiller | 8c8d0aa | 2015-02-12 11:38:36 -0800 | [diff] [blame] | 226 | grpc_byte_buffer* request_payload_; |
| 227 | RpcServiceMethod* const method_; |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 228 | }; |
| 229 | |
| 230 | private: |
Craig Tiller | 8c8d0aa | 2015-02-12 11:38:36 -0800 | [diff] [blame] | 231 | RpcServiceMethod* const method_; |
| 232 | void* const tag_; |
Craig Tiller | cf133f4 | 2015-02-26 14:05:56 -0800 | [diff] [blame] | 233 | bool in_flight_; |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 234 | const bool has_request_payload_; |
Craig Tiller | 8c8d0aa | 2015-02-12 11:38:36 -0800 | [diff] [blame] | 235 | grpc_call* call_; |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 236 | grpc_call_details* call_details_; |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 237 | gpr_timespec deadline_; |
| 238 | grpc_metadata_array request_metadata_; |
Craig Tiller | 8c8d0aa | 2015-02-12 11:38:36 -0800 | [diff] [blame] | 239 | grpc_byte_buffer* request_payload_; |
| 240 | grpc_completion_queue* cq_; |
Craig Tiller | c416577 | 2015-02-11 10:51:04 -0800 | [diff] [blame] | 241 | }; |
| 242 | |
Sree Kuchibhotla | 8f7739b | 2016-10-13 15:12:55 -0700 | [diff] [blame] | 243 | // Implementation of ThreadManager. Each instance of SyncRequestThreadManager |
| 244 | // manages a pool of threads that poll for incoming Sync RPCs and call the |
| 245 | // appropriate RPC handlers |
| 246 | class Server::SyncRequestThreadManager : public ThreadManager { |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 247 | public: |
Sree Kuchibhotla | 8f7739b | 2016-10-13 15:12:55 -0700 | [diff] [blame] | 248 | SyncRequestThreadManager(Server* server, CompletionQueue* server_cq, |
| 249 | std::shared_ptr<GlobalCallbacks> global_callbacks, |
| 250 | int min_pollers, int max_pollers, |
| 251 | int cq_timeout_msec) |
| 252 | : ThreadManager(min_pollers, max_pollers), |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 253 | server_(server), |
| 254 | server_cq_(server_cq), |
Sree Kuchibhotla | 892dbf4 | 2016-09-27 19:42:27 -0700 | [diff] [blame] | 255 | cq_timeout_msec_(cq_timeout_msec), |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 256 | global_callbacks_(global_callbacks) {} |
| 257 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 258 | WorkStatus PollForWork(void** tag, bool* ok) override { |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 259 | *tag = nullptr; |
| 260 | gpr_timespec deadline = |
Sree Kuchibhotla | 892dbf4 | 2016-09-27 19:42:27 -0700 | [diff] [blame] | 261 | gpr_time_from_millis(cq_timeout_msec_, GPR_TIMESPAN); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 262 | |
| 263 | switch (server_cq_->AsyncNext(tag, ok, deadline)) { |
| 264 | case CompletionQueue::TIMEOUT: |
| 265 | return TIMEOUT; |
| 266 | case CompletionQueue::SHUTDOWN: |
| 267 | return SHUTDOWN; |
| 268 | case CompletionQueue::GOT_EVENT: |
| 269 | return WORK_FOUND; |
| 270 | } |
| 271 | |
| 272 | GPR_UNREACHABLE_CODE(return TIMEOUT); |
| 273 | } |
| 274 | |
Vijay Pai | c0b2acb | 2016-11-01 16:31:56 -0700 | [diff] [blame] | 275 | void DoWork(void* tag, bool ok) override { |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 276 | SyncRequest* sync_req = static_cast<SyncRequest*>(tag); |
Sree Kuchibhotla | 4306eee | 2016-09-21 09:56:29 -0700 | [diff] [blame] | 277 | |
| 278 | if (!sync_req) { |
Sree Kuchibhotla | 33382d0 | 2016-10-03 15:08:48 -0700 | [diff] [blame] | 279 | // No tag. Nothing to work on. This is an unlikley scenario and possibly a |
| 280 | // bug in RPC Manager implementation. |
| 281 | gpr_log(GPR_ERROR, "Sync server. DoWork() was called with NULL tag"); |
Sree Kuchibhotla | 4306eee | 2016-09-21 09:56:29 -0700 | [diff] [blame] | 282 | return; |
| 283 | } |
| 284 | |
| 285 | if (ok) { |
Sree Kuchibhotla | 33382d0 | 2016-10-03 15:08:48 -0700 | [diff] [blame] | 286 | // Calldata takes ownership of the completion queue inside sync_req |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 287 | SyncRequest::CallData cd(server_, sync_req); |
| 288 | { |
Sree Kuchibhotla | 33382d0 | 2016-10-03 15:08:48 -0700 | [diff] [blame] | 289 | // Prepare for the next request |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 290 | if (!IsShutdown()) { |
Sree Kuchibhotla | 33382d0 | 2016-10-03 15:08:48 -0700 | [diff] [blame] | 291 | sync_req->SetupRequest(); // Create new completion queue for sync_req |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 292 | sync_req->Request(server_->c_server(), server_cq_->cq()); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 293 | } |
| 294 | } |
Sree Kuchibhotla | 33382d0 | 2016-10-03 15:08:48 -0700 | [diff] [blame] | 295 | |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 296 | GPR_TIMER_SCOPE("cd.Run()", 0); |
| 297 | cd.Run(global_callbacks_); |
| 298 | } |
Sree Kuchibhotla | 33382d0 | 2016-10-03 15:08:48 -0700 | [diff] [blame] | 299 | // TODO (sreek) If ok is false here (which it isn't in case of |
| 300 | // grpc_request_registered_call), we should still re-queue the request |
| 301 | // object |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 302 | } |
| 303 | |
| 304 | void AddSyncMethod(RpcServiceMethod* method, void* tag) { |
Sree Kuchibhotla | cb18d7a | 2016-10-20 12:39:30 -0700 | [diff] [blame] | 305 | sync_requests_.emplace_back(new SyncRequest(method, tag)); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 306 | } |
| 307 | |
| 308 | void AddUnknownSyncMethod() { |
Sree Kuchibhotla | da069a5 | 2016-10-19 11:22:29 -0700 | [diff] [blame] | 309 | if (!sync_requests_.empty()) { |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 310 | unknown_method_.reset(new RpcServiceMethod( |
| 311 | "unknown", RpcMethod::BIDI_STREAMING, new UnknownMethodHandler)); |
Sree Kuchibhotla | cb18d7a | 2016-10-20 12:39:30 -0700 | [diff] [blame] | 312 | sync_requests_.emplace_back( |
| 313 | new SyncRequest(unknown_method_.get(), nullptr)); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 314 | } |
| 315 | } |
| 316 | |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 317 | void ShutdownAndDrainCompletionQueue() { |
| 318 | server_cq_->Shutdown(); |
| 319 | |
| 320 | // Drain any pending items from the queue |
| 321 | void* tag; |
| 322 | bool ok; |
| 323 | while (server_cq_->Next(&tag, &ok)) { |
| 324 | // Nothing to be done here |
| 325 | } |
| 326 | } |
| 327 | |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 328 | void Start() { |
Sree Kuchibhotla | da069a5 | 2016-10-19 11:22:29 -0700 | [diff] [blame] | 329 | if (!sync_requests_.empty()) { |
| 330 | for (auto m = sync_requests_.begin(); m != sync_requests_.end(); m++) { |
Sree Kuchibhotla | cb18d7a | 2016-10-20 12:39:30 -0700 | [diff] [blame] | 331 | (*m)->SetupRequest(); |
| 332 | (*m)->Request(server_->c_server(), server_cq_->cq()); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 333 | } |
| 334 | |
Sree Kuchibhotla | cb18d7a | 2016-10-20 12:39:30 -0700 | [diff] [blame] | 335 | Initialize(); // ThreadManager's Initialize() |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 336 | } |
| 337 | } |
| 338 | |
| 339 | private: |
| 340 | Server* server_; |
| 341 | CompletionQueue* server_cq_; |
Sree Kuchibhotla | 892dbf4 | 2016-09-27 19:42:27 -0700 | [diff] [blame] | 342 | int cq_timeout_msec_; |
Sree Kuchibhotla | cb18d7a | 2016-10-20 12:39:30 -0700 | [diff] [blame] | 343 | std::vector<std::unique_ptr<SyncRequest>> sync_requests_; |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 344 | std::unique_ptr<RpcServiceMethod> unknown_method_; |
| 345 | std::shared_ptr<Server::GlobalCallbacks> global_callbacks_; |
| 346 | }; |
| 347 | |
David Garcia Quintas | d79ef3a | 2016-01-28 00:21:27 -0800 | [diff] [blame] | 348 | static internal::GrpcLibraryInitializer g_gli_initializer; |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 349 | Server::Server( |
Sree Kuchibhotla | e4eb51f | 2016-10-18 11:51:28 -0700 | [diff] [blame] | 350 | int max_receive_message_size, ChannelArguments* args, |
Sree Kuchibhotla | 4028d2c | 2016-09-21 10:45:33 -0700 | [diff] [blame] | 351 | std::shared_ptr<std::vector<std::unique_ptr<ServerCompletionQueue>>> |
| 352 | sync_server_cqs, |
Sree Kuchibhotla | e4eb51f | 2016-10-18 11:51:28 -0700 | [diff] [blame] | 353 | int min_pollers, int max_pollers, int sync_cq_timeout_msec) |
Mark D. Roth | 6980362 | 2016-09-06 08:15:36 -0700 | [diff] [blame] | 354 | : max_receive_message_size_(max_receive_message_size), |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 355 | sync_server_cqs_(sync_server_cqs), |
Yang Gao | 3921c56 | 2015-04-30 16:07:06 -0700 | [diff] [blame] | 356 | started_(false), |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 357 | shutdown_(false), |
yang-g | 6ec11f2 | 2016-07-14 14:53:35 -0700 | [diff] [blame] | 358 | shutdown_notified_(false), |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 359 | has_generic_service_(false), |
yang-g | eb62c94 | 2016-02-17 15:37:25 -0800 | [diff] [blame] | 360 | server_(nullptr), |
Yuchen Zeng | a42ec21 | 2016-04-29 13:03:06 -0700 | [diff] [blame] | 361 | server_initializer_(new ServerInitializer(this)) { |
David Garcia Quintas | d79ef3a | 2016-01-28 00:21:27 -0800 | [diff] [blame] | 362 | g_gli_initializer.summon(); |
Craig Tiller | 8352b9e | 2015-12-02 11:43:40 -0800 | [diff] [blame] | 363 | gpr_once_init(&g_once_init_callbacks, InitGlobalCallbacks); |
Craig Tiller | 6461649 | 2016-01-26 14:16:20 -0800 | [diff] [blame] | 364 | global_callbacks_ = g_callbacks; |
yang-g | eb62c94 | 2016-02-17 15:37:25 -0800 | [diff] [blame] | 365 | global_callbacks_->UpdateArguments(args); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 366 | |
| 367 | for (auto it = sync_server_cqs_->begin(); it != sync_server_cqs_->end(); |
| 368 | it++) { |
Sree Kuchibhotla | 8f7739b | 2016-10-13 15:12:55 -0700 | [diff] [blame] | 369 | sync_req_mgrs_.emplace_back(new SyncRequestThreadManager( |
| 370 | this, (*it).get(), global_callbacks_, min_pollers, max_pollers, |
| 371 | sync_cq_timeout_msec)); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 372 | } |
| 373 | |
yang-g | eb62c94 | 2016-02-17 15:37:25 -0800 | [diff] [blame] | 374 | grpc_channel_args channel_args; |
| 375 | args->SetChannelArgs(&channel_args); |
Sree Kuchibhotla | 3ea9e24 | 2016-08-22 14:15:43 -0700 | [diff] [blame] | 376 | |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 377 | server_ = grpc_server_create(&channel_args, nullptr); |
Craig Tiller | f9e6adf | 2015-05-06 11:45:59 -0700 | [diff] [blame] | 378 | } |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 379 | |
| 380 | Server::~Server() { |
Ruyi Wang | b486ba6 | 2015-03-14 22:19:44 +0800 | [diff] [blame] | 381 | { |
Vijay Pai | 320ed13 | 2016-11-01 17:16:55 -0700 | [diff] [blame] | 382 | std::unique_lock<std::mutex> lock(mu_); |
Ruyi Wang | b486ba6 | 2015-03-14 22:19:44 +0800 | [diff] [blame] | 383 | if (started_ && !shutdown_) { |
| 384 | lock.unlock(); |
| 385 | Shutdown(); |
yang-g | b971173 | 2016-01-15 16:53:08 -0800 | [diff] [blame] | 386 | } else if (!started_) { |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 387 | // Shutdown the completion queues |
| 388 | for (auto it = sync_req_mgrs_.begin(); it != sync_req_mgrs_.end(); it++) { |
| 389 | (*it)->ShutdownAndDrainCompletionQueue(); |
Sree Kuchibhotla | 4306eee | 2016-09-21 09:56:29 -0700 | [diff] [blame] | 390 | } |
Ruyi Wang | b486ba6 | 2015-03-14 22:19:44 +0800 | [diff] [blame] | 391 | } |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 392 | } |
Sree Kuchibhotla | bb5519f | 2016-07-19 11:00:39 -0700 | [diff] [blame] | 393 | |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 394 | grpc_server_destroy(server_); |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 395 | } |
| 396 | |
Craig Tiller | 7221d99 | 2015-11-24 06:59:33 -0800 | [diff] [blame] | 397 | void Server::SetGlobalCallbacks(GlobalCallbacks* callbacks) { |
Vijay Pai | b645a2d | 2016-06-09 18:39:06 -0700 | [diff] [blame] | 398 | GPR_ASSERT(!g_callbacks); |
| 399 | GPR_ASSERT(callbacks); |
Craig Tiller | 6461649 | 2016-01-26 14:16:20 -0800 | [diff] [blame] | 400 | g_callbacks.reset(callbacks); |
Craig Tiller | 7221d99 | 2015-11-24 06:59:33 -0800 | [diff] [blame] | 401 | } |
| 402 | |
Adam Michalik | 4ad746e | 2016-06-07 15:02:59 -0700 | [diff] [blame] | 403 | grpc_server* Server::c_server() { return server_; } |
Adam Michalik | b97e2d1 | 2016-06-02 12:12:55 -0700 | [diff] [blame] | 404 | |
Craig Tiller | 06cb1a9 | 2016-04-04 08:10:47 -0700 | [diff] [blame] | 405 | static grpc_server_register_method_payload_handling PayloadHandlingForMethod( |
| 406 | RpcServiceMethod* method) { |
| 407 | switch (method->method_type()) { |
| 408 | case RpcMethod::NORMAL_RPC: |
| 409 | case RpcMethod::SERVER_STREAMING: |
| 410 | return GRPC_SRM_PAYLOAD_READ_INITIAL_BYTE_BUFFER; |
| 411 | case RpcMethod::CLIENT_STREAMING: |
| 412 | case RpcMethod::BIDI_STREAMING: |
| 413 | return GRPC_SRM_PAYLOAD_NONE; |
| 414 | } |
| 415 | GPR_UNREACHABLE_CODE(return GRPC_SRM_PAYLOAD_NONE;); |
| 416 | } |
| 417 | |
Craig Tiller | 15f383c | 2016-01-07 12:45:32 -0800 | [diff] [blame] | 418 | bool Server::RegisterService(const grpc::string* host, Service* service) { |
| 419 | bool has_async_methods = service->has_async_methods(); |
| 420 | if (has_async_methods) { |
| 421 | GPR_ASSERT(service->server_ == nullptr && |
| 422 | "Can only register an asynchronous service against one server."); |
| 423 | service->server_ = this; |
| 424 | } |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 425 | |
Yuchen Zeng | a42ec21 | 2016-04-29 13:03:06 -0700 | [diff] [blame] | 426 | const char* method_name = nullptr; |
Craig Tiller | 15f383c | 2016-01-07 12:45:32 -0800 | [diff] [blame] | 427 | for (auto it = service->methods_.begin(); it != service->methods_.end(); |
| 428 | ++it) { |
yang-g | 269b8be | 2016-01-15 10:46:26 -0800 | [diff] [blame] | 429 | if (it->get() == nullptr) { // Handled by generic service if any. |
| 430 | continue; |
| 431 | } |
Sree Kuchibhotla | da069a5 | 2016-10-19 11:22:29 -0700 | [diff] [blame] | 432 | |
Craig Tiller | 15f383c | 2016-01-07 12:45:32 -0800 | [diff] [blame] | 433 | RpcServiceMethod* method = it->get(); |
Craig Tiller | 06cb1a9 | 2016-04-04 08:10:47 -0700 | [diff] [blame] | 434 | void* tag = grpc_server_register_method( |
| 435 | server_, method->name(), host ? host->c_str() : nullptr, |
| 436 | PayloadHandlingForMethod(method), 0); |
Craig Tiller | 15f383c | 2016-01-07 12:45:32 -0800 | [diff] [blame] | 437 | if (tag == nullptr) { |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 438 | gpr_log(GPR_DEBUG, "Attempt to register %s multiple times", |
| 439 | method->name()); |
| 440 | return false; |
| 441 | } |
Sree Kuchibhotla | da069a5 | 2016-10-19 11:22:29 -0700 | [diff] [blame] | 442 | |
Sree Kuchibhotla | cb18d7a | 2016-10-20 12:39:30 -0700 | [diff] [blame] | 443 | if (method->handler() == nullptr) { // Async method |
Craig Tiller | 15f383c | 2016-01-07 12:45:32 -0800 | [diff] [blame] | 444 | method->set_server_tag(tag); |
| 445 | } else { |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 446 | for (auto it = sync_req_mgrs_.begin(); it != sync_req_mgrs_.end(); it++) { |
| 447 | (*it)->AddSyncMethod(method, tag); |
| 448 | } |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 449 | } |
Sree Kuchibhotla | da069a5 | 2016-10-19 11:22:29 -0700 | [diff] [blame] | 450 | |
Yuchen Zeng | a42ec21 | 2016-04-29 13:03:06 -0700 | [diff] [blame] | 451 | method_name = method->name(); |
| 452 | } |
| 453 | |
| 454 | // Parse service name. |
| 455 | if (method_name != nullptr) { |
| 456 | std::stringstream ss(method_name); |
| 457 | grpc::string service_name; |
| 458 | if (std::getline(ss, service_name, '/') && |
| 459 | std::getline(ss, service_name, '/')) { |
| 460 | services_.push_back(service_name); |
| 461 | } |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 462 | } |
| 463 | return true; |
| 464 | } |
| 465 | |
Yang Gao | 4999649 | 2015-03-12 16:40:19 -0700 | [diff] [blame] | 466 | void Server::RegisterAsyncGenericService(AsyncGenericService* service) { |
Yang Gao | 1c40233 | 2015-03-05 16:39:25 -0800 | [diff] [blame] | 467 | GPR_ASSERT(service->server_ == nullptr && |
Yang Gao | 1ad253d | 2015-03-16 13:11:29 -0700 | [diff] [blame] | 468 | "Can only register an async generic service against one server."); |
Yang Gao | 1c40233 | 2015-03-05 16:39:25 -0800 | [diff] [blame] | 469 | service->server_ = this; |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 470 | has_generic_service_ = true; |
Yang Gao | 1c40233 | 2015-03-05 16:39:25 -0800 | [diff] [blame] | 471 | } |
| 472 | |
Nicolas Noble | cfd6073 | 2015-03-18 16:27:43 -0700 | [diff] [blame] | 473 | int Server::AddListeningPort(const grpc::string& addr, |
| 474 | ServerCredentials* creds) { |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 475 | GPR_ASSERT(!started_); |
Craig Tiller | 42bc87c | 2015-02-23 08:50:19 -0800 | [diff] [blame] | 476 | return creds->AddPortToServer(addr, server_); |
vjpai | cad5f0a | 2015-02-18 22:02:52 -0800 | [diff] [blame] | 477 | } |
| 478 | |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 479 | bool Server::Start(ServerCompletionQueue** cqs, size_t num_cqs) { |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 480 | GPR_ASSERT(!started_); |
| 481 | started_ = true; |
| 482 | grpc_server_start(server_); |
| 483 | |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 484 | if (!has_generic_service_) { |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 485 | for (auto it = sync_req_mgrs_.begin(); it != sync_req_mgrs_.end(); it++) { |
| 486 | (*it)->AddUnknownSyncMethod(); |
Craig Tiller | 86d3177 | 2015-08-19 12:52:50 -0700 | [diff] [blame] | 487 | } |
Sree Kuchibhotla | 3ea9e24 | 2016-08-22 14:15:43 -0700 | [diff] [blame] | 488 | |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 489 | for (size_t i = 0; i < num_cqs; i++) { |
Craig Tiller | e004958 | 2016-05-20 10:31:09 -0700 | [diff] [blame] | 490 | if (cqs[i]->IsFrequentlyPolled()) { |
| 491 | new UnimplementedAsyncRequest(this, cqs[i]); |
| 492 | } |
Craig Tiller | cbd0485 | 2015-02-10 17:39:54 -0800 | [diff] [blame] | 493 | } |
yang-g | 9b7757d | 2015-08-13 11:15:53 -0700 | [diff] [blame] | 494 | } |
Sree Kuchibhotla | 3ea9e24 | 2016-08-22 14:15:43 -0700 | [diff] [blame] | 495 | |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 496 | for (auto it = sync_req_mgrs_.begin(); it != sync_req_mgrs_.end(); it++) { |
| 497 | (*it)->Start(); |
| 498 | } |
| 499 | |
Craig Tiller | 0db1bef | 2015-02-09 13:47:39 -0800 | [diff] [blame] | 500 | return true; |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 501 | } |
| 502 | |
Craig Tiller | e50e5cb | 2015-08-18 12:44:57 -0700 | [diff] [blame] | 503 | void Server::ShutdownInternal(gpr_timespec deadline) { |
Vijay Pai | 320ed13 | 2016-11-01 17:16:55 -0700 | [diff] [blame] | 504 | std::unique_lock<std::mutex> lock(mu_); |
Craig Tiller | 6e57b9e | 2015-02-24 15:46:22 -0800 | [diff] [blame] | 505 | if (started_ && !shutdown_) { |
| 506 | shutdown_ = true; |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 507 | |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 508 | /// The completion queue to use for server shutdown completion notification |
| 509 | CompletionQueue shutdown_cq; |
Sree Kuchibhotla | 4028d2c | 2016-09-21 10:45:33 -0700 | [diff] [blame] | 510 | ShutdownTag shutdown_tag; // Dummy shutdown tag |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 511 | grpc_server_shutdown_and_notify(server_, shutdown_cq.cq(), &shutdown_tag); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 512 | |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 513 | shutdown_cq.Shutdown(); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 514 | |
| 515 | void* tag; |
| 516 | bool ok; |
| 517 | CompletionQueue::NextStatus status = |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 518 | shutdown_cq.AsyncNext(&tag, &ok, deadline); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 519 | |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 520 | // If this timed out, it means we are done with the grace period for a clean |
| 521 | // shutdown. We should force a shutdown now by cancelling all inflight calls |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 522 | if (status == CompletionQueue::NextStatus::TIMEOUT) { |
| 523 | grpc_server_cancel_all_calls(server_); |
| 524 | } |
| 525 | // Else in case of SHUTDOWN or GOT_EVENT, it means that the server has |
| 526 | // successfully shutdown |
| 527 | |
Craig Tiller | 9c5318a | 2016-12-05 15:07:04 -0800 | [diff] [blame] | 528 | // Shutdown all ThreadManagers. This will try to gracefully stop all the |
| 529 | // threads in the ThreadManagers (once they process any inflight requests) |
| 530 | for (auto it = sync_req_mgrs_.begin(); it != sync_req_mgrs_.end(); it++) { |
| 531 | (*it)->Shutdown(); // ThreadManager's Shutdown() |
| 532 | } |
| 533 | |
Sree Kuchibhotla | 8f7739b | 2016-10-13 15:12:55 -0700 | [diff] [blame] | 534 | // Wait for threads in all ThreadManagers to terminate |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 535 | for (auto it = sync_req_mgrs_.begin(); it != sync_req_mgrs_.end(); it++) { |
| 536 | (*it)->Wait(); |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 537 | (*it)->ShutdownAndDrainCompletionQueue(); |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 538 | } |
| 539 | |
Sree Kuchibhotla | 862acb9 | 2016-09-26 09:48:48 -0700 | [diff] [blame] | 540 | // Drain the shutdown queue (if the previous call to AsyncNext() timed out |
| 541 | // and we didn't remove the tag from the queue yet) |
Sree Kuchibhotla | 892dbf4 | 2016-09-27 19:42:27 -0700 | [diff] [blame] | 542 | while (shutdown_cq.Next(&tag, &ok)) { |
Sree Kuchibhotla | 33382d0 | 2016-10-03 15:08:48 -0700 | [diff] [blame] | 543 | // Nothing to be done here. Just ignore ok and tag values |
Sree Kuchibhotla | aabada9 | 2016-08-24 10:01:13 -0700 | [diff] [blame] | 544 | } |
| 545 | |
yang-g | 6ec11f2 | 2016-07-14 14:53:35 -0700 | [diff] [blame] | 546 | shutdown_notified_ = true; |
yang-g | e89dc6c | 2016-07-11 15:48:01 -0700 | [diff] [blame] | 547 | shutdown_cv_.notify_all(); |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 548 | } |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 549 | } |
| 550 | |
Craig Tiller | 6e57b9e | 2015-02-24 15:46:22 -0800 | [diff] [blame] | 551 | void Server::Wait() { |
Vijay Pai | 320ed13 | 2016-11-01 17:16:55 -0700 | [diff] [blame] | 552 | std::unique_lock<std::mutex> lock(mu_); |
yang-g | 6ec11f2 | 2016-07-14 14:53:35 -0700 | [diff] [blame] | 553 | while (started_ && !shutdown_notified_) { |
| 554 | shutdown_cv_.wait(lock); |
| 555 | } |
Craig Tiller | 6e57b9e | 2015-02-24 15:46:22 -0800 | [diff] [blame] | 556 | } |
| 557 | |
Craig Tiller | 50a7a68 | 2015-06-04 12:53:40 -0700 | [diff] [blame] | 558 | void Server::PerformOpsOnCall(CallOpSetInterface* ops, Call* call) { |
Craig Tiller | bb5227f | 2015-02-11 13:34:48 -0800 | [diff] [blame] | 559 | static const size_t MAX_OPS = 8; |
Craig Tiller | 50a7a68 | 2015-06-04 12:53:40 -0700 | [diff] [blame] | 560 | size_t nops = 0; |
| 561 | grpc_op cops[MAX_OPS]; |
| 562 | ops->FillOps(cops, &nops); |
Nicolas "Pixel" Noble | ebb5140 | 2015-07-23 02:41:33 +0200 | [diff] [blame] | 563 | auto result = grpc_call_start_batch(call->call(), cops, nops, ops, nullptr); |
| 564 | GPR_ASSERT(GRPC_CALL_OK == result); |
Craig Tiller | bb5227f | 2015-02-11 13:34:48 -0800 | [diff] [blame] | 565 | } |
| 566 | |
David Garcia Quintas | 44f3249 | 2016-01-14 18:00:04 -0800 | [diff] [blame] | 567 | ServerInterface::BaseAsyncRequest::BaseAsyncRequest( |
| 568 | ServerInterface* server, ServerContext* context, |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 569 | ServerAsyncStreamingInterface* stream, CompletionQueue* call_cq, void* tag, |
| 570 | bool delete_on_finalize) |
Craig Tiller | ce40de5 | 2015-06-05 07:14:58 -0700 | [diff] [blame] | 571 | : server_(server), |
| 572 | context_(context), |
| 573 | stream_(stream), |
| 574 | call_cq_(call_cq), |
Craig Tiller | 5095581 | 2015-06-05 08:03:17 -0700 | [diff] [blame] | 575 | tag_(tag), |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 576 | delete_on_finalize_(delete_on_finalize), |
Craig Tiller | ce40de5 | 2015-06-05 07:14:58 -0700 | [diff] [blame] | 577 | call_(nullptr) { |
Vijay Pai | bf24dd9 | 2016-12-05 13:59:09 -0800 | [diff] [blame] | 578 | call_cq_->RegisterAvalanching(); // This op will trigger more ops |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 579 | memset(&initial_metadata_array_, 0, sizeof(initial_metadata_array_)); |
| 580 | } |
| 581 | |
Vijay Pai | cbe1599 | 2016-12-05 13:56:29 -0800 | [diff] [blame] | 582 | ServerInterface::BaseAsyncRequest::~BaseAsyncRequest() { |
| 583 | call_cq_->CompleteAvalanching(); |
| 584 | } |
| 585 | |
David Garcia Quintas | f3ddb7c | 2016-01-20 16:02:22 -0800 | [diff] [blame] | 586 | bool ServerInterface::BaseAsyncRequest::FinalizeResult(void** tag, |
| 587 | bool* status) { |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 588 | if (*status) { |
| 589 | for (size_t i = 0; i < initial_metadata_array_.count; i++) { |
yang-g | e21908f | 2015-08-25 13:47:51 -0700 | [diff] [blame] | 590 | context_->client_metadata_.insert( |
| 591 | std::pair<grpc::string_ref, grpc::string_ref>( |
| 592 | initial_metadata_array_.metadata[i].key, |
| 593 | grpc::string_ref( |
| 594 | initial_metadata_array_.metadata[i].value, |
| 595 | initial_metadata_array_.metadata[i].value_length))); |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 596 | } |
| 597 | } |
Craig Tiller | 2f4a49c | 2015-06-05 09:36:52 -0700 | [diff] [blame] | 598 | grpc_metadata_array_destroy(&initial_metadata_array_); |
yang-g | 85c04f9 | 2015-07-07 17:47:31 -0700 | [diff] [blame] | 599 | context_->set_call(call_); |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 600 | context_->cq_ = call_cq_; |
Mark D. Roth | 6980362 | 2016-09-06 08:15:36 -0700 | [diff] [blame] | 601 | Call call(call_, server_, call_cq_, server_->max_receive_message_size()); |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 602 | if (*status && call_) { |
| 603 | context_->BeginCompletionOp(&call); |
| 604 | } |
| 605 | // just the pointers inside call are copied here |
| 606 | stream_->BindCall(&call); |
Craig Tiller | 5095581 | 2015-06-05 08:03:17 -0700 | [diff] [blame] | 607 | *tag = tag_; |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 608 | if (delete_on_finalize_) { |
| 609 | delete this; |
| 610 | } |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 611 | return true; |
| 612 | } |
| 613 | |
David Garcia Quintas | 44f3249 | 2016-01-14 18:00:04 -0800 | [diff] [blame] | 614 | ServerInterface::RegisteredAsyncRequest::RegisteredAsyncRequest( |
| 615 | ServerInterface* server, ServerContext* context, |
Craig Tiller | ce40de5 | 2015-06-05 07:14:58 -0700 | [diff] [blame] | 616 | ServerAsyncStreamingInterface* stream, CompletionQueue* call_cq, void* tag) |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 617 | : BaseAsyncRequest(server, context, stream, call_cq, tag, true) {} |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 618 | |
David Garcia Quintas | 44f3249 | 2016-01-14 18:00:04 -0800 | [diff] [blame] | 619 | void ServerInterface::RegisteredAsyncRequest::IssueRequest( |
Craig Tiller | ce40de5 | 2015-06-05 07:14:58 -0700 | [diff] [blame] | 620 | void* registered_method, grpc_byte_buffer** payload, |
| 621 | ServerCompletionQueue* notification_cq) { |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 622 | grpc_server_request_registered_call( |
David Garcia Quintas | 44f3249 | 2016-01-14 18:00:04 -0800 | [diff] [blame] | 623 | server_->server(), registered_method, &call_, &context_->deadline_, |
Craig Tiller | ce40de5 | 2015-06-05 07:14:58 -0700 | [diff] [blame] | 624 | &initial_metadata_array_, payload, call_cq_->cq(), notification_cq->cq(), |
| 625 | this); |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 626 | } |
| 627 | |
David Garcia Quintas | 44f3249 | 2016-01-14 18:00:04 -0800 | [diff] [blame] | 628 | ServerInterface::GenericAsyncRequest::GenericAsyncRequest( |
| 629 | ServerInterface* server, GenericServerContext* context, |
Craig Tiller | ce40de5 | 2015-06-05 07:14:58 -0700 | [diff] [blame] | 630 | ServerAsyncStreamingInterface* stream, CompletionQueue* call_cq, |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 631 | ServerCompletionQueue* notification_cq, void* tag, bool delete_on_finalize) |
| 632 | : BaseAsyncRequest(server, context, stream, call_cq, tag, |
| 633 | delete_on_finalize) { |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 634 | grpc_call_details_init(&call_details_); |
| 635 | GPR_ASSERT(notification_cq); |
| 636 | GPR_ASSERT(call_cq); |
David Garcia Quintas | 44f3249 | 2016-01-14 18:00:04 -0800 | [diff] [blame] | 637 | grpc_server_request_call(server->server(), &call_, &call_details_, |
Craig Tiller | ce40de5 | 2015-06-05 07:14:58 -0700 | [diff] [blame] | 638 | &initial_metadata_array_, call_cq->cq(), |
| 639 | notification_cq->cq(), this); |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 640 | } |
| 641 | |
David Garcia Quintas | f3ddb7c | 2016-01-20 16:02:22 -0800 | [diff] [blame] | 642 | bool ServerInterface::GenericAsyncRequest::FinalizeResult(void** tag, |
| 643 | bool* status) { |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 644 | // TODO(yangg) remove the copy here. |
yang-g | 3deb006 | 2015-06-23 14:06:08 -0700 | [diff] [blame] | 645 | if (*status) { |
yang-g | a58cab3 | 2015-06-23 14:37:15 -0700 | [diff] [blame] | 646 | static_cast<GenericServerContext*>(context_)->method_ = |
| 647 | call_details_.method; |
yang-g | 3deb006 | 2015-06-23 14:06:08 -0700 | [diff] [blame] | 648 | static_cast<GenericServerContext*>(context_)->host_ = call_details_.host; |
yang-g | 3deb006 | 2015-06-23 14:06:08 -0700 | [diff] [blame] | 649 | } |
yang-g | a58cab3 | 2015-06-23 14:37:15 -0700 | [diff] [blame] | 650 | gpr_free(call_details_.method); |
| 651 | gpr_free(call_details_.host); |
Craig Tiller | 7bc97bc | 2015-06-04 17:22:54 -0700 | [diff] [blame] | 652 | return BaseAsyncRequest::FinalizeResult(tag, status); |
| 653 | } |
| 654 | |
Craig Tiller | 8f7bff7 | 2015-08-17 13:23:14 -0700 | [diff] [blame] | 655 | bool Server::UnimplementedAsyncRequest::FinalizeResult(void** tag, |
| 656 | bool* status) { |
| 657 | if (GenericAsyncRequest::FinalizeResult(tag, status) && *status) { |
| 658 | new UnimplementedAsyncRequest(server_, cq_); |
| 659 | new UnimplementedAsyncResponse(this); |
| 660 | } else { |
| 661 | delete this; |
| 662 | } |
| 663 | return false; |
| 664 | } |
| 665 | |
| 666 | Server::UnimplementedAsyncResponse::UnimplementedAsyncResponse( |
| 667 | UnimplementedAsyncRequest* request) |
| 668 | : request_(request) { |
| 669 | Status status(StatusCode::UNIMPLEMENTED, ""); |
| 670 | UnknownMethodHandler::FillOps(request_->context(), this); |
| 671 | request_->stream()->call_.PerformOps(this); |
| 672 | } |
| 673 | |
Yuchen Zeng | a42ec21 | 2016-04-29 13:03:06 -0700 | [diff] [blame] | 674 | ServerInitializer* Server::initializer() { return server_initializer_.get(); } |
| 675 | |
Nicolas Noble | b7ebd3b | 2014-11-26 16:33:03 -0800 | [diff] [blame] | 676 | } // namespace grpc |