blob: 41ede60b7411f8455cff919f24f3c8c7ef9dfa04 [file] [log] [blame]
Mike Yuc52739e2018-10-19 21:06:32 +08001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Ken Chen5471dca2019-04-15 15:25:35 +080017#define LOG_TAG "resolv"
Mike Yuc52739e2018-10-19 21:06:32 +080018
chenbruceaff85842019-05-31 15:46:42 +080019#include <arpa/inet.h>
20
21#include <chrono>
22
23#include <android-base/logging.h>
24#include <android-base/macros.h>
Mike Yuc52739e2018-10-19 21:06:32 +080025#include <gtest/gtest.h>
chenbruceaff85842019-05-31 15:46:42 +080026#include <netdutils/Slice.h>
Mike Yuc52739e2018-10-19 21:06:32 +080027
Bernie Innocentiec4219b2019-01-30 11:16:36 +090028#include "DnsTlsDispatcher.h"
29#include "DnsTlsQueryMap.h"
30#include "DnsTlsServer.h"
31#include "DnsTlsSessionCache.h"
32#include "DnsTlsSocket.h"
33#include "DnsTlsTransport.h"
34#include "IDnsTlsSocket.h"
35#include "IDnsTlsSocketFactory.h"
36#include "IDnsTlsSocketObserver.h"
chenbruceb43ec752019-07-24 20:19:41 +080037#include "tests/dns_responder/dns_tls_frontend.h"
Ben Schwartz62176fd2019-01-22 17:32:17 -050038
Mike Yuc52739e2018-10-19 21:06:32 +080039namespace android {
40namespace net {
41
42using netdutils::Slice;
43using netdutils::makeSlice;
44
45typedef std::vector<uint8_t> bytevec;
46
47static void parseServer(const char* server, in_port_t port, sockaddr_storage* parsed) {
48 sockaddr_in* sin = reinterpret_cast<sockaddr_in*>(parsed);
49 if (inet_pton(AF_INET, server, &(sin->sin_addr)) == 1) {
50 // IPv4 parse succeeded, so it's IPv4
51 sin->sin_family = AF_INET;
52 sin->sin_port = htons(port);
53 return;
54 }
55 sockaddr_in6* sin6 = reinterpret_cast<sockaddr_in6*>(parsed);
56 if (inet_pton(AF_INET6, server, &(sin6->sin6_addr)) == 1){
57 // IPv6 parse succeeded, so it's IPv6.
58 sin6->sin6_family = AF_INET6;
59 sin6->sin6_port = htons(port);
60 return;
61 }
chenbruceaff85842019-05-31 15:46:42 +080062 LOG(ERROR) << "Failed to parse server address: " << server;
Mike Yuc52739e2018-10-19 21:06:32 +080063}
64
Mike Yuc52739e2018-10-19 21:06:32 +080065std::string SERVERNAME1 = "dns.example.com";
66std::string SERVERNAME2 = "dns.example.org";
67
68// BaseTest just provides constants that are useful for the tests.
69class BaseTest : public ::testing::Test {
70 protected:
71 BaseTest() {
72 parseServer("192.0.2.1", 853, &V4ADDR1);
73 parseServer("192.0.2.2", 853, &V4ADDR2);
74 parseServer("2001:db8::1", 853, &V6ADDR1);
75 parseServer("2001:db8::2", 853, &V6ADDR2);
76
77 SERVER1 = DnsTlsServer(V4ADDR1);
Mike Yuc52739e2018-10-19 21:06:32 +080078 SERVER1.name = SERVERNAME1;
79 }
80
81 sockaddr_storage V4ADDR1;
82 sockaddr_storage V4ADDR2;
83 sockaddr_storage V6ADDR1;
84 sockaddr_storage V6ADDR2;
85
86 DnsTlsServer SERVER1;
87};
88
89bytevec make_query(uint16_t id, size_t size) {
90 bytevec vec(size);
91 vec[0] = id >> 8;
92 vec[1] = id;
93 // Arbitrarily fill the query body with unique data.
94 for (size_t i = 2; i < size; ++i) {
95 vec[i] = id + i;
96 }
97 return vec;
98}
99
100// Query constants
101const unsigned MARK = 123;
102const uint16_t ID = 52;
103const uint16_t SIZE = 22;
104const bytevec QUERY = make_query(ID, SIZE);
105
106template <class T>
107class FakeSocketFactory : public IDnsTlsSocketFactory {
108 public:
109 FakeSocketFactory() {}
110 std::unique_ptr<IDnsTlsSocket> createDnsTlsSocket(
111 const DnsTlsServer& server ATTRIBUTE_UNUSED,
112 unsigned mark ATTRIBUTE_UNUSED,
113 IDnsTlsSocketObserver* observer,
114 DnsTlsSessionCache* cache ATTRIBUTE_UNUSED) override {
115 return std::make_unique<T>(observer);
116 }
117};
118
119bytevec make_echo(uint16_t id, const Slice query) {
120 bytevec response(query.size() + 2);
121 response[0] = id >> 8;
122 response[1] = id;
123 // Echo the query as the fake response.
124 memcpy(response.data() + 2, query.base(), query.size());
125 return response;
126}
127
128// Simplest possible fake server. This just echoes the query as the response.
129class FakeSocketEcho : public IDnsTlsSocket {
130 public:
131 explicit FakeSocketEcho(IDnsTlsSocketObserver* observer) : mObserver(observer) {}
132 bool query(uint16_t id, const Slice query) override {
133 // Return the response immediately (asynchronously).
134 std::thread(&IDnsTlsSocketObserver::onResponse, mObserver, make_echo(id, query)).detach();
135 return true;
136 }
137
138 private:
139 IDnsTlsSocketObserver* const mObserver;
140};
141
142class TransportTest : public BaseTest {};
143
144TEST_F(TransportTest, Query) {
145 FakeSocketFactory<FakeSocketEcho> factory;
146 DnsTlsTransport transport(SERVER1, MARK, &factory);
147 auto r = transport.query(makeSlice(QUERY)).get();
148
149 EXPECT_EQ(DnsTlsTransport::Response::success, r.code);
150 EXPECT_EQ(QUERY, r.response);
Mike Yucb2bb7c2019-11-22 20:42:13 +0800151 EXPECT_EQ(transport.getConnectCounter(), 1U);
Mike Yuc52739e2018-10-19 21:06:32 +0800152}
153
154// Fake Socket that echoes the observed query ID as the response body.
155class FakeSocketId : public IDnsTlsSocket {
156 public:
157 explicit FakeSocketId(IDnsTlsSocketObserver* observer) : mObserver(observer) {}
158 bool query(uint16_t id, const Slice query ATTRIBUTE_UNUSED) override {
159 // Return the response immediately (asynchronously).
160 bytevec response(4);
161 // Echo the ID in the header to match the response to the query.
162 // This will be overwritten by DnsTlsQueryMap.
163 response[0] = id >> 8;
164 response[1] = id;
165 // Echo the ID in the body, so that the test can verify which ID was used by
166 // DnsTlsQueryMap.
167 response[2] = id >> 8;
168 response[3] = id;
169 std::thread(&IDnsTlsSocketObserver::onResponse, mObserver, response).detach();
170 return true;
171 }
172
173 private:
174 IDnsTlsSocketObserver* const mObserver;
175};
176
177// Test that IDs are properly reused
178TEST_F(TransportTest, IdReuse) {
179 FakeSocketFactory<FakeSocketId> factory;
180 DnsTlsTransport transport(SERVER1, MARK, &factory);
181 for (int i = 0; i < 100; ++i) {
182 // Send a query.
183 std::future<DnsTlsServer::Result> f = transport.query(makeSlice(QUERY));
184 // Wait for the response.
185 DnsTlsServer::Result r = f.get();
186 EXPECT_EQ(DnsTlsTransport::Response::success, r.code);
187
188 // All queries should have an observed ID of zero, because it is returned to the ID pool
189 // after each use.
190 EXPECT_EQ(0, (r.response[2] << 8) | r.response[3]);
191 }
Mike Yucb2bb7c2019-11-22 20:42:13 +0800192 EXPECT_EQ(transport.getConnectCounter(), 1U);
Mike Yuc52739e2018-10-19 21:06:32 +0800193}
194
195// These queries might be handled in serial or parallel as they race the
196// responses.
197TEST_F(TransportTest, RacingQueries_10000) {
198 FakeSocketFactory<FakeSocketEcho> factory;
199 DnsTlsTransport transport(SERVER1, MARK, &factory);
200 std::vector<std::future<DnsTlsTransport::Result>> results;
201 // Fewer than 65536 queries to avoid ID exhaustion.
202 const int num_queries = 10000;
203 results.reserve(num_queries);
204 for (int i = 0; i < num_queries; ++i) {
205 results.push_back(transport.query(makeSlice(QUERY)));
206 }
207 for (auto& result : results) {
208 auto r = result.get();
209 EXPECT_EQ(DnsTlsTransport::Response::success, r.code);
210 EXPECT_EQ(QUERY, r.response);
211 }
Mike Yucb2bb7c2019-11-22 20:42:13 +0800212 EXPECT_EQ(transport.getConnectCounter(), 1U);
Mike Yuc52739e2018-10-19 21:06:32 +0800213}
214
215// A server that waits until sDelay queries are queued before responding.
216class FakeSocketDelay : public IDnsTlsSocket {
217 public:
218 explicit FakeSocketDelay(IDnsTlsSocketObserver* observer) : mObserver(observer) {}
219 ~FakeSocketDelay() { std::lock_guard guard(mLock); }
220 static size_t sDelay;
221 static bool sReverse;
222
223 bool query(uint16_t id, const Slice query) override {
chenbruceaff85842019-05-31 15:46:42 +0800224 LOG(DEBUG) << "FakeSocketDelay got query with ID " << int(id);
Mike Yuc52739e2018-10-19 21:06:32 +0800225 std::lock_guard guard(mLock);
226 // Check for duplicate IDs.
227 EXPECT_EQ(0U, mIds.count(id));
228 mIds.insert(id);
229
230 // Store response.
231 mResponses.push_back(make_echo(id, query));
232
chenbruceaff85842019-05-31 15:46:42 +0800233 LOG(DEBUG) << "Up to " << mResponses.size() << " out of " << sDelay << " queries";
Mike Yuc52739e2018-10-19 21:06:32 +0800234 if (mResponses.size() == sDelay) {
235 std::thread(&FakeSocketDelay::sendResponses, this).detach();
236 }
237 return true;
238 }
239
240 private:
241 void sendResponses() {
242 std::lock_guard guard(mLock);
243 if (sReverse) {
244 std::reverse(std::begin(mResponses), std::end(mResponses));
245 }
246 for (auto& response : mResponses) {
247 mObserver->onResponse(response);
248 }
249 mIds.clear();
250 mResponses.clear();
251 }
252
253 std::mutex mLock;
254 IDnsTlsSocketObserver* const mObserver;
255 std::set<uint16_t> mIds GUARDED_BY(mLock);
256 std::vector<bytevec> mResponses GUARDED_BY(mLock);
257};
258
259size_t FakeSocketDelay::sDelay;
260bool FakeSocketDelay::sReverse;
261
262TEST_F(TransportTest, ParallelColliding) {
263 FakeSocketDelay::sDelay = 10;
264 FakeSocketDelay::sReverse = false;
265 FakeSocketFactory<FakeSocketDelay> factory;
266 DnsTlsTransport transport(SERVER1, MARK, &factory);
267 std::vector<std::future<DnsTlsTransport::Result>> results;
268 // Fewer than 65536 queries to avoid ID exhaustion.
269 results.reserve(FakeSocketDelay::sDelay);
270 for (size_t i = 0; i < FakeSocketDelay::sDelay; ++i) {
271 results.push_back(transport.query(makeSlice(QUERY)));
272 }
273 for (auto& result : results) {
274 auto r = result.get();
275 EXPECT_EQ(DnsTlsTransport::Response::success, r.code);
276 EXPECT_EQ(QUERY, r.response);
277 }
Mike Yucb2bb7c2019-11-22 20:42:13 +0800278 EXPECT_EQ(transport.getConnectCounter(), 1U);
Mike Yuc52739e2018-10-19 21:06:32 +0800279}
280
281TEST_F(TransportTest, ParallelColliding_Max) {
282 FakeSocketDelay::sDelay = 65536;
283 FakeSocketDelay::sReverse = false;
284 FakeSocketFactory<FakeSocketDelay> factory;
285 DnsTlsTransport transport(SERVER1, MARK, &factory);
286 std::vector<std::future<DnsTlsTransport::Result>> results;
287 // Exactly 65536 queries should still be possible in parallel,
288 // even if they all have the same original ID.
289 results.reserve(FakeSocketDelay::sDelay);
290 for (size_t i = 0; i < FakeSocketDelay::sDelay; ++i) {
291 results.push_back(transport.query(makeSlice(QUERY)));
292 }
293 for (auto& result : results) {
294 auto r = result.get();
295 EXPECT_EQ(DnsTlsTransport::Response::success, r.code);
296 EXPECT_EQ(QUERY, r.response);
297 }
Mike Yucb2bb7c2019-11-22 20:42:13 +0800298 EXPECT_EQ(transport.getConnectCounter(), 1U);
Mike Yuc52739e2018-10-19 21:06:32 +0800299}
300
301TEST_F(TransportTest, ParallelUnique) {
302 FakeSocketDelay::sDelay = 10;
303 FakeSocketDelay::sReverse = false;
304 FakeSocketFactory<FakeSocketDelay> factory;
305 DnsTlsTransport transport(SERVER1, MARK, &factory);
306 std::vector<bytevec> queries(FakeSocketDelay::sDelay);
307 std::vector<std::future<DnsTlsTransport::Result>> results;
308 results.reserve(FakeSocketDelay::sDelay);
309 for (size_t i = 0; i < FakeSocketDelay::sDelay; ++i) {
310 queries[i] = make_query(i, SIZE);
311 results.push_back(transport.query(makeSlice(queries[i])));
312 }
313 for (size_t i = 0 ; i < FakeSocketDelay::sDelay; ++i) {
314 auto r = results[i].get();
315 EXPECT_EQ(DnsTlsTransport::Response::success, r.code);
316 EXPECT_EQ(queries[i], r.response);
317 }
Mike Yucb2bb7c2019-11-22 20:42:13 +0800318 EXPECT_EQ(transport.getConnectCounter(), 1U);
Mike Yuc52739e2018-10-19 21:06:32 +0800319}
320
321TEST_F(TransportTest, ParallelUnique_Max) {
322 FakeSocketDelay::sDelay = 65536;
323 FakeSocketDelay::sReverse = false;
324 FakeSocketFactory<FakeSocketDelay> factory;
325 DnsTlsTransport transport(SERVER1, MARK, &factory);
326 std::vector<bytevec> queries(FakeSocketDelay::sDelay);
327 std::vector<std::future<DnsTlsTransport::Result>> results;
328 // Exactly 65536 queries should still be possible in parallel,
329 // and they should all be mapped correctly back to the original ID.
330 results.reserve(FakeSocketDelay::sDelay);
331 for (size_t i = 0; i < FakeSocketDelay::sDelay; ++i) {
332 queries[i] = make_query(i, SIZE);
333 results.push_back(transport.query(makeSlice(queries[i])));
334 }
335 for (size_t i = 0 ; i < FakeSocketDelay::sDelay; ++i) {
336 auto r = results[i].get();
337 EXPECT_EQ(DnsTlsTransport::Response::success, r.code);
338 EXPECT_EQ(queries[i], r.response);
339 }
Mike Yucb2bb7c2019-11-22 20:42:13 +0800340 EXPECT_EQ(transport.getConnectCounter(), 1U);
Mike Yuc52739e2018-10-19 21:06:32 +0800341}
342
343TEST_F(TransportTest, IdExhaustion) {
344 const int num_queries = 65536;
345 // A delay of 65537 is unreachable, because the maximum number
346 // of outstanding queries is 65536.
347 FakeSocketDelay::sDelay = num_queries + 1;
348 FakeSocketDelay::sReverse = false;
349 FakeSocketFactory<FakeSocketDelay> factory;
350 DnsTlsTransport transport(SERVER1, MARK, &factory);
351 std::vector<std::future<DnsTlsTransport::Result>> results;
352 // Issue the maximum number of queries.
353 results.reserve(num_queries);
354 for (int i = 0; i < num_queries; ++i) {
355 results.push_back(transport.query(makeSlice(QUERY)));
356 }
357
358 // The ID space is now full, so subsequent queries should fail immediately.
359 auto r = transport.query(makeSlice(QUERY)).get();
360 EXPECT_EQ(DnsTlsTransport::Response::internal_error, r.code);
361 EXPECT_TRUE(r.response.empty());
362
363 for (auto& result : results) {
364 // All other queries should remain outstanding.
365 EXPECT_EQ(std::future_status::timeout,
366 result.wait_for(std::chrono::duration<int>::zero()));
367 }
Mike Yucb2bb7c2019-11-22 20:42:13 +0800368 EXPECT_EQ(transport.getConnectCounter(), 1U);
Mike Yuc52739e2018-10-19 21:06:32 +0800369}
370
371// Responses can come back from the server in any order. This should have no
372// effect on Transport's observed behavior.
373TEST_F(TransportTest, ReverseOrder) {
374 FakeSocketDelay::sDelay = 10;
375 FakeSocketDelay::sReverse = true;
376 FakeSocketFactory<FakeSocketDelay> factory;
377 DnsTlsTransport transport(SERVER1, MARK, &factory);
378 std::vector<bytevec> queries(FakeSocketDelay::sDelay);
379 std::vector<std::future<DnsTlsTransport::Result>> results;
380 results.reserve(FakeSocketDelay::sDelay);
381 for (size_t i = 0; i < FakeSocketDelay::sDelay; ++i) {
382 queries[i] = make_query(i, SIZE);
383 results.push_back(transport.query(makeSlice(queries[i])));
384 }
385 for (size_t i = 0 ; i < FakeSocketDelay::sDelay; ++i) {
386 auto r = results[i].get();
387 EXPECT_EQ(DnsTlsTransport::Response::success, r.code);
388 EXPECT_EQ(queries[i], r.response);
389 }
Mike Yucb2bb7c2019-11-22 20:42:13 +0800390 EXPECT_EQ(transport.getConnectCounter(), 1U);
Mike Yuc52739e2018-10-19 21:06:32 +0800391}
392
393TEST_F(TransportTest, ReverseOrder_Max) {
394 FakeSocketDelay::sDelay = 65536;
395 FakeSocketDelay::sReverse = true;
396 FakeSocketFactory<FakeSocketDelay> factory;
397 DnsTlsTransport transport(SERVER1, MARK, &factory);
398 std::vector<bytevec> queries(FakeSocketDelay::sDelay);
399 std::vector<std::future<DnsTlsTransport::Result>> results;
400 results.reserve(FakeSocketDelay::sDelay);
401 for (size_t i = 0; i < FakeSocketDelay::sDelay; ++i) {
402 queries[i] = make_query(i, SIZE);
403 results.push_back(transport.query(makeSlice(queries[i])));
404 }
405 for (size_t i = 0 ; i < FakeSocketDelay::sDelay; ++i) {
406 auto r = results[i].get();
407 EXPECT_EQ(DnsTlsTransport::Response::success, r.code);
408 EXPECT_EQ(queries[i], r.response);
409 }
Mike Yucb2bb7c2019-11-22 20:42:13 +0800410 EXPECT_EQ(transport.getConnectCounter(), 1U);
Mike Yuc52739e2018-10-19 21:06:32 +0800411}
412
413// Returning null from the factory indicates a connection failure.
414class NullSocketFactory : public IDnsTlsSocketFactory {
415 public:
416 NullSocketFactory() {}
417 std::unique_ptr<IDnsTlsSocket> createDnsTlsSocket(
418 const DnsTlsServer& server ATTRIBUTE_UNUSED,
419 unsigned mark ATTRIBUTE_UNUSED,
420 IDnsTlsSocketObserver* observer ATTRIBUTE_UNUSED,
421 DnsTlsSessionCache* cache ATTRIBUTE_UNUSED) override {
422 return nullptr;
423 }
424};
425
426TEST_F(TransportTest, ConnectFail) {
427 NullSocketFactory factory;
428 DnsTlsTransport transport(SERVER1, MARK, &factory);
429 auto r = transport.query(makeSlice(QUERY)).get();
430
431 EXPECT_EQ(DnsTlsTransport::Response::network_error, r.code);
432 EXPECT_TRUE(r.response.empty());
Mike Yucb2bb7c2019-11-22 20:42:13 +0800433 EXPECT_EQ(transport.getConnectCounter(), 1U);
Mike Yuc52739e2018-10-19 21:06:32 +0800434}
435
436// Simulate a socket that connects but then immediately receives a server
437// close notification.
438class FakeSocketClose : public IDnsTlsSocket {
439 public:
440 explicit FakeSocketClose(IDnsTlsSocketObserver* observer)
441 : mCloser(&IDnsTlsSocketObserver::onClosed, observer) {}
442 ~FakeSocketClose() { mCloser.join(); }
443 bool query(uint16_t id ATTRIBUTE_UNUSED,
444 const Slice query ATTRIBUTE_UNUSED) override {
445 return true;
446 }
447
448 private:
449 std::thread mCloser;
450};
451
452TEST_F(TransportTest, CloseRetryFail) {
453 FakeSocketFactory<FakeSocketClose> factory;
454 DnsTlsTransport transport(SERVER1, MARK, &factory);
455 auto r = transport.query(makeSlice(QUERY)).get();
456
457 EXPECT_EQ(DnsTlsTransport::Response::network_error, r.code);
458 EXPECT_TRUE(r.response.empty());
Mike Yucb2bb7c2019-11-22 20:42:13 +0800459
460 // Reconnections are triggered since DnsTlsQueryMap is not empty.
461 EXPECT_EQ(transport.getConnectCounter(), static_cast<uint32_t>(DnsTlsQueryMap::kMaxTries));
Mike Yuc52739e2018-10-19 21:06:32 +0800462}
463
464// Simulate a server that occasionally closes the connection and silently
465// drops some queries.
466class FakeSocketLimited : public IDnsTlsSocket {
467 public:
468 static int sLimit; // Number of queries to answer per socket.
469 static size_t sMaxSize; // Silently discard queries greater than this size.
470 explicit FakeSocketLimited(IDnsTlsSocketObserver* observer)
471 : mObserver(observer), mQueries(0) {}
472 ~FakeSocketLimited() {
473 {
chenbruceaff85842019-05-31 15:46:42 +0800474 LOG(DEBUG) << "~FakeSocketLimited acquiring mLock";
Mike Yuc52739e2018-10-19 21:06:32 +0800475 std::lock_guard guard(mLock);
chenbruceaff85842019-05-31 15:46:42 +0800476 LOG(DEBUG) << "~FakeSocketLimited acquired mLock";
Mike Yuc52739e2018-10-19 21:06:32 +0800477 for (auto& thread : mThreads) {
chenbruceaff85842019-05-31 15:46:42 +0800478 LOG(DEBUG) << "~FakeSocketLimited joining response thread";
Mike Yuc52739e2018-10-19 21:06:32 +0800479 thread.join();
chenbruceaff85842019-05-31 15:46:42 +0800480 LOG(DEBUG) << "~FakeSocketLimited joined response thread";
Mike Yuc52739e2018-10-19 21:06:32 +0800481 }
482 mThreads.clear();
483 }
484
485 if (mCloser) {
chenbruceaff85842019-05-31 15:46:42 +0800486 LOG(DEBUG) << "~FakeSocketLimited joining closer thread";
Mike Yuc52739e2018-10-19 21:06:32 +0800487 mCloser->join();
chenbruceaff85842019-05-31 15:46:42 +0800488 LOG(DEBUG) << "~FakeSocketLimited joined closer thread";
Mike Yuc52739e2018-10-19 21:06:32 +0800489 }
490 }
491 bool query(uint16_t id, const Slice query) override {
chenbruceaff85842019-05-31 15:46:42 +0800492 LOG(DEBUG) << "FakeSocketLimited::query acquiring mLock";
Mike Yuc52739e2018-10-19 21:06:32 +0800493 std::lock_guard guard(mLock);
chenbruceaff85842019-05-31 15:46:42 +0800494 LOG(DEBUG) << "FakeSocketLimited::query acquired mLock";
Mike Yuc52739e2018-10-19 21:06:32 +0800495 ++mQueries;
496
497 if (mQueries <= sLimit) {
chenbruceaff85842019-05-31 15:46:42 +0800498 LOG(DEBUG) << "size " << query.size() << " vs. limit of " << sMaxSize;
Mike Yuc52739e2018-10-19 21:06:32 +0800499 if (query.size() <= sMaxSize) {
500 // Return the response immediately (asynchronously).
501 mThreads.emplace_back(&IDnsTlsSocketObserver::onResponse, mObserver, make_echo(id, query));
502 }
503 }
504 if (mQueries == sLimit) {
505 mCloser = std::make_unique<std::thread>(&FakeSocketLimited::sendClose, this);
506 }
507 return mQueries <= sLimit;
508 }
509
510 private:
511 void sendClose() {
512 {
chenbruceaff85842019-05-31 15:46:42 +0800513 LOG(DEBUG) << "FakeSocketLimited::sendClose acquiring mLock";
Mike Yuc52739e2018-10-19 21:06:32 +0800514 std::lock_guard guard(mLock);
chenbruceaff85842019-05-31 15:46:42 +0800515 LOG(DEBUG) << "FakeSocketLimited::sendClose acquired mLock";
Mike Yuc52739e2018-10-19 21:06:32 +0800516 for (auto& thread : mThreads) {
chenbruceaff85842019-05-31 15:46:42 +0800517 LOG(DEBUG) << "FakeSocketLimited::sendClose joining response thread";
Mike Yuc52739e2018-10-19 21:06:32 +0800518 thread.join();
chenbruceaff85842019-05-31 15:46:42 +0800519 LOG(DEBUG) << "FakeSocketLimited::sendClose joined response thread";
Mike Yuc52739e2018-10-19 21:06:32 +0800520 }
521 mThreads.clear();
522 }
523 mObserver->onClosed();
524 }
525 std::mutex mLock;
526 IDnsTlsSocketObserver* const mObserver;
527 int mQueries GUARDED_BY(mLock);
528 std::vector<std::thread> mThreads GUARDED_BY(mLock);
529 std::unique_ptr<std::thread> mCloser GUARDED_BY(mLock);
530};
531
532int FakeSocketLimited::sLimit;
533size_t FakeSocketLimited::sMaxSize;
534
535TEST_F(TransportTest, SilentDrop) {
536 FakeSocketLimited::sLimit = 10; // Close the socket after 10 queries.
537 FakeSocketLimited::sMaxSize = 0; // Silently drop all queries
538 FakeSocketFactory<FakeSocketLimited> factory;
539 DnsTlsTransport transport(SERVER1, MARK, &factory);
540
541 // Queue up 10 queries. They will all be ignored, and after the 10th,
542 // the socket will close. Transport will retry them all, until they
543 // all hit the retry limit and expire.
544 std::vector<std::future<DnsTlsTransport::Result>> results;
545 results.reserve(FakeSocketLimited::sLimit);
546 for (int i = 0; i < FakeSocketLimited::sLimit; ++i) {
547 results.push_back(transport.query(makeSlice(QUERY)));
548 }
549 for (auto& result : results) {
550 auto r = result.get();
551 EXPECT_EQ(DnsTlsTransport::Response::network_error, r.code);
552 EXPECT_TRUE(r.response.empty());
553 }
Mike Yucb2bb7c2019-11-22 20:42:13 +0800554
555 // Reconnections are triggered since DnsTlsQueryMap is not empty.
556 EXPECT_EQ(transport.getConnectCounter(), static_cast<uint32_t>(DnsTlsQueryMap::kMaxTries));
Mike Yuc52739e2018-10-19 21:06:32 +0800557}
558
559TEST_F(TransportTest, PartialDrop) {
560 FakeSocketLimited::sLimit = 10; // Close the socket after 10 queries.
561 FakeSocketLimited::sMaxSize = SIZE - 2; // Silently drop "long" queries
562 FakeSocketFactory<FakeSocketLimited> factory;
563 DnsTlsTransport transport(SERVER1, MARK, &factory);
564
565 // Queue up 100 queries, alternating "short" which will be served and "long"
566 // which will be dropped.
567 const int num_queries = 10 * FakeSocketLimited::sLimit;
568 std::vector<bytevec> queries(num_queries);
569 std::vector<std::future<DnsTlsTransport::Result>> results;
570 results.reserve(num_queries);
571 for (int i = 0; i < num_queries; ++i) {
572 queries[i] = make_query(i, SIZE + (i % 2));
573 results.push_back(transport.query(makeSlice(queries[i])));
574 }
575 // Just check the short queries, which are at the even indices.
576 for (int i = 0; i < num_queries; i += 2) {
577 auto r = results[i].get();
578 EXPECT_EQ(DnsTlsTransport::Response::success, r.code);
579 EXPECT_EQ(queries[i], r.response);
580 }
Mike Yucb2bb7c2019-11-22 20:42:13 +0800581
582 // TODO: transport.getConnectCounter() seems not stable in this test. Find how to check the
583 // connect attempts for this test.
584}
585
586TEST_F(TransportTest, ConnectCounter) {
587 FakeSocketLimited::sLimit = 2; // Close the socket after 2 queries.
588 FakeSocketLimited::sMaxSize = SIZE; // No query drops.
589 FakeSocketFactory<FakeSocketLimited> factory;
590 DnsTlsTransport transport(SERVER1, MARK, &factory);
591
592 // Connecting on demand.
593 EXPECT_EQ(transport.getConnectCounter(), 0U);
594
595 const int num_queries = 10;
596 std::vector<std::future<DnsTlsTransport::Result>> results;
597 results.reserve(num_queries);
598 for (int i = 0; i < num_queries; i++) {
599 // Reconnections take place every two queries.
600 results.push_back(transport.query(makeSlice(QUERY)));
601 }
602 for (int i = 0; i < num_queries; i++) {
603 auto r = results[i].get();
604 EXPECT_EQ(DnsTlsTransport::Response::success, r.code);
605 }
606
607 EXPECT_EQ(transport.getConnectCounter(),
608 static_cast<uint32_t>(num_queries / FakeSocketLimited::sLimit));
Mike Yuc52739e2018-10-19 21:06:32 +0800609}
610
611// Simulate a malfunctioning server that injects extra miscellaneous
612// responses to queries that were not asked. This will cause wrong answers but
613// must not crash the Transport.
614class FakeSocketGarbage : public IDnsTlsSocket {
615 public:
616 explicit FakeSocketGarbage(IDnsTlsSocketObserver* observer) : mObserver(observer) {
617 // Inject a garbage event.
618 mThreads.emplace_back(&IDnsTlsSocketObserver::onResponse, mObserver, make_query(ID + 1, SIZE));
619 }
620 ~FakeSocketGarbage() {
621 std::lock_guard guard(mLock);
622 for (auto& thread : mThreads) {
623 thread.join();
624 }
625 }
626 bool query(uint16_t id, const Slice query) override {
627 std::lock_guard guard(mLock);
628 // Return the response twice.
629 auto echo = make_echo(id, query);
630 mThreads.emplace_back(&IDnsTlsSocketObserver::onResponse, mObserver, echo);
631 mThreads.emplace_back(&IDnsTlsSocketObserver::onResponse, mObserver, echo);
632 // Also return some other garbage
633 mThreads.emplace_back(&IDnsTlsSocketObserver::onResponse, mObserver, make_query(id + 1, query.size() + 2));
634 return true;
635 }
636
637 private:
638 std::mutex mLock;
639 std::vector<std::thread> mThreads GUARDED_BY(mLock);
640 IDnsTlsSocketObserver* const mObserver;
641};
642
643TEST_F(TransportTest, IgnoringGarbage) {
644 FakeSocketFactory<FakeSocketGarbage> factory;
645 DnsTlsTransport transport(SERVER1, MARK, &factory);
646 for (int i = 0; i < 10; ++i) {
647 auto r = transport.query(makeSlice(QUERY)).get();
648
649 EXPECT_EQ(DnsTlsTransport::Response::success, r.code);
650 // Don't check the response because this server is malfunctioning.
651 }
Mike Yucb2bb7c2019-11-22 20:42:13 +0800652 EXPECT_EQ(transport.getConnectCounter(), 1U);
Mike Yuc52739e2018-10-19 21:06:32 +0800653}
654
655// Dispatcher tests
656class DispatcherTest : public BaseTest {};
657
658TEST_F(DispatcherTest, Query) {
659 bytevec ans(4096);
660 int resplen = 0;
Mike Yucb2bb7c2019-11-22 20:42:13 +0800661 bool connectTriggered = false;
Mike Yuc52739e2018-10-19 21:06:32 +0800662
663 auto factory = std::make_unique<FakeSocketFactory<FakeSocketEcho>>();
664 DnsTlsDispatcher dispatcher(std::move(factory));
Mike Yucb2bb7c2019-11-22 20:42:13 +0800665 auto r = dispatcher.query(SERVER1, MARK, makeSlice(QUERY), makeSlice(ans), &resplen,
666 &connectTriggered);
Mike Yuc52739e2018-10-19 21:06:32 +0800667
668 EXPECT_EQ(DnsTlsTransport::Response::success, r);
669 EXPECT_EQ(int(QUERY.size()), resplen);
Mike Yucb2bb7c2019-11-22 20:42:13 +0800670 EXPECT_TRUE(connectTriggered);
Mike Yuc52739e2018-10-19 21:06:32 +0800671 ans.resize(resplen);
672 EXPECT_EQ(QUERY, ans);
Mike Yucb2bb7c2019-11-22 20:42:13 +0800673
674 // Expect to reuse the connection.
675 r = dispatcher.query(SERVER1, MARK, makeSlice(QUERY), makeSlice(ans), &resplen,
676 &connectTriggered);
677 EXPECT_EQ(DnsTlsTransport::Response::success, r);
678 EXPECT_FALSE(connectTriggered);
Mike Yuc52739e2018-10-19 21:06:32 +0800679}
680
681TEST_F(DispatcherTest, AnswerTooLarge) {
682 bytevec ans(SIZE - 1); // Too small to hold the answer
683 int resplen = 0;
Mike Yucb2bb7c2019-11-22 20:42:13 +0800684 bool connectTriggered = false;
Mike Yuc52739e2018-10-19 21:06:32 +0800685
686 auto factory = std::make_unique<FakeSocketFactory<FakeSocketEcho>>();
687 DnsTlsDispatcher dispatcher(std::move(factory));
Mike Yucb2bb7c2019-11-22 20:42:13 +0800688 auto r = dispatcher.query(SERVER1, MARK, makeSlice(QUERY), makeSlice(ans), &resplen,
689 &connectTriggered);
Mike Yuc52739e2018-10-19 21:06:32 +0800690
691 EXPECT_EQ(DnsTlsTransport::Response::limit_error, r);
Mike Yucb2bb7c2019-11-22 20:42:13 +0800692 EXPECT_TRUE(connectTriggered);
Mike Yuc52739e2018-10-19 21:06:32 +0800693}
694
695template<class T>
696class TrackingFakeSocketFactory : public IDnsTlsSocketFactory {
697 public:
698 TrackingFakeSocketFactory() {}
699 std::unique_ptr<IDnsTlsSocket> createDnsTlsSocket(
700 const DnsTlsServer& server,
701 unsigned mark,
702 IDnsTlsSocketObserver* observer,
703 DnsTlsSessionCache* cache ATTRIBUTE_UNUSED) override {
704 std::lock_guard guard(mLock);
705 keys.emplace(mark, server);
706 return std::make_unique<T>(observer);
707 }
708 std::multiset<std::pair<unsigned, DnsTlsServer>> keys;
709
710 private:
711 std::mutex mLock;
712};
713
714TEST_F(DispatcherTest, Dispatching) {
715 FakeSocketDelay::sDelay = 5;
716 FakeSocketDelay::sReverse = true;
717 auto factory = std::make_unique<TrackingFakeSocketFactory<FakeSocketDelay>>();
718 auto* weak_factory = factory.get(); // Valid as long as dispatcher is in scope.
719 DnsTlsDispatcher dispatcher(std::move(factory));
720
721 // Populate a vector of two servers and two socket marks, four combinations
722 // in total.
723 std::vector<std::pair<unsigned, DnsTlsServer>> keys;
724 keys.emplace_back(MARK, SERVER1);
725 keys.emplace_back(MARK + 1, SERVER1);
726 keys.emplace_back(MARK, V4ADDR2);
727 keys.emplace_back(MARK + 1, V4ADDR2);
728
729 // Do several queries on each server. They should all succeed.
730 std::vector<std::thread> threads;
731 for (size_t i = 0; i < FakeSocketDelay::sDelay * keys.size(); ++i) {
732 auto key = keys[i % keys.size()];
733 threads.emplace_back([key, i] (DnsTlsDispatcher* dispatcher) {
734 auto q = make_query(i, SIZE);
735 bytevec ans(4096);
736 int resplen = 0;
Mike Yucb2bb7c2019-11-22 20:42:13 +0800737 bool connectTriggered = false;
Mike Yuc52739e2018-10-19 21:06:32 +0800738 unsigned mark = key.first;
739 const DnsTlsServer& server = key.second;
Mike Yucb2bb7c2019-11-22 20:42:13 +0800740 auto r = dispatcher->query(server, mark, makeSlice(q), makeSlice(ans), &resplen,
741 &connectTriggered);
Mike Yuc52739e2018-10-19 21:06:32 +0800742 EXPECT_EQ(DnsTlsTransport::Response::success, r);
743 EXPECT_EQ(int(q.size()), resplen);
744 ans.resize(resplen);
745 EXPECT_EQ(q, ans);
746 }, &dispatcher);
747 }
748 for (auto& thread : threads) {
749 thread.join();
750 }
751 // We expect that the factory created one socket for each key.
752 EXPECT_EQ(keys.size(), weak_factory->keys.size());
753 for (auto& key : keys) {
754 EXPECT_EQ(1U, weak_factory->keys.count(key));
755 }
756}
757
758// Check DnsTlsServer's comparison logic.
759AddressComparator ADDRESS_COMPARATOR;
760bool isAddressEqual(const DnsTlsServer& s1, const DnsTlsServer& s2) {
761 bool cmp1 = ADDRESS_COMPARATOR(s1, s2);
762 bool cmp2 = ADDRESS_COMPARATOR(s2, s1);
763 EXPECT_FALSE(cmp1 && cmp2);
764 return !cmp1 && !cmp2;
765}
766
767void checkUnequal(const DnsTlsServer& s1, const DnsTlsServer& s2) {
768 EXPECT_TRUE(s1 == s1);
769 EXPECT_TRUE(s2 == s2);
770 EXPECT_TRUE(isAddressEqual(s1, s1));
771 EXPECT_TRUE(isAddressEqual(s2, s2));
772
773 EXPECT_TRUE(s1 < s2 ^ s2 < s1);
774 EXPECT_FALSE(s1 == s2);
775 EXPECT_FALSE(s2 == s1);
776}
777
778class ServerTest : public BaseTest {};
779
780TEST_F(ServerTest, IPv4) {
781 checkUnequal(V4ADDR1, V4ADDR2);
782 EXPECT_FALSE(isAddressEqual(V4ADDR1, V4ADDR2));
783}
784
785TEST_F(ServerTest, IPv6) {
786 checkUnequal(V6ADDR1, V6ADDR2);
787 EXPECT_FALSE(isAddressEqual(V6ADDR1, V6ADDR2));
788}
789
790TEST_F(ServerTest, MixedAddressFamily) {
791 checkUnequal(V6ADDR1, V4ADDR1);
792 EXPECT_FALSE(isAddressEqual(V6ADDR1, V4ADDR1));
793}
794
795TEST_F(ServerTest, IPv6ScopeId) {
796 DnsTlsServer s1(V6ADDR1), s2(V6ADDR1);
797 sockaddr_in6* addr1 = reinterpret_cast<sockaddr_in6*>(&s1.ss);
798 addr1->sin6_scope_id = 1;
799 sockaddr_in6* addr2 = reinterpret_cast<sockaddr_in6*>(&s2.ss);
800 addr2->sin6_scope_id = 2;
801 checkUnequal(s1, s2);
802 EXPECT_FALSE(isAddressEqual(s1, s2));
803
804 EXPECT_FALSE(s1.wasExplicitlyConfigured());
805 EXPECT_FALSE(s2.wasExplicitlyConfigured());
806}
807
808TEST_F(ServerTest, IPv6FlowInfo) {
809 DnsTlsServer s1(V6ADDR1), s2(V6ADDR1);
810 sockaddr_in6* addr1 = reinterpret_cast<sockaddr_in6*>(&s1.ss);
811 addr1->sin6_flowinfo = 1;
812 sockaddr_in6* addr2 = reinterpret_cast<sockaddr_in6*>(&s2.ss);
813 addr2->sin6_flowinfo = 2;
814 // All comparisons ignore flowinfo.
815 EXPECT_EQ(s1, s2);
816 EXPECT_TRUE(isAddressEqual(s1, s2));
817
818 EXPECT_FALSE(s1.wasExplicitlyConfigured());
819 EXPECT_FALSE(s2.wasExplicitlyConfigured());
820}
821
822TEST_F(ServerTest, Port) {
823 DnsTlsServer s1, s2;
824 parseServer("192.0.2.1", 853, &s1.ss);
825 parseServer("192.0.2.1", 854, &s2.ss);
826 checkUnequal(s1, s2);
827 EXPECT_TRUE(isAddressEqual(s1, s2));
828
829 DnsTlsServer s3, s4;
830 parseServer("2001:db8::1", 853, &s3.ss);
831 parseServer("2001:db8::1", 852, &s4.ss);
832 checkUnequal(s3, s4);
833 EXPECT_TRUE(isAddressEqual(s3, s4));
834
835 EXPECT_FALSE(s1.wasExplicitlyConfigured());
836 EXPECT_FALSE(s2.wasExplicitlyConfigured());
837}
838
839TEST_F(ServerTest, Name) {
840 DnsTlsServer s1(V4ADDR1), s2(V4ADDR1);
841 s1.name = SERVERNAME1;
842 checkUnequal(s1, s2);
843 s2.name = SERVERNAME2;
844 checkUnequal(s1, s2);
845 EXPECT_TRUE(isAddressEqual(s1, s2));
846
847 EXPECT_TRUE(s1.wasExplicitlyConfigured());
848 EXPECT_TRUE(s2.wasExplicitlyConfigured());
849}
850
Mike Yua772c202019-09-23 17:47:21 +0800851TEST_F(ServerTest, Timeout) {
852 DnsTlsServer s1(V4ADDR1), s2(V4ADDR1);
853 s1.connectTimeout = std::chrono::milliseconds(4000);
854 checkUnequal(s1, s2);
855 s2.connectTimeout = std::chrono::milliseconds(4000);
856 EXPECT_EQ(s1, s2);
857 EXPECT_TRUE(isAddressEqual(s1, s2));
858
859 EXPECT_FALSE(s1.wasExplicitlyConfigured());
860 EXPECT_FALSE(s2.wasExplicitlyConfigured());
861}
862
Mike Yuc52739e2018-10-19 21:06:32 +0800863TEST(QueryMapTest, Basic) {
864 DnsTlsQueryMap map;
865
866 EXPECT_TRUE(map.empty());
867
868 bytevec q0 = make_query(999, SIZE);
869 bytevec q1 = make_query(888, SIZE);
870 bytevec q2 = make_query(777, SIZE);
871
872 auto f0 = map.recordQuery(makeSlice(q0));
873 auto f1 = map.recordQuery(makeSlice(q1));
874 auto f2 = map.recordQuery(makeSlice(q2));
875
876 // Check return values of recordQuery
877 EXPECT_EQ(0, f0->query.newId);
878 EXPECT_EQ(1, f1->query.newId);
879 EXPECT_EQ(2, f2->query.newId);
880
881 // Check side effects of recordQuery
882 EXPECT_FALSE(map.empty());
883
884 auto all = map.getAll();
885 EXPECT_EQ(3U, all.size());
886
887 EXPECT_EQ(0, all[0].newId);
888 EXPECT_EQ(1, all[1].newId);
889 EXPECT_EQ(2, all[2].newId);
890
891 EXPECT_EQ(makeSlice(q0), all[0].query);
892 EXPECT_EQ(makeSlice(q1), all[1].query);
893 EXPECT_EQ(makeSlice(q2), all[2].query);
894
895 bytevec a0 = make_query(0, SIZE);
896 bytevec a1 = make_query(1, SIZE);
897 bytevec a2 = make_query(2, SIZE);
898
899 // Return responses out of order
900 map.onResponse(a2);
901 map.onResponse(a0);
902 map.onResponse(a1);
903
904 EXPECT_TRUE(map.empty());
905
906 auto r0 = f0->result.get();
907 auto r1 = f1->result.get();
908 auto r2 = f2->result.get();
909
910 EXPECT_EQ(DnsTlsQueryMap::Response::success, r0.code);
911 EXPECT_EQ(DnsTlsQueryMap::Response::success, r1.code);
912 EXPECT_EQ(DnsTlsQueryMap::Response::success, r2.code);
913
914 const bytevec& d0 = r0.response;
915 const bytevec& d1 = r1.response;
916 const bytevec& d2 = r2.response;
917
918 // The ID should match the query
919 EXPECT_EQ(999, d0[0] << 8 | d0[1]);
920 EXPECT_EQ(888, d1[0] << 8 | d1[1]);
921 EXPECT_EQ(777, d2[0] << 8 | d2[1]);
922 // The body should match the answer
923 EXPECT_EQ(bytevec(a0.begin() + 2, a0.end()), bytevec(d0.begin() + 2, d0.end()));
924 EXPECT_EQ(bytevec(a1.begin() + 2, a1.end()), bytevec(d1.begin() + 2, d1.end()));
925 EXPECT_EQ(bytevec(a2.begin() + 2, a2.end()), bytevec(d2.begin() + 2, d2.end()));
926}
927
928TEST(QueryMapTest, FillHole) {
929 DnsTlsQueryMap map;
930 std::vector<std::unique_ptr<DnsTlsQueryMap::QueryFuture>> futures(UINT16_MAX + 1);
931 for (uint32_t i = 0; i <= UINT16_MAX; ++i) {
932 futures[i] = map.recordQuery(makeSlice(QUERY));
933 ASSERT_TRUE(futures[i]); // answers[i] should be nonnull.
934 EXPECT_EQ(i, futures[i]->query.newId);
935 }
936
937 // The map should now be full.
938 EXPECT_EQ(size_t(UINT16_MAX + 1), map.getAll().size());
939
940 // Trying to add another query should fail because the map is full.
941 EXPECT_FALSE(map.recordQuery(makeSlice(QUERY)));
942
943 // Send an answer to query 40000
944 auto answer = make_query(40000, SIZE);
945 map.onResponse(answer);
946 auto result = futures[40000]->result.get();
947 EXPECT_EQ(DnsTlsQueryMap::Response::success, result.code);
948 EXPECT_EQ(ID, result.response[0] << 8 | result.response[1]);
949 EXPECT_EQ(bytevec(answer.begin() + 2, answer.end()),
950 bytevec(result.response.begin() + 2, result.response.end()));
951
952 // There should now be room in the map.
953 EXPECT_EQ(size_t(UINT16_MAX), map.getAll().size());
954 auto f = map.recordQuery(makeSlice(QUERY));
955 ASSERT_TRUE(f);
956 EXPECT_EQ(40000, f->query.newId);
957
958 // The map should now be full again.
959 EXPECT_EQ(size_t(UINT16_MAX + 1), map.getAll().size());
960 EXPECT_FALSE(map.recordQuery(makeSlice(QUERY)));
961}
962
Ben Schwartz62176fd2019-01-22 17:32:17 -0500963class StubObserver : public IDnsTlsSocketObserver {
964 public:
965 bool closed = false;
966 void onResponse(std::vector<uint8_t>) override {}
967
968 void onClosed() override { closed = true; }
969};
970
971TEST(DnsTlsSocketTest, SlowDestructor) {
972 constexpr char tls_addr[] = "127.0.0.3";
973 constexpr char tls_port[] = "8530"; // High-numbered port so root isn't required.
974 // This test doesn't perform any queries, so the backend address can be invalid.
975 constexpr char backend_addr[] = "192.0.2.1";
976 constexpr char backend_port[] = "1";
977
978 test::DnsTlsFrontend tls(tls_addr, tls_port, backend_addr, backend_port);
979 ASSERT_TRUE(tls.startServer());
980
981 DnsTlsServer server;
982 parseServer(tls_addr, 8530, &server.ss);
983
984 StubObserver observer;
985 ASSERT_FALSE(observer.closed);
986 DnsTlsSessionCache cache;
987 auto socket = std::make_unique<DnsTlsSocket>(server, MARK, &observer, &cache);
988 ASSERT_TRUE(socket->initialize());
989
990 // Test: Time the socket destructor. This should be fast.
991 auto before = std::chrono::steady_clock::now();
992 socket.reset();
993 auto after = std::chrono::steady_clock::now();
994 auto delay = after - before;
chenbruceaff85842019-05-31 15:46:42 +0800995 LOG(DEBUG) << "Shutdown took " << delay / std::chrono::nanoseconds{1} << "ns";
Ben Schwartz62176fd2019-01-22 17:32:17 -0500996 EXPECT_TRUE(observer.closed);
997 // Shutdown should complete in milliseconds, but if the shutdown signal is lost
998 // it will wait for the timeout, which is expected to take 20seconds.
999 EXPECT_LT(delay, std::chrono::seconds{5});
1000}
1001
Mike Yuc52739e2018-10-19 21:06:32 +08001002} // end of namespace net
1003} // end of namespace android