blob: 577cc064f02af93aec5c759c753ba9136ad69d1b [file] [log] [blame]
hbosdb346a72016-11-29 01:57:01 -08001/*
2 * Copyright 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include <set>
12#include <vector>
13
14#include "webrtc/api/datachannelinterface.h"
15#include "webrtc/api/peerconnectioninterface.h"
16#include "webrtc/api/stats/rtcstats_objects.h"
17#include "webrtc/api/stats/rtcstatsreport.h"
18#include "webrtc/api/test/peerconnectiontestwrapper.h"
19#include "webrtc/api/test/rtcstatsobtainer.h"
20#include "webrtc/base/checks.h"
21#include "webrtc/base/gunit.h"
22#include "webrtc/base/physicalsocketserver.h"
23#include "webrtc/base/refcountedobject.h"
24#include "webrtc/base/scoped_ref_ptr.h"
25#include "webrtc/base/virtualsocketserver.h"
26
27namespace webrtc {
28
29namespace {
30
31const int64_t kGetStatsTimeoutMs = 10000;
32
33class RTCStatsIntegrationTest : public testing::Test {
34 public:
35 RTCStatsIntegrationTest()
36 : physical_socket_server_(),
37 virtual_socket_server_(&physical_socket_server_),
38 network_thread_(&virtual_socket_server_),
39 worker_thread_() {
40 RTC_CHECK(network_thread_.Start());
41 RTC_CHECK(worker_thread_.Start());
42
43 caller_ = new rtc::RefCountedObject<PeerConnectionTestWrapper>(
44 "caller", &network_thread_, &worker_thread_);
45 callee_ = new rtc::RefCountedObject<PeerConnectionTestWrapper>(
46 "callee", &network_thread_, &worker_thread_);
47 }
48
49 void StartCall() {
50 // Create PeerConnections and "connect" sigslots
51 PeerConnectionInterface::RTCConfiguration config;
52 PeerConnectionInterface::IceServer ice_server;
53 ice_server.uri = "stun:1.1.1.1:3478";
54 config.servers.push_back(ice_server);
55 EXPECT_TRUE(caller_->CreatePc(nullptr, config));
56 EXPECT_TRUE(callee_->CreatePc(nullptr, config));
57 PeerConnectionTestWrapper::Connect(caller_.get(), callee_.get());
58
59 // Get user media for audio and video
60 caller_->GetAndAddUserMedia(true, FakeConstraints(),
61 true, FakeConstraints());
62 callee_->GetAndAddUserMedia(true, FakeConstraints(),
63 true, FakeConstraints());
64
65 // Create data channels
66 DataChannelInit init;
67 caller_->CreateDataChannel("data", init);
68 callee_->CreateDataChannel("data", init);
69
70 // Negotiate and wait for call to establish
71 caller_->CreateOffer(nullptr);
72 caller_->WaitForCallEstablished();
73 callee_->WaitForCallEstablished();
74 }
75
76 rtc::scoped_refptr<const RTCStatsReport> GetStatsFromCaller() {
77 return GetStats(caller_->pc());
78 }
79
80 rtc::scoped_refptr<const RTCStatsReport> GetStatsFromCallee() {
81 return GetStats(callee_->pc());
82 }
83
84 protected:
85 static rtc::scoped_refptr<const RTCStatsReport> GetStats(
86 PeerConnectionInterface* pc) {
87 rtc::scoped_refptr<RTCStatsObtainer> stats_obtainer =
88 RTCStatsObtainer::Create();
89 pc->GetStats(stats_obtainer);
90 EXPECT_TRUE_WAIT(stats_obtainer->report(), kGetStatsTimeoutMs);
91 return stats_obtainer->report();
92 }
93
94 // These objects use each other and must be constructed/destroyed in this
95 // order. Relationship:
96 // |physical_socket_server_| <- |virtual_socket_server_| <- |network_thread_|
97 rtc::PhysicalSocketServer physical_socket_server_;
98 rtc::VirtualSocketServer virtual_socket_server_;
99 rtc::Thread network_thread_;
100 rtc::Thread worker_thread_;
101 rtc::scoped_refptr<PeerConnectionTestWrapper> caller_;
102 rtc::scoped_refptr<PeerConnectionTestWrapper> callee_;
103};
104
105class RTCStatsVerifier {
106 public:
107 RTCStatsVerifier(const RTCStatsReport* report, const RTCStats* stats)
108 : report_(report), stats_(stats), all_tests_successful_(true) {
109 RTC_CHECK(report_);
110 RTC_CHECK(stats_);
111 for (const RTCStatsMemberInterface* member : stats_->Members()) {
112 untested_members_.insert(member);
113 }
114 }
115
116 void MarkMemberTested(
117 const RTCStatsMemberInterface& member, bool test_successful) {
118 untested_members_.erase(&member);
119 all_tests_successful_ &= test_successful;
120 }
121
122 void TestMemberIsDefined(const RTCStatsMemberInterface& member) {
123 EXPECT_TRUE(member.is_defined()) <<
hbos23351192017-01-02 06:52:19 -0800124 stats_->type() << "." << member.name() << "[" << stats_->id() <<
125 "] was undefined.";
hbosdb346a72016-11-29 01:57:01 -0800126 MarkMemberTested(member, member.is_defined());
127 }
128
129 void TestMemberIsUndefined(const RTCStatsMemberInterface& member) {
130 EXPECT_FALSE(member.is_defined()) <<
hbos23351192017-01-02 06:52:19 -0800131 stats_->type() << "." << member.name() << "[" << stats_->id() <<
132 "] was defined (" << member.ValueToString() << ").";
hbosdb346a72016-11-29 01:57:01 -0800133 MarkMemberTested(member, !member.is_defined());
134 }
135
hbos23351192017-01-02 06:52:19 -0800136 template<typename T>
137 void TestMemberIsPositive(const RTCStatsMemberInterface& member) {
138 EXPECT_TRUE(member.is_defined()) <<
139 stats_->type() << "." << member.name() << "[" << stats_->id() <<
140 "] was undefined.";
141 if (!member.is_defined()) {
142 MarkMemberTested(member, false);
143 return;
144 }
145 bool is_positive = *member.cast_to<RTCStatsMember<T>>() > T(0);
146 EXPECT_TRUE(is_positive) <<
147 stats_->type() << "." << member.name() << "[" << stats_->id() <<
148 "] was not positive (" << member.ValueToString() << ").";
149 MarkMemberTested(member, is_positive);
150 }
151
152 template<typename T>
153 void TestMemberIsNonNegative(const RTCStatsMemberInterface& member) {
154 EXPECT_TRUE(member.is_defined()) <<
155 stats_->type() << "." << member.name() << "[" << stats_->id() <<
156 "] was undefined.";
157 if (!member.is_defined()) {
158 MarkMemberTested(member, false);
159 return;
160 }
161 bool is_non_negative = *member.cast_to<RTCStatsMember<T>>() >= T(0);
162 EXPECT_TRUE(is_non_negative) <<
163 stats_->type() << "." << member.name() << "[" << stats_->id() <<
164 "] was not non-negative (" << member.ValueToString() << ").";
165 MarkMemberTested(member, is_non_negative);
166 }
167
hbosdb346a72016-11-29 01:57:01 -0800168 void TestMemberIsIDReference(
169 const RTCStatsMemberInterface& member,
170 const char* expected_type) {
171 TestMemberIsIDReference(member, expected_type, false);
172 }
173
174 void TestMemberIsOptionalIDReference(
175 const RTCStatsMemberInterface& member,
176 const char* expected_type) {
177 TestMemberIsIDReference(member, expected_type, true);
178 }
179
180 bool ExpectAllMembersSuccessfullyTested() {
181 if (untested_members_.empty())
182 return all_tests_successful_;
183 for (const RTCStatsMemberInterface* member : untested_members_) {
184 EXPECT_TRUE(false) <<
185 stats_->type() << "." << member->name() << "[" << stats_->id() <<
186 "] was not tested.";
187 }
188 return false;
189 }
190
191 private:
192 void TestMemberIsIDReference(
193 const RTCStatsMemberInterface& member,
194 const char* expected_type,
195 bool optional) {
196 if (optional && !member.is_defined()) {
197 MarkMemberTested(member, true);
198 return;
199 }
200 bool valid_reference = false;
201 if (member.is_defined()) {
202 if (member.type() == RTCStatsMemberInterface::kString) {
203 // A single ID.
204 const RTCStatsMember<std::string>& id =
205 member.cast_to<RTCStatsMember<std::string>>();
206 const RTCStats* referenced_stats = report_->Get(*id);
207 valid_reference =
208 referenced_stats && referenced_stats->type() == expected_type;
209 } else if (member.type() == RTCStatsMemberInterface::kSequenceString) {
210 // A vector of IDs.
211 valid_reference = true;
212 const RTCStatsMember<std::vector<std::string>>& ids =
213 member.cast_to<RTCStatsMember<std::vector<std::string>>>();
214 for (const std::string id : *ids) {
215 const RTCStats* referenced_stats = report_->Get(id);
216 if (!referenced_stats || referenced_stats->type() != expected_type) {
217 valid_reference = false;
218 break;
219 }
220 }
221 }
222 }
223 EXPECT_TRUE(valid_reference) <<
224 stats_->type() << "." << member.name() << " is not a reference to an " <<
225 "existing dictionary of type " << expected_type << " (" <<
226 member.ValueToString() << ").";
227 MarkMemberTested(member, valid_reference);
228 }
229
230 rtc::scoped_refptr<const RTCStatsReport> report_;
231 const RTCStats* stats_;
232 std::set<const RTCStatsMemberInterface*> untested_members_;
233 bool all_tests_successful_;
234};
235
236class RTCStatsReportVerifier {
237 public:
238 static std::set<const char*> StatsTypes() {
239 std::set<const char*> stats_types;
240 stats_types.insert(RTCCertificateStats::kType);
241 stats_types.insert(RTCCodecStats::kType);
242 stats_types.insert(RTCDataChannelStats::kType);
243 stats_types.insert(RTCIceCandidatePairStats::kType);
244 stats_types.insert(RTCLocalIceCandidateStats::kType);
245 stats_types.insert(RTCRemoteIceCandidateStats::kType);
246 stats_types.insert(RTCMediaStreamStats::kType);
247 stats_types.insert(RTCMediaStreamTrackStats::kType);
248 stats_types.insert(RTCPeerConnectionStats::kType);
249 stats_types.insert(RTCInboundRTPStreamStats::kType);
250 stats_types.insert(RTCOutboundRTPStreamStats::kType);
251 stats_types.insert(RTCTransportStats::kType);
252 return stats_types;
253 }
254
255 explicit RTCStatsReportVerifier(const RTCStatsReport* report)
256 : report_(report) {
257 }
258
259 void VerifyReport() {
260 std::set<const char*> missing_stats = StatsTypes();
261 bool verify_successful = true;
262 for (const RTCStats& stats : *report_) {
263 missing_stats.erase(stats.type());
264 if (stats.type() == RTCCertificateStats::kType) {
265 verify_successful &= VerifyRTCCertificateStats(
266 stats.cast_to<RTCCertificateStats>());
267 } else if (stats.type() == RTCCodecStats::kType) {
268 verify_successful &= VerifyRTCCodecStats(
269 stats.cast_to<RTCCodecStats>());
270 } else if (stats.type() == RTCDataChannelStats::kType) {
271 verify_successful &= VerifyRTCDataChannelStats(
272 stats.cast_to<RTCDataChannelStats>());
273 } else if (stats.type() == RTCIceCandidatePairStats::kType) {
274 verify_successful &= VerifyRTCIceCandidatePairStats(
275 stats.cast_to<RTCIceCandidatePairStats>());
276 } else if (stats.type() == RTCLocalIceCandidateStats::kType) {
277 verify_successful &= VerifyRTCLocalIceCandidateStats(
278 stats.cast_to<RTCLocalIceCandidateStats>());
279 } else if (stats.type() == RTCRemoteIceCandidateStats::kType) {
280 verify_successful &= VerifyRTCRemoteIceCandidateStats(
281 stats.cast_to<RTCRemoteIceCandidateStats>());
282 } else if (stats.type() == RTCMediaStreamStats::kType) {
283 verify_successful &= VerifyRTCMediaStreamStats(
284 stats.cast_to<RTCMediaStreamStats>());
285 } else if (stats.type() == RTCMediaStreamTrackStats::kType) {
286 verify_successful &= VerifyRTCMediaStreamTrackStats(
287 stats.cast_to<RTCMediaStreamTrackStats>());
288 } else if (stats.type() == RTCPeerConnectionStats::kType) {
289 verify_successful &= VerifyRTCPeerConnectionStats(
290 stats.cast_to<RTCPeerConnectionStats>());
291 } else if (stats.type() == RTCInboundRTPStreamStats::kType) {
292 verify_successful &= VerifyRTCInboundRTPStreamStats(
293 stats.cast_to<RTCInboundRTPStreamStats>());
294 } else if (stats.type() == RTCOutboundRTPStreamStats::kType) {
295 verify_successful &= VerifyRTCOutboundRTPStreamStats(
296 stats.cast_to<RTCOutboundRTPStreamStats>());
297 } else if (stats.type() == RTCTransportStats::kType) {
298 verify_successful &= VerifyRTCTransportStats(
299 stats.cast_to<RTCTransportStats>());
300 } else {
301 EXPECT_TRUE(false) << "Unrecognized stats type: " << stats.type();
302 verify_successful = false;
303 }
304 }
305 if (!missing_stats.empty()) {
306 verify_successful = false;
307 for (const char* missing : missing_stats) {
308 EXPECT_TRUE(false) << "Missing expected stats type: " << missing;
309 }
310 }
311 EXPECT_TRUE(verify_successful) <<
312 "One or more problems with the stats. This is the report:\n" <<
313 report_->ToString();
314 }
315
316 bool VerifyRTCCertificateStats(
317 const RTCCertificateStats& certificate) {
318 RTCStatsVerifier verifier(report_, &certificate);
319 verifier.TestMemberIsDefined(certificate.fingerprint);
320 verifier.TestMemberIsDefined(certificate.fingerprint_algorithm);
321 verifier.TestMemberIsDefined(certificate.base64_certificate);
322 verifier.TestMemberIsOptionalIDReference(
323 certificate.issuer_certificate_id, RTCCertificateStats::kType);
324 return verifier.ExpectAllMembersSuccessfullyTested();
325 }
326
327 bool VerifyRTCCodecStats(
328 const RTCCodecStats& codec) {
329 RTCStatsVerifier verifier(report_, &codec);
330 verifier.TestMemberIsDefined(codec.payload_type);
331 verifier.TestMemberIsDefined(codec.codec);
hbos23351192017-01-02 06:52:19 -0800332 verifier.TestMemberIsPositive<uint32_t>(codec.clock_rate);
hbosdb346a72016-11-29 01:57:01 -0800333 verifier.TestMemberIsUndefined(codec.channels);
334 verifier.TestMemberIsUndefined(codec.parameters);
335 verifier.TestMemberIsUndefined(codec.implementation);
336 return verifier.ExpectAllMembersSuccessfullyTested();
337 }
338
339 bool VerifyRTCDataChannelStats(
340 const RTCDataChannelStats& data_channel) {
341 RTCStatsVerifier verifier(report_, &data_channel);
342 verifier.TestMemberIsDefined(data_channel.label);
343 verifier.TestMemberIsDefined(data_channel.protocol);
344 verifier.TestMemberIsDefined(data_channel.datachannelid);
345 verifier.TestMemberIsDefined(data_channel.state);
hbos23351192017-01-02 06:52:19 -0800346 verifier.TestMemberIsNonNegative<uint32_t>(data_channel.messages_sent);
347 verifier.TestMemberIsNonNegative<uint64_t>(data_channel.bytes_sent);
348 verifier.TestMemberIsNonNegative<uint32_t>(data_channel.messages_received);
349 verifier.TestMemberIsNonNegative<uint64_t>(data_channel.bytes_received);
hbosdb346a72016-11-29 01:57:01 -0800350 return verifier.ExpectAllMembersSuccessfullyTested();
351 }
352
353 bool VerifyRTCIceCandidatePairStats(
354 const RTCIceCandidatePairStats& candidate_pair) {
355 RTCStatsVerifier verifier(report_, &candidate_pair);
hbos0583b282016-11-30 01:50:14 -0800356 verifier.TestMemberIsIDReference(
357 candidate_pair.transport_id, RTCTransportStats::kType);
hbosdb346a72016-11-29 01:57:01 -0800358 verifier.TestMemberIsIDReference(
359 candidate_pair.local_candidate_id, RTCLocalIceCandidateStats::kType);
360 verifier.TestMemberIsIDReference(
361 candidate_pair.remote_candidate_id, RTCRemoteIceCandidateStats::kType);
362 verifier.TestMemberIsUndefined(candidate_pair.state);
363 verifier.TestMemberIsUndefined(candidate_pair.priority);
364 verifier.TestMemberIsUndefined(candidate_pair.nominated);
365 verifier.TestMemberIsDefined(candidate_pair.writable);
366 verifier.TestMemberIsUndefined(candidate_pair.readable);
hbos23351192017-01-02 06:52:19 -0800367 verifier.TestMemberIsNonNegative<uint64_t>(candidate_pair.bytes_sent);
368 verifier.TestMemberIsNonNegative<uint64_t>(candidate_pair.bytes_received);
hbos3168c7a2016-12-15 06:17:08 -0800369 verifier.TestMemberIsUndefined(candidate_pair.total_round_trip_time);
hbos23351192017-01-02 06:52:19 -0800370 verifier.TestMemberIsNonNegative<double>(
371 candidate_pair.current_round_trip_time);
hbosdb346a72016-11-29 01:57:01 -0800372 verifier.TestMemberIsUndefined(candidate_pair.available_outgoing_bitrate);
373 verifier.TestMemberIsUndefined(candidate_pair.available_incoming_bitrate);
hbos23351192017-01-02 06:52:19 -0800374 verifier.TestMemberIsNonNegative<uint64_t>(
375 candidate_pair.requests_received);
376 verifier.TestMemberIsNonNegative<uint64_t>(candidate_pair.requests_sent);
377 verifier.TestMemberIsNonNegative<uint64_t>(
378 candidate_pair.responses_received);
379 verifier.TestMemberIsNonNegative<uint64_t>(candidate_pair.responses_sent);
hbosdb346a72016-11-29 01:57:01 -0800380 verifier.TestMemberIsUndefined(candidate_pair.retransmissions_received);
381 verifier.TestMemberIsUndefined(candidate_pair.retransmissions_sent);
382 verifier.TestMemberIsUndefined(candidate_pair.consent_requests_received);
hbos23351192017-01-02 06:52:19 -0800383 verifier.TestMemberIsNonNegative<uint64_t>(
384 candidate_pair.consent_requests_sent);
hbosdb346a72016-11-29 01:57:01 -0800385 verifier.TestMemberIsUndefined(candidate_pair.consent_responses_received);
386 verifier.TestMemberIsUndefined(candidate_pair.consent_responses_sent);
387 return verifier.ExpectAllMembersSuccessfullyTested();
388 }
389
390 bool VerifyRTCIceCandidateStats(
391 const RTCIceCandidateStats& candidate) {
392 RTCStatsVerifier verifier(report_, &candidate);
hbosc3a2b7f2017-01-02 04:46:15 -0800393 verifier.TestMemberIsDefined(candidate.is_remote);
hbosdb346a72016-11-29 01:57:01 -0800394 verifier.TestMemberIsDefined(candidate.ip);
hbos23351192017-01-02 06:52:19 -0800395 verifier.TestMemberIsNonNegative<int32_t>(candidate.port);
hbosdb346a72016-11-29 01:57:01 -0800396 verifier.TestMemberIsDefined(candidate.protocol);
397 verifier.TestMemberIsDefined(candidate.candidate_type);
hbos23351192017-01-02 06:52:19 -0800398 verifier.TestMemberIsNonNegative<int32_t>(candidate.priority);
hbosdb346a72016-11-29 01:57:01 -0800399 verifier.TestMemberIsUndefined(candidate.url);
400 return verifier.ExpectAllMembersSuccessfullyTested();
401 }
402
403 bool VerifyRTCLocalIceCandidateStats(
404 const RTCLocalIceCandidateStats& local_candidate) {
405 return VerifyRTCIceCandidateStats(local_candidate);
406 }
407
408 bool VerifyRTCRemoteIceCandidateStats(
409 const RTCRemoteIceCandidateStats& remote_candidate) {
410 return VerifyRTCIceCandidateStats(remote_candidate);
411 }
412
413 bool VerifyRTCMediaStreamStats(
414 const RTCMediaStreamStats& media_stream) {
415 RTCStatsVerifier verifier(report_, &media_stream);
416 verifier.TestMemberIsDefined(media_stream.stream_identifier);
417 verifier.TestMemberIsIDReference(
418 media_stream.track_ids, RTCMediaStreamTrackStats::kType);
419 return verifier.ExpectAllMembersSuccessfullyTested();
420 }
421
422 bool VerifyRTCMediaStreamTrackStats(
423 const RTCMediaStreamTrackStats& media_stream_track) {
424 RTCStatsVerifier verifier(report_, &media_stream_track);
425 verifier.TestMemberIsDefined(media_stream_track.track_identifier);
426 verifier.TestMemberIsDefined(media_stream_track.remote_source);
427 verifier.TestMemberIsDefined(media_stream_track.ended);
428 verifier.TestMemberIsDefined(media_stream_track.detached);
429 verifier.TestMemberIsUndefined(media_stream_track.ssrc_ids);
430 // Video or audio media stream track?
431 if (media_stream_track.frame_width.is_defined()) {
432 // Video-only members
hbos23351192017-01-02 06:52:19 -0800433 verifier.TestMemberIsNonNegative<uint32_t>(
434 media_stream_track.frame_width);
435 verifier.TestMemberIsNonNegative<uint32_t>(
436 media_stream_track.frame_height);
hbosdb346a72016-11-29 01:57:01 -0800437 verifier.TestMemberIsUndefined(media_stream_track.frames_per_second);
438 verifier.TestMemberIsUndefined(media_stream_track.frames_sent);
439 verifier.TestMemberIsUndefined(media_stream_track.frames_received);
440 verifier.TestMemberIsUndefined(media_stream_track.frames_decoded);
441 verifier.TestMemberIsUndefined(media_stream_track.frames_dropped);
442 verifier.TestMemberIsUndefined(media_stream_track.frames_corrupted);
443 verifier.TestMemberIsUndefined(media_stream_track.partial_frames_lost);
444 verifier.TestMemberIsUndefined(media_stream_track.full_frames_lost);
445 // Audio-only members should be undefined
446 verifier.TestMemberIsUndefined(media_stream_track.audio_level);
447 verifier.TestMemberIsUndefined(media_stream_track.echo_return_loss);
448 verifier.TestMemberIsUndefined(
449 media_stream_track.echo_return_loss_enhancement);
450 } else {
451 // Video-only members should be undefined
452 verifier.TestMemberIsUndefined(media_stream_track.frame_width);
453 verifier.TestMemberIsUndefined(media_stream_track.frame_height);
454 verifier.TestMemberIsUndefined(media_stream_track.frames_per_second);
455 verifier.TestMemberIsUndefined(media_stream_track.frames_sent);
456 verifier.TestMemberIsUndefined(media_stream_track.frames_received);
457 verifier.TestMemberIsUndefined(media_stream_track.frames_decoded);
458 verifier.TestMemberIsUndefined(media_stream_track.frames_dropped);
459 verifier.TestMemberIsUndefined(media_stream_track.frames_corrupted);
460 verifier.TestMemberIsUndefined(media_stream_track.partial_frames_lost);
461 verifier.TestMemberIsUndefined(media_stream_track.full_frames_lost);
462 // Audio-only members
463 // TODO(hbos): Why are the audio track missing |audio_level|,
464 // |echo_return_loss| and |echo_return_loss_enhancement|? Is this a real
465 // problem or does it have to do with testing and not using real devices?
466 // crbug.com/627816
467 verifier.MarkMemberTested(media_stream_track.audio_level, true);
468 verifier.MarkMemberTested(media_stream_track.echo_return_loss, true);
469 verifier.MarkMemberTested(
470 media_stream_track.echo_return_loss_enhancement, true);
471 }
472 return verifier.ExpectAllMembersSuccessfullyTested();
473 }
474
475 bool VerifyRTCPeerConnectionStats(
476 const RTCPeerConnectionStats& peer_connection) {
477 RTCStatsVerifier verifier(report_, &peer_connection);
hbos23351192017-01-02 06:52:19 -0800478 verifier.TestMemberIsNonNegative<uint32_t>(
479 peer_connection.data_channels_opened);
480 verifier.TestMemberIsNonNegative<uint32_t>(
481 peer_connection.data_channels_closed);
hbosdb346a72016-11-29 01:57:01 -0800482 return verifier.ExpectAllMembersSuccessfullyTested();
483 }
484
485 void VerifyRTCRTPStreamStats(
486 const RTCRTPStreamStats& stream, RTCStatsVerifier* verifier) {
487 verifier->TestMemberIsDefined(stream.ssrc);
488 verifier->TestMemberIsUndefined(stream.associate_stats_id);
489 verifier->TestMemberIsDefined(stream.is_remote);
490 verifier->TestMemberIsDefined(stream.media_type);
491 verifier->TestMemberIsUndefined(stream.media_track_id);
492 verifier->TestMemberIsIDReference(
493 stream.transport_id, RTCTransportStats::kType);
hbos7bf53692016-12-15 03:33:35 -0800494 verifier->TestMemberIsIDReference(stream.codec_id, RTCCodecStats::kType);
hbosdb346a72016-11-29 01:57:01 -0800495 if (stream.media_type.is_defined() && *stream.media_type == "video") {
hbos23351192017-01-02 06:52:19 -0800496 verifier->TestMemberIsNonNegative<uint32_t>(stream.fir_count);
497 verifier->TestMemberIsNonNegative<uint32_t>(stream.pli_count);
498 verifier->TestMemberIsNonNegative<uint32_t>(stream.nack_count);
hbosdb346a72016-11-29 01:57:01 -0800499 } else {
500 verifier->TestMemberIsUndefined(stream.fir_count);
501 verifier->TestMemberIsUndefined(stream.pli_count);
502 verifier->TestMemberIsUndefined(stream.nack_count);
503 }
504 verifier->TestMemberIsUndefined(stream.sli_count);
505 }
506
507 bool VerifyRTCInboundRTPStreamStats(
508 const RTCInboundRTPStreamStats& inbound_stream) {
509 RTCStatsVerifier verifier(report_, &inbound_stream);
510 VerifyRTCRTPStreamStats(inbound_stream, &verifier);
hbos23351192017-01-02 06:52:19 -0800511 verifier.TestMemberIsNonNegative<uint32_t>(inbound_stream.packets_received);
512 verifier.TestMemberIsNonNegative<uint64_t>(inbound_stream.bytes_received);
513 verifier.TestMemberIsNonNegative<uint32_t>(inbound_stream.packets_lost);
hbosdb346a72016-11-29 01:57:01 -0800514 if (inbound_stream.media_type.is_defined() &&
515 *inbound_stream.media_type == "video") {
516 verifier.TestMemberIsUndefined(inbound_stream.jitter);
517 } else {
hbos23351192017-01-02 06:52:19 -0800518 verifier.TestMemberIsNonNegative<double>(inbound_stream.jitter);
hbosdb346a72016-11-29 01:57:01 -0800519 }
hbos23351192017-01-02 06:52:19 -0800520 verifier.TestMemberIsNonNegative<double>(inbound_stream.fraction_lost);
hbosdb346a72016-11-29 01:57:01 -0800521 verifier.TestMemberIsUndefined(inbound_stream.packets_discarded);
522 verifier.TestMemberIsUndefined(inbound_stream.packets_repaired);
523 verifier.TestMemberIsUndefined(inbound_stream.burst_packets_lost);
524 verifier.TestMemberIsUndefined(inbound_stream.burst_packets_discarded);
525 verifier.TestMemberIsUndefined(inbound_stream.burst_loss_count);
526 verifier.TestMemberIsUndefined(inbound_stream.burst_discard_count);
527 verifier.TestMemberIsUndefined(inbound_stream.burst_loss_rate);
528 verifier.TestMemberIsUndefined(inbound_stream.burst_discard_rate);
529 verifier.TestMemberIsUndefined(inbound_stream.gap_loss_rate);
530 verifier.TestMemberIsUndefined(inbound_stream.gap_discard_rate);
531 return verifier.ExpectAllMembersSuccessfullyTested();
532 }
533
534 bool VerifyRTCOutboundRTPStreamStats(
535 const RTCOutboundRTPStreamStats& outbound_stream) {
536 RTCStatsVerifier verifier(report_, &outbound_stream);
537 VerifyRTCRTPStreamStats(outbound_stream, &verifier);
hbos23351192017-01-02 06:52:19 -0800538 verifier.TestMemberIsNonNegative<uint32_t>(outbound_stream.packets_sent);
539 verifier.TestMemberIsNonNegative<uint64_t>(outbound_stream.bytes_sent);
hbosdb346a72016-11-29 01:57:01 -0800540 verifier.TestMemberIsUndefined(outbound_stream.target_bitrate);
hbose10e6d12016-12-15 01:54:29 -0800541 // TODO(hbos): Defined in video but not audio case. Why? crbug.com/669877
542 verifier.MarkMemberTested(outbound_stream.round_trip_time, true);
hbosdb346a72016-11-29 01:57:01 -0800543 return verifier.ExpectAllMembersSuccessfullyTested();
544 }
545
546 bool VerifyRTCTransportStats(
547 const RTCTransportStats& transport) {
548 RTCStatsVerifier verifier(report_, &transport);
hbos23351192017-01-02 06:52:19 -0800549 verifier.TestMemberIsNonNegative<uint64_t>(transport.bytes_sent);
550 verifier.TestMemberIsNonNegative<uint64_t>(transport.bytes_received);
hbosdb346a72016-11-29 01:57:01 -0800551 verifier.TestMemberIsOptionalIDReference(
552 transport.rtcp_transport_stats_id, RTCTransportStats::kType);
553 verifier.TestMemberIsDefined(transport.active_connection);
hbos7bf53692016-12-15 03:33:35 -0800554 verifier.TestMemberIsIDReference(
555 transport.selected_candidate_pair_id, RTCIceCandidatePairStats::kType);
556 verifier.TestMemberIsIDReference(
557 transport.local_certificate_id, RTCCertificateStats::kType);
558 verifier.TestMemberIsIDReference(
559 transport.remote_certificate_id, RTCCertificateStats::kType);
hbosdb346a72016-11-29 01:57:01 -0800560 return verifier.ExpectAllMembersSuccessfullyTested();
561 }
562
563 private:
564 rtc::scoped_refptr<const RTCStatsReport> report_;
565};
566
deadbeef40610e22016-12-22 10:53:38 -0800567#ifdef HAVE_SCTP
hbosdb346a72016-11-29 01:57:01 -0800568TEST_F(RTCStatsIntegrationTest, GetStatsFromCaller) {
569 StartCall();
570
571 rtc::scoped_refptr<const RTCStatsReport> report = GetStatsFromCaller();
572 RTCStatsReportVerifier(report.get()).VerifyReport();
573}
574
575TEST_F(RTCStatsIntegrationTest, GetStatsFromCallee) {
576 StartCall();
577
578 rtc::scoped_refptr<const RTCStatsReport> report = GetStatsFromCallee();
579 RTCStatsReportVerifier(report.get()).VerifyReport();
580}
581
hbosb78306a2016-12-19 05:06:57 -0800582TEST_F(RTCStatsIntegrationTest, GetsStatsWhileDestroyingPeerConnections) {
583 StartCall();
584
585 rtc::scoped_refptr<RTCStatsObtainer> stats_obtainer =
586 RTCStatsObtainer::Create();
587 caller_->pc()->GetStats(stats_obtainer);
588 // This will destroy the peer connection.
589 caller_ = nullptr;
590 // Any pending stats requests should have completed in the act of destroying
591 // the peer connection.
592 EXPECT_TRUE(stats_obtainer->report());
593}
deadbeef40610e22016-12-22 10:53:38 -0800594#endif // HAVE_SCTP
hbosb78306a2016-12-19 05:06:57 -0800595
hbosdb346a72016-11-29 01:57:01 -0800596} // namespace
597
598} // namespace webrtc