blob: 4f10a1d08567c055fcdf50ee2a91cba7fc65d85e [file] [log] [blame]
hbosdb346a72016-11-29 01:57:01 -08001/*
2 * Copyright 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Yves Gerey3e707812018-11-28 16:47:49 +010011#include <stdint.h>
12#include <string.h>
Henrik Boströmb6199362018-03-12 10:27:55 +010013#include <algorithm>
Yves Gerey3e707812018-11-28 16:47:49 +010014#include <memory>
hbosdb346a72016-11-29 01:57:01 -080015#include <set>
Yves Gerey3e707812018-11-28 16:47:49 +010016#include <string>
hbosdb346a72016-11-29 01:57:01 -080017#include <vector>
18
Steve Anton64b626b2019-01-28 17:25:26 -080019#include "absl/algorithm/container.h"
Steve Anton68586e82018-12-13 17:41:25 -080020#include "absl/strings/match.h"
Yves Gerey3e707812018-11-28 16:47:49 +010021#include "api/audio_codecs/audio_decoder_factory.h"
22#include "api/audio_codecs/audio_encoder_factory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "api/audio_codecs/builtin_audio_decoder_factory.h"
24#include "api/audio_codecs/builtin_audio_encoder_factory.h"
Yves Gerey3e707812018-11-28 16:47:49 +010025#include "api/audio_options.h"
Steve Anton10542f22019-01-11 09:11:00 -080026#include "api/data_channel_interface.h"
27#include "api/peer_connection_interface.h"
28#include "api/rtp_receiver_interface.h"
29#include "api/rtp_sender_interface.h"
Mirko Bonadeid9708072019-01-25 20:26:48 +010030#include "api/scoped_refptr.h"
Steve Anton10542f22019-01-11 09:11:00 -080031#include "api/stats/rtc_stats.h"
32#include "api/stats/rtc_stats_report.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020033#include "api/stats/rtcstats_objects.h"
Steve Anton10542f22019-01-11 09:11:00 -080034#include "pc/rtc_stats_traversal.h"
35#include "pc/test/peer_connection_test_wrapper.h"
36#include "pc/test/rtc_stats_obtainer.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020037#include "rtc_base/checks.h"
38#include "rtc_base/event_tracer.h"
39#include "rtc_base/gunit.h"
Steve Anton10542f22019-01-11 09:11:00 -080040#include "rtc_base/ref_counted_object.h"
Yves Gerey3e707812018-11-28 16:47:49 +010041#include "rtc_base/thread.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020042#include "rtc_base/trace_event.h"
Steve Anton10542f22019-01-11 09:11:00 -080043#include "rtc_base/virtual_socket_server.h"
Steve Anton64b626b2019-01-28 17:25:26 -080044#include "test/gmock.h"
Yves Gerey3e707812018-11-28 16:47:49 +010045#include "test/gtest.h"
hbosdb346a72016-11-29 01:57:01 -080046
Steve Anton64b626b2019-01-28 17:25:26 -080047using ::testing::Contains;
48
hbosdb346a72016-11-29 01:57:01 -080049namespace webrtc {
50
51namespace {
52
53const int64_t kGetStatsTimeoutMs = 10000;
54
ehmaldonado80c829f2017-07-18 07:35:19 -070055const unsigned char* GetCategoryEnabledHandler(const char* name) {
ehmaldonado8ab0fd82017-09-04 14:35:04 -070056 if (strcmp("webrtc_stats", name) != 0) {
57 return reinterpret_cast<const unsigned char*>("");
58 }
59 return reinterpret_cast<const unsigned char*>(name);
ehmaldonado80c829f2017-07-18 07:35:19 -070060}
61
ehmaldonado8ab0fd82017-09-04 14:35:04 -070062class RTCStatsReportTraceListener {
63 public:
64 static void SetUp() {
65 if (!traced_report_)
66 traced_report_ = new RTCStatsReportTraceListener();
67 traced_report_->last_trace_ = "";
68 SetupEventTracer(&GetCategoryEnabledHandler,
69 &RTCStatsReportTraceListener::AddTraceEventHandler);
70 }
71
72 static const std::string& last_trace() {
73 RTC_DCHECK(traced_report_);
74 return traced_report_->last_trace_;
75 }
76
77 private:
Steve Anton36b29d12017-10-30 09:57:42 -070078 static void AddTraceEventHandler(
79 char phase,
80 const unsigned char* category_enabled,
81 const char* name,
82 unsigned long long id, // NOLINT(runtime/int)
83 int num_args,
84 const char** arg_names,
85 const unsigned char* arg_types,
86 const unsigned long long* arg_values, // NOLINT(runtime/int)
87 unsigned char flags) {
ehmaldonado8ab0fd82017-09-04 14:35:04 -070088 RTC_DCHECK(traced_report_);
89 EXPECT_STREQ("webrtc_stats",
90 reinterpret_cast<const char*>(category_enabled));
91 EXPECT_STREQ("webrtc_stats", name);
92 EXPECT_EQ(1, num_args);
93 EXPECT_STREQ("report", arg_names[0]);
94 EXPECT_EQ(TRACE_VALUE_TYPE_COPY_STRING, arg_types[0]);
95
96 traced_report_->last_trace_ = reinterpret_cast<const char*>(arg_values[0]);
97 }
98
99 static RTCStatsReportTraceListener* traced_report_;
100 std::string last_trace_;
101};
102
103RTCStatsReportTraceListener* RTCStatsReportTraceListener::traced_report_ =
104 nullptr;
ehmaldonado80c829f2017-07-18 07:35:19 -0700105
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200106class RTCStatsIntegrationTest : public ::testing::Test {
hbosdb346a72016-11-29 01:57:01 -0800107 public:
108 RTCStatsIntegrationTest()
tommie7251592017-07-14 14:44:46 -0700109 : network_thread_(new rtc::Thread(&virtual_socket_server_)),
110 worker_thread_(rtc::Thread::Create()) {
ehmaldonado8ab0fd82017-09-04 14:35:04 -0700111 RTCStatsReportTraceListener::SetUp();
ehmaldonado80c829f2017-07-18 07:35:19 -0700112
tommie7251592017-07-14 14:44:46 -0700113 RTC_CHECK(network_thread_->Start());
114 RTC_CHECK(worker_thread_->Start());
hbosdb346a72016-11-29 01:57:01 -0800115
116 caller_ = new rtc::RefCountedObject<PeerConnectionTestWrapper>(
tommie7251592017-07-14 14:44:46 -0700117 "caller", network_thread_.get(), worker_thread_.get());
hbosdb346a72016-11-29 01:57:01 -0800118 callee_ = new rtc::RefCountedObject<PeerConnectionTestWrapper>(
tommie7251592017-07-14 14:44:46 -0700119 "callee", network_thread_.get(), worker_thread_.get());
hbosdb346a72016-11-29 01:57:01 -0800120 }
121
122 void StartCall() {
123 // Create PeerConnections and "connect" sigslots
124 PeerConnectionInterface::RTCConfiguration config;
125 PeerConnectionInterface::IceServer ice_server;
126 ice_server.uri = "stun:1.1.1.1:3478";
127 config.servers.push_back(ice_server);
Niels Möllerf06f9232018-08-07 12:32:18 +0200128 EXPECT_TRUE(caller_->CreatePc(config, CreateBuiltinAudioEncoderFactory(),
kwiberg9e5b11e2017-04-19 03:47:57 -0700129 CreateBuiltinAudioDecoderFactory()));
Niels Möllerf06f9232018-08-07 12:32:18 +0200130 EXPECT_TRUE(callee_->CreatePc(config, CreateBuiltinAudioEncoderFactory(),
kwiberg9e5b11e2017-04-19 03:47:57 -0700131 CreateBuiltinAudioDecoderFactory()));
hbosdb346a72016-11-29 01:57:01 -0800132 PeerConnectionTestWrapper::Connect(caller_.get(), callee_.get());
133
134 // Get user media for audio and video
Niels Möller5c4ddad2019-02-12 12:30:58 +0100135 caller_->GetAndAddUserMedia(true, cricket::AudioOptions(), true);
136 callee_->GetAndAddUserMedia(true, cricket::AudioOptions(), true);
hbosdb346a72016-11-29 01:57:01 -0800137
138 // Create data channels
139 DataChannelInit init;
140 caller_->CreateDataChannel("data", init);
141 callee_->CreateDataChannel("data", init);
142
143 // Negotiate and wait for call to establish
Niels Möllerf06f9232018-08-07 12:32:18 +0200144 caller_->CreateOffer(PeerConnectionInterface::RTCOfferAnswerOptions());
hbosdb346a72016-11-29 01:57:01 -0800145 caller_->WaitForCallEstablished();
146 callee_->WaitForCallEstablished();
147 }
148
149 rtc::scoped_refptr<const RTCStatsReport> GetStatsFromCaller() {
150 return GetStats(caller_->pc());
151 }
Henrik Boström1df1bf82018-03-20 13:24:20 +0100152 rtc::scoped_refptr<const RTCStatsReport> GetStatsFromCaller(
153 rtc::scoped_refptr<RtpSenderInterface> selector) {
154 return GetStats(caller_->pc(), selector);
155 }
156 rtc::scoped_refptr<const RTCStatsReport> GetStatsFromCaller(
157 rtc::scoped_refptr<RtpReceiverInterface> selector) {
158 return GetStats(caller_->pc(), selector);
159 }
hbosdb346a72016-11-29 01:57:01 -0800160
161 rtc::scoped_refptr<const RTCStatsReport> GetStatsFromCallee() {
162 return GetStats(callee_->pc());
163 }
Henrik Boström1df1bf82018-03-20 13:24:20 +0100164 rtc::scoped_refptr<const RTCStatsReport> GetStatsFromCallee(
165 rtc::scoped_refptr<RtpSenderInterface> selector) {
166 return GetStats(callee_->pc(), selector);
167 }
168 rtc::scoped_refptr<const RTCStatsReport> GetStatsFromCallee(
169 rtc::scoped_refptr<RtpReceiverInterface> selector) {
170 return GetStats(callee_->pc(), selector);
171 }
hbosdb346a72016-11-29 01:57:01 -0800172
173 protected:
174 static rtc::scoped_refptr<const RTCStatsReport> GetStats(
175 PeerConnectionInterface* pc) {
176 rtc::scoped_refptr<RTCStatsObtainer> stats_obtainer =
177 RTCStatsObtainer::Create();
178 pc->GetStats(stats_obtainer);
179 EXPECT_TRUE_WAIT(stats_obtainer->report(), kGetStatsTimeoutMs);
180 return stats_obtainer->report();
181 }
182
Henrik Boström1df1bf82018-03-20 13:24:20 +0100183 template <typename T>
184 static rtc::scoped_refptr<const RTCStatsReport> GetStats(
185 PeerConnectionInterface* pc,
186 rtc::scoped_refptr<T> selector) {
187 rtc::scoped_refptr<RTCStatsObtainer> stats_obtainer =
188 RTCStatsObtainer::Create();
189 pc->GetStats(selector, stats_obtainer);
190 EXPECT_TRUE_WAIT(stats_obtainer->report(), kGetStatsTimeoutMs);
191 return stats_obtainer->report();
192 }
193
deadbeef98e186c2017-05-16 18:00:06 -0700194 // |network_thread_| uses |virtual_socket_server_| so they must be
195 // constructed/destructed in the correct order.
hbosdb346a72016-11-29 01:57:01 -0800196 rtc::VirtualSocketServer virtual_socket_server_;
tommie7251592017-07-14 14:44:46 -0700197 std::unique_ptr<rtc::Thread> network_thread_;
198 std::unique_ptr<rtc::Thread> worker_thread_;
hbosdb346a72016-11-29 01:57:01 -0800199 rtc::scoped_refptr<PeerConnectionTestWrapper> caller_;
200 rtc::scoped_refptr<PeerConnectionTestWrapper> callee_;
201};
202
203class RTCStatsVerifier {
204 public:
205 RTCStatsVerifier(const RTCStatsReport* report, const RTCStats* stats)
206 : report_(report), stats_(stats), all_tests_successful_(true) {
207 RTC_CHECK(report_);
208 RTC_CHECK(stats_);
209 for (const RTCStatsMemberInterface* member : stats_->Members()) {
210 untested_members_.insert(member);
211 }
212 }
213
Yves Gerey665174f2018-06-19 15:03:05 +0200214 void MarkMemberTested(const RTCStatsMemberInterface& member,
215 bool test_successful) {
hbosdb346a72016-11-29 01:57:01 -0800216 untested_members_.erase(&member);
217 all_tests_successful_ &= test_successful;
218 }
219
220 void TestMemberIsDefined(const RTCStatsMemberInterface& member) {
Yves Gerey665174f2018-06-19 15:03:05 +0200221 EXPECT_TRUE(member.is_defined())
222 << stats_->type() << "." << member.name() << "[" << stats_->id()
223 << "] was undefined.";
hbosdb346a72016-11-29 01:57:01 -0800224 MarkMemberTested(member, member.is_defined());
225 }
226
227 void TestMemberIsUndefined(const RTCStatsMemberInterface& member) {
Yves Gerey665174f2018-06-19 15:03:05 +0200228 EXPECT_FALSE(member.is_defined())
229 << stats_->type() << "." << member.name() << "[" << stats_->id()
230 << "] was defined (" << member.ValueToString() << ").";
hbosdb346a72016-11-29 01:57:01 -0800231 MarkMemberTested(member, !member.is_defined());
232 }
233
Yves Gerey665174f2018-06-19 15:03:05 +0200234 template <typename T>
hbos23351192017-01-02 06:52:19 -0800235 void TestMemberIsPositive(const RTCStatsMemberInterface& member) {
Yves Gerey665174f2018-06-19 15:03:05 +0200236 EXPECT_TRUE(member.is_defined())
237 << stats_->type() << "." << member.name() << "[" << stats_->id()
238 << "] was undefined.";
hbos23351192017-01-02 06:52:19 -0800239 if (!member.is_defined()) {
240 MarkMemberTested(member, false);
241 return;
242 }
243 bool is_positive = *member.cast_to<RTCStatsMember<T>>() > T(0);
Yves Gerey665174f2018-06-19 15:03:05 +0200244 EXPECT_TRUE(is_positive)
245 << stats_->type() << "." << member.name() << "[" << stats_->id()
246 << "] was not positive (" << member.ValueToString() << ").";
hbos23351192017-01-02 06:52:19 -0800247 MarkMemberTested(member, is_positive);
248 }
249
Yves Gerey665174f2018-06-19 15:03:05 +0200250 template <typename T>
hbos23351192017-01-02 06:52:19 -0800251 void TestMemberIsNonNegative(const RTCStatsMemberInterface& member) {
Yves Gerey665174f2018-06-19 15:03:05 +0200252 EXPECT_TRUE(member.is_defined())
253 << stats_->type() << "." << member.name() << "[" << stats_->id()
254 << "] was undefined.";
hbos23351192017-01-02 06:52:19 -0800255 if (!member.is_defined()) {
256 MarkMemberTested(member, false);
257 return;
258 }
259 bool is_non_negative = *member.cast_to<RTCStatsMember<T>>() >= T(0);
Yves Gerey665174f2018-06-19 15:03:05 +0200260 EXPECT_TRUE(is_non_negative)
261 << stats_->type() << "." << member.name() << "[" << stats_->id()
262 << "] was not non-negative (" << member.ValueToString() << ").";
hbos23351192017-01-02 06:52:19 -0800263 MarkMemberTested(member, is_non_negative);
264 }
265
Yves Gerey665174f2018-06-19 15:03:05 +0200266 void TestMemberIsIDReference(const RTCStatsMemberInterface& member,
267 const char* expected_type) {
hbosdb346a72016-11-29 01:57:01 -0800268 TestMemberIsIDReference(member, expected_type, false);
269 }
270
Yves Gerey665174f2018-06-19 15:03:05 +0200271 void TestMemberIsOptionalIDReference(const RTCStatsMemberInterface& member,
272 const char* expected_type) {
hbosdb346a72016-11-29 01:57:01 -0800273 TestMemberIsIDReference(member, expected_type, true);
274 }
275
276 bool ExpectAllMembersSuccessfullyTested() {
277 if (untested_members_.empty())
278 return all_tests_successful_;
279 for (const RTCStatsMemberInterface* member : untested_members_) {
Yves Gerey665174f2018-06-19 15:03:05 +0200280 EXPECT_TRUE(false) << stats_->type() << "." << member->name() << "["
281 << stats_->id() << "] was not tested.";
hbosdb346a72016-11-29 01:57:01 -0800282 }
283 return false;
284 }
285
286 private:
Yves Gerey665174f2018-06-19 15:03:05 +0200287 void TestMemberIsIDReference(const RTCStatsMemberInterface& member,
288 const char* expected_type,
289 bool optional) {
hbosdb346a72016-11-29 01:57:01 -0800290 if (optional && !member.is_defined()) {
291 MarkMemberTested(member, true);
292 return;
293 }
294 bool valid_reference = false;
295 if (member.is_defined()) {
296 if (member.type() == RTCStatsMemberInterface::kString) {
297 // A single ID.
298 const RTCStatsMember<std::string>& id =
299 member.cast_to<RTCStatsMember<std::string>>();
300 const RTCStats* referenced_stats = report_->Get(*id);
301 valid_reference =
302 referenced_stats && referenced_stats->type() == expected_type;
303 } else if (member.type() == RTCStatsMemberInterface::kSequenceString) {
304 // A vector of IDs.
305 valid_reference = true;
306 const RTCStatsMember<std::vector<std::string>>& ids =
307 member.cast_to<RTCStatsMember<std::vector<std::string>>>();
Mirko Bonadeic61ce0d2017-11-21 17:04:20 +0100308 for (const std::string& id : *ids) {
hbosdb346a72016-11-29 01:57:01 -0800309 const RTCStats* referenced_stats = report_->Get(id);
310 if (!referenced_stats || referenced_stats->type() != expected_type) {
311 valid_reference = false;
312 break;
313 }
314 }
315 }
316 }
Yves Gerey665174f2018-06-19 15:03:05 +0200317 EXPECT_TRUE(valid_reference)
318 << stats_->type() << "." << member.name()
319 << " is not a reference to an "
Henrik Boström646fda02019-05-22 15:49:42 +0200320 << "existing dictionary of type " << expected_type << " (value: "
321 << (member.is_defined() ? member.ValueToString() : "null") << ").";
hbosdb346a72016-11-29 01:57:01 -0800322 MarkMemberTested(member, valid_reference);
323 }
324
325 rtc::scoped_refptr<const RTCStatsReport> report_;
326 const RTCStats* stats_;
327 std::set<const RTCStatsMemberInterface*> untested_members_;
328 bool all_tests_successful_;
329};
330
331class RTCStatsReportVerifier {
332 public:
333 static std::set<const char*> StatsTypes() {
334 std::set<const char*> stats_types;
335 stats_types.insert(RTCCertificateStats::kType);
336 stats_types.insert(RTCCodecStats::kType);
337 stats_types.insert(RTCDataChannelStats::kType);
338 stats_types.insert(RTCIceCandidatePairStats::kType);
339 stats_types.insert(RTCLocalIceCandidateStats::kType);
340 stats_types.insert(RTCRemoteIceCandidateStats::kType);
341 stats_types.insert(RTCMediaStreamStats::kType);
342 stats_types.insert(RTCMediaStreamTrackStats::kType);
343 stats_types.insert(RTCPeerConnectionStats::kType);
344 stats_types.insert(RTCInboundRTPStreamStats::kType);
345 stats_types.insert(RTCOutboundRTPStreamStats::kType);
346 stats_types.insert(RTCTransportStats::kType);
347 return stats_types;
348 }
349
350 explicit RTCStatsReportVerifier(const RTCStatsReport* report)
Yves Gerey665174f2018-06-19 15:03:05 +0200351 : report_(report) {}
hbosdb346a72016-11-29 01:57:01 -0800352
Henrik Boström1df1bf82018-03-20 13:24:20 +0100353 void VerifyReport(std::vector<const char*> allowed_missing_stats) {
hbosdb346a72016-11-29 01:57:01 -0800354 std::set<const char*> missing_stats = StatsTypes();
355 bool verify_successful = true;
hbos338f78a2017-02-07 06:41:21 -0800356 std::vector<const RTCTransportStats*> transport_stats =
357 report_->GetStatsOfType<RTCTransportStats>();
Mirko Bonadeie12c1fe2018-07-03 12:53:23 +0200358 EXPECT_EQ(transport_stats.size(), 1U);
hbos338f78a2017-02-07 06:41:21 -0800359 std::string selected_candidate_pair_id =
360 *transport_stats[0]->selected_candidate_pair_id;
hbosdb346a72016-11-29 01:57:01 -0800361 for (const RTCStats& stats : *report_) {
362 missing_stats.erase(stats.type());
363 if (stats.type() == RTCCertificateStats::kType) {
Yves Gerey665174f2018-06-19 15:03:05 +0200364 verify_successful &=
365 VerifyRTCCertificateStats(stats.cast_to<RTCCertificateStats>());
hbosdb346a72016-11-29 01:57:01 -0800366 } else if (stats.type() == RTCCodecStats::kType) {
Yves Gerey665174f2018-06-19 15:03:05 +0200367 verify_successful &=
368 VerifyRTCCodecStats(stats.cast_to<RTCCodecStats>());
hbosdb346a72016-11-29 01:57:01 -0800369 } else if (stats.type() == RTCDataChannelStats::kType) {
Yves Gerey665174f2018-06-19 15:03:05 +0200370 verify_successful &=
371 VerifyRTCDataChannelStats(stats.cast_to<RTCDataChannelStats>());
hbosdb346a72016-11-29 01:57:01 -0800372 } else if (stats.type() == RTCIceCandidatePairStats::kType) {
373 verify_successful &= VerifyRTCIceCandidatePairStats(
hbos338f78a2017-02-07 06:41:21 -0800374 stats.cast_to<RTCIceCandidatePairStats>(),
375 stats.id() == selected_candidate_pair_id);
hbosdb346a72016-11-29 01:57:01 -0800376 } else if (stats.type() == RTCLocalIceCandidateStats::kType) {
377 verify_successful &= VerifyRTCLocalIceCandidateStats(
378 stats.cast_to<RTCLocalIceCandidateStats>());
379 } else if (stats.type() == RTCRemoteIceCandidateStats::kType) {
380 verify_successful &= VerifyRTCRemoteIceCandidateStats(
381 stats.cast_to<RTCRemoteIceCandidateStats>());
382 } else if (stats.type() == RTCMediaStreamStats::kType) {
Yves Gerey665174f2018-06-19 15:03:05 +0200383 verify_successful &=
384 VerifyRTCMediaStreamStats(stats.cast_to<RTCMediaStreamStats>());
hbosdb346a72016-11-29 01:57:01 -0800385 } else if (stats.type() == RTCMediaStreamTrackStats::kType) {
386 verify_successful &= VerifyRTCMediaStreamTrackStats(
387 stats.cast_to<RTCMediaStreamTrackStats>());
388 } else if (stats.type() == RTCPeerConnectionStats::kType) {
389 verify_successful &= VerifyRTCPeerConnectionStats(
390 stats.cast_to<RTCPeerConnectionStats>());
391 } else if (stats.type() == RTCInboundRTPStreamStats::kType) {
392 verify_successful &= VerifyRTCInboundRTPStreamStats(
393 stats.cast_to<RTCInboundRTPStreamStats>());
394 } else if (stats.type() == RTCOutboundRTPStreamStats::kType) {
395 verify_successful &= VerifyRTCOutboundRTPStreamStats(
396 stats.cast_to<RTCOutboundRTPStreamStats>());
Henrik Boström883eefc2019-05-27 13:40:25 +0200397 } else if (stats.type() == RTCRemoteInboundRtpStreamStats::kType) {
398 verify_successful &= VerifyRTCRemoteInboundRtpStreamStats(
399 stats.cast_to<RTCRemoteInboundRtpStreamStats>());
Henrik Boström646fda02019-05-22 15:49:42 +0200400 } else if (stats.type() == RTCAudioSourceStats::kType) {
401 // RTCAudioSourceStats::kType and RTCVideoSourceStats::kType both have
402 // the value "media-source", but they are distinguishable with pointer
403 // equality (==). In JavaScript they would be distinguished with |kind|.
404 verify_successful &=
405 VerifyRTCAudioSourceStats(stats.cast_to<RTCAudioSourceStats>());
406 } else if (stats.type() == RTCVideoSourceStats::kType) {
407 // RTCAudioSourceStats::kType and RTCVideoSourceStats::kType both have
408 // the value "media-source", but they are distinguishable with pointer
409 // equality (==). In JavaScript they would be distinguished with |kind|.
410 verify_successful &=
411 VerifyRTCVideoSourceStats(stats.cast_to<RTCVideoSourceStats>());
hbosdb346a72016-11-29 01:57:01 -0800412 } else if (stats.type() == RTCTransportStats::kType) {
Yves Gerey665174f2018-06-19 15:03:05 +0200413 verify_successful &=
414 VerifyRTCTransportStats(stats.cast_to<RTCTransportStats>());
hbosdb346a72016-11-29 01:57:01 -0800415 } else {
416 EXPECT_TRUE(false) << "Unrecognized stats type: " << stats.type();
417 verify_successful = false;
418 }
419 }
Henrik Boström1df1bf82018-03-20 13:24:20 +0100420 for (const char* missing : missing_stats) {
Steve Anton64b626b2019-01-28 17:25:26 -0800421 if (!absl::c_linear_search(allowed_missing_stats, missing)) {
Henrik Boström1df1bf82018-03-20 13:24:20 +0100422 verify_successful = false;
hbosdb346a72016-11-29 01:57:01 -0800423 EXPECT_TRUE(false) << "Missing expected stats type: " << missing;
424 }
425 }
Yves Gerey665174f2018-06-19 15:03:05 +0200426 EXPECT_TRUE(verify_successful)
427 << "One or more problems with the stats. This is the report:\n"
428 << report_->ToJson();
hbosdb346a72016-11-29 01:57:01 -0800429 }
430
Yves Gerey665174f2018-06-19 15:03:05 +0200431 bool VerifyRTCCertificateStats(const RTCCertificateStats& certificate) {
hbosdb346a72016-11-29 01:57:01 -0800432 RTCStatsVerifier verifier(report_, &certificate);
433 verifier.TestMemberIsDefined(certificate.fingerprint);
434 verifier.TestMemberIsDefined(certificate.fingerprint_algorithm);
435 verifier.TestMemberIsDefined(certificate.base64_certificate);
Yves Gerey665174f2018-06-19 15:03:05 +0200436 verifier.TestMemberIsOptionalIDReference(certificate.issuer_certificate_id,
437 RTCCertificateStats::kType);
hbosdb346a72016-11-29 01:57:01 -0800438 return verifier.ExpectAllMembersSuccessfullyTested();
439 }
440
Yves Gerey665174f2018-06-19 15:03:05 +0200441 bool VerifyRTCCodecStats(const RTCCodecStats& codec) {
hbosdb346a72016-11-29 01:57:01 -0800442 RTCStatsVerifier verifier(report_, &codec);
443 verifier.TestMemberIsDefined(codec.payload_type);
hbos13f54b22017-02-28 06:56:04 -0800444 verifier.TestMemberIsDefined(codec.mime_type);
hbos23351192017-01-02 06:52:19 -0800445 verifier.TestMemberIsPositive<uint32_t>(codec.clock_rate);
hbosdb346a72016-11-29 01:57:01 -0800446 verifier.TestMemberIsUndefined(codec.channels);
hbos13f54b22017-02-28 06:56:04 -0800447 verifier.TestMemberIsUndefined(codec.sdp_fmtp_line);
hbosdb346a72016-11-29 01:57:01 -0800448 verifier.TestMemberIsUndefined(codec.implementation);
449 return verifier.ExpectAllMembersSuccessfullyTested();
450 }
451
Yves Gerey665174f2018-06-19 15:03:05 +0200452 bool VerifyRTCDataChannelStats(const RTCDataChannelStats& data_channel) {
hbosdb346a72016-11-29 01:57:01 -0800453 RTCStatsVerifier verifier(report_, &data_channel);
454 verifier.TestMemberIsDefined(data_channel.label);
455 verifier.TestMemberIsDefined(data_channel.protocol);
456 verifier.TestMemberIsDefined(data_channel.datachannelid);
457 verifier.TestMemberIsDefined(data_channel.state);
hbos23351192017-01-02 06:52:19 -0800458 verifier.TestMemberIsNonNegative<uint32_t>(data_channel.messages_sent);
459 verifier.TestMemberIsNonNegative<uint64_t>(data_channel.bytes_sent);
460 verifier.TestMemberIsNonNegative<uint32_t>(data_channel.messages_received);
461 verifier.TestMemberIsNonNegative<uint64_t>(data_channel.bytes_received);
hbosdb346a72016-11-29 01:57:01 -0800462 return verifier.ExpectAllMembersSuccessfullyTested();
463 }
464
465 bool VerifyRTCIceCandidatePairStats(
Yves Gerey665174f2018-06-19 15:03:05 +0200466 const RTCIceCandidatePairStats& candidate_pair,
467 bool is_selected_pair) {
hbosdb346a72016-11-29 01:57:01 -0800468 RTCStatsVerifier verifier(report_, &candidate_pair);
Yves Gerey665174f2018-06-19 15:03:05 +0200469 verifier.TestMemberIsIDReference(candidate_pair.transport_id,
470 RTCTransportStats::kType);
471 verifier.TestMemberIsIDReference(candidate_pair.local_candidate_id,
472 RTCLocalIceCandidateStats::kType);
473 verifier.TestMemberIsIDReference(candidate_pair.remote_candidate_id,
474 RTCRemoteIceCandidateStats::kType);
hbos06495bc2017-01-02 08:08:18 -0800475 verifier.TestMemberIsDefined(candidate_pair.state);
476 verifier.TestMemberIsNonNegative<uint64_t>(candidate_pair.priority);
hbos92eaec62017-02-27 01:38:08 -0800477 verifier.TestMemberIsDefined(candidate_pair.nominated);
hbosdb346a72016-11-29 01:57:01 -0800478 verifier.TestMemberIsDefined(candidate_pair.writable);
479 verifier.TestMemberIsUndefined(candidate_pair.readable);
hbos23351192017-01-02 06:52:19 -0800480 verifier.TestMemberIsNonNegative<uint64_t>(candidate_pair.bytes_sent);
481 verifier.TestMemberIsNonNegative<uint64_t>(candidate_pair.bytes_received);
hbosbf8d3e52017-02-28 06:34:47 -0800482 verifier.TestMemberIsNonNegative<double>(
483 candidate_pair.total_round_trip_time);
hbos23351192017-01-02 06:52:19 -0800484 verifier.TestMemberIsNonNegative<double>(
485 candidate_pair.current_round_trip_time);
hbos338f78a2017-02-07 06:41:21 -0800486 if (is_selected_pair) {
487 verifier.TestMemberIsNonNegative<double>(
488 candidate_pair.available_outgoing_bitrate);
deadbeef86c40a12017-06-28 09:37:23 -0700489 // A pair should be nominated in order to be selected.
490 EXPECT_TRUE(*candidate_pair.nominated);
hbos338f78a2017-02-07 06:41:21 -0800491 } else {
492 verifier.TestMemberIsUndefined(candidate_pair.available_outgoing_bitrate);
493 }
hbosdb346a72016-11-29 01:57:01 -0800494 verifier.TestMemberIsUndefined(candidate_pair.available_incoming_bitrate);
hbos23351192017-01-02 06:52:19 -0800495 verifier.TestMemberIsNonNegative<uint64_t>(
496 candidate_pair.requests_received);
497 verifier.TestMemberIsNonNegative<uint64_t>(candidate_pair.requests_sent);
498 verifier.TestMemberIsNonNegative<uint64_t>(
499 candidate_pair.responses_received);
500 verifier.TestMemberIsNonNegative<uint64_t>(candidate_pair.responses_sent);
hbosdb346a72016-11-29 01:57:01 -0800501 verifier.TestMemberIsUndefined(candidate_pair.retransmissions_received);
502 verifier.TestMemberIsUndefined(candidate_pair.retransmissions_sent);
503 verifier.TestMemberIsUndefined(candidate_pair.consent_requests_received);
hbos23351192017-01-02 06:52:19 -0800504 verifier.TestMemberIsNonNegative<uint64_t>(
505 candidate_pair.consent_requests_sent);
hbosdb346a72016-11-29 01:57:01 -0800506 verifier.TestMemberIsUndefined(candidate_pair.consent_responses_received);
507 verifier.TestMemberIsUndefined(candidate_pair.consent_responses_sent);
508 return verifier.ExpectAllMembersSuccessfullyTested();
509 }
510
Yves Gerey665174f2018-06-19 15:03:05 +0200511 bool VerifyRTCIceCandidateStats(const RTCIceCandidateStats& candidate) {
hbosdb346a72016-11-29 01:57:01 -0800512 RTCStatsVerifier verifier(report_, &candidate);
Yves Gerey665174f2018-06-19 15:03:05 +0200513 verifier.TestMemberIsIDReference(candidate.transport_id,
514 RTCTransportStats::kType);
hbosc3a2b7f2017-01-02 04:46:15 -0800515 verifier.TestMemberIsDefined(candidate.is_remote);
Gary Liu37e489c2017-11-21 10:49:36 -0800516 if (*candidate.is_remote) {
517 verifier.TestMemberIsUndefined(candidate.network_type);
518 } else {
519 verifier.TestMemberIsDefined(candidate.network_type);
520 }
hbosdb346a72016-11-29 01:57:01 -0800521 verifier.TestMemberIsDefined(candidate.ip);
hbos23351192017-01-02 06:52:19 -0800522 verifier.TestMemberIsNonNegative<int32_t>(candidate.port);
hbosdb346a72016-11-29 01:57:01 -0800523 verifier.TestMemberIsDefined(candidate.protocol);
524 verifier.TestMemberIsDefined(candidate.candidate_type);
hbos23351192017-01-02 06:52:19 -0800525 verifier.TestMemberIsNonNegative<int32_t>(candidate.priority);
hbosdb346a72016-11-29 01:57:01 -0800526 verifier.TestMemberIsUndefined(candidate.url);
hbosd17a5a72017-01-02 08:09:59 -0800527 verifier.TestMemberIsDefined(candidate.deleted);
Philipp Hancke95513752018-09-27 14:40:08 +0200528 verifier.TestMemberIsUndefined(candidate.relay_protocol);
hbosdb346a72016-11-29 01:57:01 -0800529 return verifier.ExpectAllMembersSuccessfullyTested();
530 }
531
532 bool VerifyRTCLocalIceCandidateStats(
533 const RTCLocalIceCandidateStats& local_candidate) {
534 return VerifyRTCIceCandidateStats(local_candidate);
535 }
536
537 bool VerifyRTCRemoteIceCandidateStats(
538 const RTCRemoteIceCandidateStats& remote_candidate) {
539 return VerifyRTCIceCandidateStats(remote_candidate);
540 }
541
Yves Gerey665174f2018-06-19 15:03:05 +0200542 bool VerifyRTCMediaStreamStats(const RTCMediaStreamStats& media_stream) {
hbosdb346a72016-11-29 01:57:01 -0800543 RTCStatsVerifier verifier(report_, &media_stream);
544 verifier.TestMemberIsDefined(media_stream.stream_identifier);
Yves Gerey665174f2018-06-19 15:03:05 +0200545 verifier.TestMemberIsIDReference(media_stream.track_ids,
546 RTCMediaStreamTrackStats::kType);
hbosdb346a72016-11-29 01:57:01 -0800547 return verifier.ExpectAllMembersSuccessfullyTested();
548 }
549
550 bool VerifyRTCMediaStreamTrackStats(
551 const RTCMediaStreamTrackStats& media_stream_track) {
552 RTCStatsVerifier verifier(report_, &media_stream_track);
553 verifier.TestMemberIsDefined(media_stream_track.track_identifier);
554 verifier.TestMemberIsDefined(media_stream_track.remote_source);
555 verifier.TestMemberIsDefined(media_stream_track.ended);
556 verifier.TestMemberIsDefined(media_stream_track.detached);
hbos160e4a72017-01-17 02:53:23 -0800557 verifier.TestMemberIsDefined(media_stream_track.kind);
Guido Urdaneta67378412019-05-28 17:38:08 +0200558 RTC_DCHECK(media_stream_track.remote_source.is_defined());
hbosdb346a72016-11-29 01:57:01 -0800559 // Video or audio media stream track?
hbos160e4a72017-01-17 02:53:23 -0800560 if (*media_stream_track.kind == RTCMediaStreamTrackKind::kVideo) {
Henrik Boström646fda02019-05-22 15:49:42 +0200561 // The type of the referenced media source depends on kind.
hbos42f6d2f2017-01-20 03:56:50 -0800562 if (*media_stream_track.remote_source) {
Guido Urdaneta67378412019-05-28 17:38:08 +0200563 verifier.TestMemberIsUndefined(media_stream_track.media_source_id);
564 verifier.TestMemberIsNonNegative<double>(
565 media_stream_track.jitter_buffer_delay);
566 verifier.TestMemberIsNonNegative<uint64_t>(
567 media_stream_track.jitter_buffer_emitted_count);
hbosfefe0762017-01-20 06:14:25 -0800568 verifier.TestMemberIsUndefined(media_stream_track.frames_sent);
Ilya Nikolaevskiy70473fc2018-02-28 16:35:03 +0100569 verifier.TestMemberIsUndefined(media_stream_track.huge_frames_sent);
hbos42f6d2f2017-01-20 03:56:50 -0800570 verifier.TestMemberIsNonNegative<uint32_t>(
571 media_stream_track.frames_received);
hbosf64941f2017-01-20 07:39:09 -0800572 verifier.TestMemberIsNonNegative<uint32_t>(
573 media_stream_track.frames_decoded);
hbos50cfe1f2017-01-23 07:21:55 -0800574 verifier.TestMemberIsNonNegative<uint32_t>(
575 media_stream_track.frames_dropped);
Sergey Silkin02371062019-01-31 16:45:42 +0100576 verifier.TestMemberIsNonNegative<uint32_t>(
577 media_stream_track.freeze_count);
578 verifier.TestMemberIsNonNegative<uint32_t>(
579 media_stream_track.pause_count);
580 verifier.TestMemberIsNonNegative<double>(
581 media_stream_track.total_freezes_duration);
582 verifier.TestMemberIsNonNegative<double>(
583 media_stream_track.total_pauses_duration);
584 verifier.TestMemberIsNonNegative<double>(
585 media_stream_track.total_frames_duration);
586 verifier.TestMemberIsNonNegative<double>(
587 media_stream_track.sum_squared_frame_durations);
hbos42f6d2f2017-01-20 03:56:50 -0800588 } else {
Guido Urdaneta67378412019-05-28 17:38:08 +0200589 verifier.TestMemberIsIDReference(media_stream_track.media_source_id,
590 RTCVideoSourceStats::kType);
591 // Local tracks have no jitter buffer.
592 verifier.TestMemberIsUndefined(media_stream_track.jitter_buffer_delay);
593 verifier.TestMemberIsUndefined(
594 media_stream_track.jitter_buffer_emitted_count);
hbosfefe0762017-01-20 06:14:25 -0800595 verifier.TestMemberIsNonNegative<uint32_t>(
596 media_stream_track.frames_sent);
Ilya Nikolaevskiy70473fc2018-02-28 16:35:03 +0100597 verifier.TestMemberIsNonNegative<uint32_t>(
598 media_stream_track.huge_frames_sent);
hbos42f6d2f2017-01-20 03:56:50 -0800599 verifier.TestMemberIsUndefined(media_stream_track.frames_received);
hbosf64941f2017-01-20 07:39:09 -0800600 verifier.TestMemberIsUndefined(media_stream_track.frames_decoded);
hbos50cfe1f2017-01-23 07:21:55 -0800601 verifier.TestMemberIsUndefined(media_stream_track.frames_dropped);
Sergey Silkin02371062019-01-31 16:45:42 +0100602 verifier.TestMemberIsUndefined(media_stream_track.freeze_count);
603 verifier.TestMemberIsUndefined(media_stream_track.pause_count);
604 verifier.TestMemberIsUndefined(
605 media_stream_track.total_freezes_duration);
606 verifier.TestMemberIsUndefined(
607 media_stream_track.total_pauses_duration);
608 verifier.TestMemberIsUndefined(
609 media_stream_track.total_frames_duration);
610 verifier.TestMemberIsUndefined(
611 media_stream_track.sum_squared_frame_durations);
hbos42f6d2f2017-01-20 03:56:50 -0800612 }
Guido Urdaneta67378412019-05-28 17:38:08 +0200613 // Video-only members
614 verifier.TestMemberIsNonNegative<uint32_t>(
615 media_stream_track.frame_width);
616 verifier.TestMemberIsNonNegative<uint32_t>(
617 media_stream_track.frame_height);
618 verifier.TestMemberIsUndefined(media_stream_track.frames_per_second);
hbosdb346a72016-11-29 01:57:01 -0800619 verifier.TestMemberIsUndefined(media_stream_track.frames_corrupted);
620 verifier.TestMemberIsUndefined(media_stream_track.partial_frames_lost);
621 verifier.TestMemberIsUndefined(media_stream_track.full_frames_lost);
622 // Audio-only members should be undefined
623 verifier.TestMemberIsUndefined(media_stream_track.audio_level);
624 verifier.TestMemberIsUndefined(media_stream_track.echo_return_loss);
625 verifier.TestMemberIsUndefined(
626 media_stream_track.echo_return_loss_enhancement);
zsteine76bd3a2017-07-14 12:17:49 -0700627 verifier.TestMemberIsUndefined(media_stream_track.total_audio_energy);
628 verifier.TestMemberIsUndefined(media_stream_track.total_samples_duration);
Guido Urdaneta67378412019-05-28 17:38:08 +0200629 verifier.TestMemberIsUndefined(media_stream_track.total_samples_received);
630 verifier.TestMemberIsUndefined(media_stream_track.concealed_samples);
631 verifier.TestMemberIsUndefined(media_stream_track.concealment_events);
632 verifier.TestMemberIsUndefined(media_stream_track.jitter_buffer_flushes);
633 verifier.TestMemberIsUndefined(
634 media_stream_track.delayed_packet_outage_samples);
635 verifier.TestMemberIsUndefined(
636 media_stream_track.relative_packet_arrival_delay);
637 verifier.TestMemberIsUndefined(media_stream_track.interruption_count);
638 verifier.TestMemberIsUndefined(
639 media_stream_track.total_interruption_duration);
hbosdb346a72016-11-29 01:57:01 -0800640 } else {
Yves Gerey665174f2018-06-19 15:03:05 +0200641 RTC_DCHECK_EQ(*media_stream_track.kind, RTCMediaStreamTrackKind::kAudio);
Henrik Boström646fda02019-05-22 15:49:42 +0200642 // The type of the referenced media source depends on kind.
Guido Urdaneta67378412019-05-28 17:38:08 +0200643 if (*media_stream_track.remote_source) {
Henrik Boström646fda02019-05-22 15:49:42 +0200644 // Remote tracks don't have media source stats.
645 verifier.TestMemberIsUndefined(media_stream_track.media_source_id);
Guido Urdaneta67378412019-05-28 17:38:08 +0200646 verifier.TestMemberIsNonNegative<double>(
647 media_stream_track.jitter_buffer_delay);
648 verifier.TestMemberIsNonNegative<uint64_t>(
649 media_stream_track.jitter_buffer_emitted_count);
650 verifier.TestMemberIsNonNegative<uint64_t>(
651 media_stream_track.total_samples_received);
652 verifier.TestMemberIsNonNegative<uint64_t>(
653 media_stream_track.concealed_samples);
654 verifier.TestMemberIsNonNegative<uint64_t>(
655 media_stream_track.concealment_events);
656 verifier.TestMemberIsNonNegative<uint64_t>(
657 media_stream_track.inserted_samples_for_deceleration);
658 verifier.TestMemberIsNonNegative<uint64_t>(
659 media_stream_track.removed_samples_for_acceleration);
660 verifier.TestMemberIsNonNegative<uint64_t>(
661 media_stream_track.silent_concealed_samples);
662 verifier.TestMemberIsNonNegative<uint64_t>(
663 media_stream_track.jitter_buffer_flushes);
664 verifier.TestMemberIsNonNegative<uint64_t>(
665 media_stream_track.delayed_packet_outage_samples);
666 verifier.TestMemberIsNonNegative<double>(
667 media_stream_track.relative_packet_arrival_delay);
668 verifier.TestMemberIsNonNegative<uint32_t>(
669 media_stream_track.interruption_count);
670 verifier.TestMemberIsNonNegative<double>(
671 media_stream_track.total_interruption_duration);
672 } else {
673 verifier.TestMemberIsIDReference(media_stream_track.media_source_id,
674 RTCAudioSourceStats::kType);
675 // Local audio tracks have no jitter buffer.
676 verifier.TestMemberIsUndefined(media_stream_track.jitter_buffer_delay);
677 verifier.TestMemberIsUndefined(
678 media_stream_track.jitter_buffer_emitted_count);
679 verifier.TestMemberIsUndefined(
680 media_stream_track.total_samples_received);
681 verifier.TestMemberIsUndefined(media_stream_track.concealed_samples);
682 verifier.TestMemberIsUndefined(media_stream_track.concealment_events);
683 verifier.TestMemberIsUndefined(
684 media_stream_track.jitter_buffer_flushes);
685 verifier.TestMemberIsUndefined(
686 media_stream_track.delayed_packet_outage_samples);
687 verifier.TestMemberIsUndefined(
688 media_stream_track.relative_packet_arrival_delay);
689 verifier.TestMemberIsUndefined(media_stream_track.interruption_count);
690 verifier.TestMemberIsUndefined(
691 media_stream_track.total_interruption_duration);
Henrik Boström646fda02019-05-22 15:49:42 +0200692 }
hbosdb346a72016-11-29 01:57:01 -0800693 // Video-only members should be undefined
694 verifier.TestMemberIsUndefined(media_stream_track.frame_width);
695 verifier.TestMemberIsUndefined(media_stream_track.frame_height);
696 verifier.TestMemberIsUndefined(media_stream_track.frames_per_second);
697 verifier.TestMemberIsUndefined(media_stream_track.frames_sent);
Ilya Nikolaevskiy70473fc2018-02-28 16:35:03 +0100698 verifier.TestMemberIsUndefined(media_stream_track.huge_frames_sent);
hbosdb346a72016-11-29 01:57:01 -0800699 verifier.TestMemberIsUndefined(media_stream_track.frames_received);
700 verifier.TestMemberIsUndefined(media_stream_track.frames_decoded);
701 verifier.TestMemberIsUndefined(media_stream_track.frames_dropped);
702 verifier.TestMemberIsUndefined(media_stream_track.frames_corrupted);
703 verifier.TestMemberIsUndefined(media_stream_track.partial_frames_lost);
704 verifier.TestMemberIsUndefined(media_stream_track.full_frames_lost);
Sergey Silkin02371062019-01-31 16:45:42 +0100705 verifier.TestMemberIsUndefined(media_stream_track.freeze_count);
706 verifier.TestMemberIsUndefined(media_stream_track.pause_count);
707 verifier.TestMemberIsUndefined(media_stream_track.total_freezes_duration);
708 verifier.TestMemberIsUndefined(media_stream_track.total_pauses_duration);
709 verifier.TestMemberIsUndefined(media_stream_track.total_frames_duration);
710 verifier.TestMemberIsUndefined(
711 media_stream_track.sum_squared_frame_durations);
hbosdb346a72016-11-29 01:57:01 -0800712 // Audio-only members
hbos9e302742017-01-20 02:47:10 -0800713 verifier.TestMemberIsNonNegative<double>(media_stream_track.audio_level);
zsteine76bd3a2017-07-14 12:17:49 -0700714 verifier.TestMemberIsNonNegative<double>(
715 media_stream_track.total_audio_energy);
716 verifier.TestMemberIsNonNegative<double>(
717 media_stream_track.total_samples_duration);
hbos2d4d6532017-01-20 04:16:41 -0800718 // TODO(hbos): |echo_return_loss| and |echo_return_loss_enhancement| are
719 // flaky on msan bot (sometimes defined, sometimes undefined). Should the
720 // test run until available or is there a way to have it always be
721 // defined? crbug.com/627816
722 verifier.MarkMemberTested(media_stream_track.echo_return_loss, true);
Yves Gerey665174f2018-06-19 15:03:05 +0200723 verifier.MarkMemberTested(media_stream_track.echo_return_loss_enhancement,
724 true);
hbosdb346a72016-11-29 01:57:01 -0800725 }
726 return verifier.ExpectAllMembersSuccessfullyTested();
727 }
728
729 bool VerifyRTCPeerConnectionStats(
730 const RTCPeerConnectionStats& peer_connection) {
731 RTCStatsVerifier verifier(report_, &peer_connection);
hbos23351192017-01-02 06:52:19 -0800732 verifier.TestMemberIsNonNegative<uint32_t>(
733 peer_connection.data_channels_opened);
734 verifier.TestMemberIsNonNegative<uint32_t>(
735 peer_connection.data_channels_closed);
hbosdb346a72016-11-29 01:57:01 -0800736 return verifier.ExpectAllMembersSuccessfullyTested();
737 }
738
Yves Gerey665174f2018-06-19 15:03:05 +0200739 void VerifyRTCRTPStreamStats(const RTCRTPStreamStats& stream,
740 RTCStatsVerifier* verifier) {
hbosdb346a72016-11-29 01:57:01 -0800741 verifier->TestMemberIsDefined(stream.ssrc);
742 verifier->TestMemberIsUndefined(stream.associate_stats_id);
743 verifier->TestMemberIsDefined(stream.is_remote);
744 verifier->TestMemberIsDefined(stream.media_type);
Philipp Hancke3bc01662018-08-28 14:55:03 +0200745 verifier->TestMemberIsDefined(stream.kind);
Yves Gerey665174f2018-06-19 15:03:05 +0200746 verifier->TestMemberIsIDReference(stream.track_id,
747 RTCMediaStreamTrackStats::kType);
748 verifier->TestMemberIsIDReference(stream.transport_id,
749 RTCTransportStats::kType);
hbos7bf53692016-12-15 03:33:35 -0800750 verifier->TestMemberIsIDReference(stream.codec_id, RTCCodecStats::kType);
hbosdb346a72016-11-29 01:57:01 -0800751 if (stream.media_type.is_defined() && *stream.media_type == "video") {
hbos23351192017-01-02 06:52:19 -0800752 verifier->TestMemberIsNonNegative<uint32_t>(stream.fir_count);
753 verifier->TestMemberIsNonNegative<uint32_t>(stream.pli_count);
754 verifier->TestMemberIsNonNegative<uint32_t>(stream.nack_count);
hbosdb346a72016-11-29 01:57:01 -0800755 } else {
756 verifier->TestMemberIsUndefined(stream.fir_count);
757 verifier->TestMemberIsUndefined(stream.pli_count);
758 verifier->TestMemberIsUndefined(stream.nack_count);
759 }
760 verifier->TestMemberIsUndefined(stream.sli_count);
761 }
762
763 bool VerifyRTCInboundRTPStreamStats(
764 const RTCInboundRTPStreamStats& inbound_stream) {
765 RTCStatsVerifier verifier(report_, &inbound_stream);
766 VerifyRTCRTPStreamStats(inbound_stream, &verifier);
sakal5fec1282017-02-20 06:43:58 -0800767 if (inbound_stream.media_type.is_defined() &&
768 *inbound_stream.media_type == "video") {
769 verifier.TestMemberIsNonNegative<uint64_t>(inbound_stream.qp_sum);
770 } else {
hbosa51d4f32017-02-16 05:34:48 -0800771 verifier.TestMemberIsUndefined(inbound_stream.qp_sum);
sakal5fec1282017-02-20 06:43:58 -0800772 }
hbos23351192017-01-02 06:52:19 -0800773 verifier.TestMemberIsNonNegative<uint32_t>(inbound_stream.packets_received);
Ivo Creusen8d8ffdb2019-04-30 09:45:21 +0200774 if (inbound_stream.media_type.is_defined() &&
775 *inbound_stream.media_type == "audio") {
776 verifier.TestMemberIsNonNegative<uint64_t>(
777 inbound_stream.fec_packets_received);
778 verifier.TestMemberIsNonNegative<uint64_t>(
779 inbound_stream.fec_packets_discarded);
780 }
hbos23351192017-01-02 06:52:19 -0800781 verifier.TestMemberIsNonNegative<uint64_t>(inbound_stream.bytes_received);
Harald Alvestrand719487e2017-12-13 12:26:04 +0100782 // packets_lost is defined as signed, but this should never happen in
783 // this test. See RFC 3550.
784 verifier.TestMemberIsNonNegative<int32_t>(inbound_stream.packets_lost);
Henrik Boström01738c62019-04-15 17:32:00 +0200785 verifier.TestMemberIsDefined(inbound_stream.last_packet_received_timestamp);
hbosdb346a72016-11-29 01:57:01 -0800786 if (inbound_stream.media_type.is_defined() &&
787 *inbound_stream.media_type == "video") {
788 verifier.TestMemberIsUndefined(inbound_stream.jitter);
789 } else {
hbos23351192017-01-02 06:52:19 -0800790 verifier.TestMemberIsNonNegative<double>(inbound_stream.jitter);
hbosdb346a72016-11-29 01:57:01 -0800791 }
Niels Möller3472b9a2019-06-24 12:18:03 +0200792
hbosa7a9be12017-03-01 01:02:45 -0800793 verifier.TestMemberIsUndefined(inbound_stream.round_trip_time);
hbosdb346a72016-11-29 01:57:01 -0800794 verifier.TestMemberIsUndefined(inbound_stream.packets_discarded);
795 verifier.TestMemberIsUndefined(inbound_stream.packets_repaired);
796 verifier.TestMemberIsUndefined(inbound_stream.burst_packets_lost);
797 verifier.TestMemberIsUndefined(inbound_stream.burst_packets_discarded);
798 verifier.TestMemberIsUndefined(inbound_stream.burst_loss_count);
799 verifier.TestMemberIsUndefined(inbound_stream.burst_discard_count);
800 verifier.TestMemberIsUndefined(inbound_stream.burst_loss_rate);
801 verifier.TestMemberIsUndefined(inbound_stream.burst_discard_rate);
802 verifier.TestMemberIsUndefined(inbound_stream.gap_loss_rate);
803 verifier.TestMemberIsUndefined(inbound_stream.gap_discard_rate);
hbos6769c492017-01-02 08:35:13 -0800804 if (inbound_stream.media_type.is_defined() &&
805 *inbound_stream.media_type == "video") {
806 verifier.TestMemberIsDefined(inbound_stream.frames_decoded);
Henrik Boström2e069262019-04-09 13:59:31 +0200807 // The integration test is not set up to test screen share; don't require
808 // this to be present.
809 verifier.MarkMemberTested(inbound_stream.content_type, true);
hbos6769c492017-01-02 08:35:13 -0800810 } else {
811 verifier.TestMemberIsUndefined(inbound_stream.frames_decoded);
Henrik Boström2e069262019-04-09 13:59:31 +0200812 verifier.TestMemberIsUndefined(inbound_stream.content_type);
hbos6769c492017-01-02 08:35:13 -0800813 }
hbosdb346a72016-11-29 01:57:01 -0800814 return verifier.ExpectAllMembersSuccessfullyTested();
815 }
816
817 bool VerifyRTCOutboundRTPStreamStats(
818 const RTCOutboundRTPStreamStats& outbound_stream) {
819 RTCStatsVerifier verifier(report_, &outbound_stream);
820 VerifyRTCRTPStreamStats(outbound_stream, &verifier);
hbos6769c492017-01-02 08:35:13 -0800821 if (outbound_stream.media_type.is_defined() &&
822 *outbound_stream.media_type == "video") {
Henrik Boström646fda02019-05-22 15:49:42 +0200823 verifier.TestMemberIsIDReference(outbound_stream.media_source_id,
824 RTCVideoSourceStats::kType);
hbos6769c492017-01-02 08:35:13 -0800825 verifier.TestMemberIsNonNegative<uint64_t>(outbound_stream.qp_sum);
826 } else {
Henrik Boström646fda02019-05-22 15:49:42 +0200827 verifier.TestMemberIsIDReference(outbound_stream.media_source_id,
828 RTCAudioSourceStats::kType);
hbos6769c492017-01-02 08:35:13 -0800829 verifier.TestMemberIsUndefined(outbound_stream.qp_sum);
830 }
hbos23351192017-01-02 06:52:19 -0800831 verifier.TestMemberIsNonNegative<uint32_t>(outbound_stream.packets_sent);
Henrik Boströmcf96e0f2019-04-17 13:51:53 +0200832 verifier.TestMemberIsNonNegative<uint64_t>(
833 outbound_stream.retransmitted_packets_sent);
hbos23351192017-01-02 06:52:19 -0800834 verifier.TestMemberIsNonNegative<uint64_t>(outbound_stream.bytes_sent);
Henrik Boströmcf96e0f2019-04-17 13:51:53 +0200835 verifier.TestMemberIsNonNegative<uint64_t>(
836 outbound_stream.retransmitted_bytes_sent);
hbosdb346a72016-11-29 01:57:01 -0800837 verifier.TestMemberIsUndefined(outbound_stream.target_bitrate);
hbos6769c492017-01-02 08:35:13 -0800838 if (outbound_stream.media_type.is_defined() &&
839 *outbound_stream.media_type == "video") {
840 verifier.TestMemberIsDefined(outbound_stream.frames_encoded);
Henrik Boströmf71362f2019-04-08 16:14:23 +0200841 verifier.TestMemberIsNonNegative<double>(
842 outbound_stream.total_encode_time);
Henrik Boström23aff9b2019-05-20 15:15:38 +0200843 verifier.TestMemberIsNonNegative<uint64_t>(
844 outbound_stream.total_encoded_bytes_target);
Henrik Boström9fe18342019-05-16 18:38:20 +0200845 verifier.TestMemberIsNonNegative<double>(
846 outbound_stream.total_packet_send_delay);
Henrik Boströmce33b6a2019-05-28 17:42:38 +0200847 verifier.TestMemberIsDefined(outbound_stream.quality_limitation_reason);
Henrik Boström2e069262019-04-09 13:59:31 +0200848 // The integration test is not set up to test screen share; don't require
849 // this to be present.
850 verifier.MarkMemberTested(outbound_stream.content_type, true);
hbos6769c492017-01-02 08:35:13 -0800851 } else {
852 verifier.TestMemberIsUndefined(outbound_stream.frames_encoded);
Henrik Boströmf71362f2019-04-08 16:14:23 +0200853 verifier.TestMemberIsUndefined(outbound_stream.total_encode_time);
Henrik Boström23aff9b2019-05-20 15:15:38 +0200854 verifier.TestMemberIsUndefined(
855 outbound_stream.total_encoded_bytes_target);
Henrik Boström9fe18342019-05-16 18:38:20 +0200856 // TODO(https://crbug.com/webrtc/10635): Implement for audio as well.
857 verifier.TestMemberIsUndefined(outbound_stream.total_packet_send_delay);
Henrik Boströmce33b6a2019-05-28 17:42:38 +0200858 verifier.TestMemberIsUndefined(outbound_stream.quality_limitation_reason);
Henrik Boström2e069262019-04-09 13:59:31 +0200859 verifier.TestMemberIsUndefined(outbound_stream.content_type);
hbos6769c492017-01-02 08:35:13 -0800860 }
hbosdb346a72016-11-29 01:57:01 -0800861 return verifier.ExpectAllMembersSuccessfullyTested();
862 }
863
Henrik Boström883eefc2019-05-27 13:40:25 +0200864 bool VerifyRTCRemoteInboundRtpStreamStats(
865 const RTCRemoteInboundRtpStreamStats& remote_inbound_stream) {
866 RTCStatsVerifier verifier(report_, &remote_inbound_stream);
867 verifier.TestMemberIsDefined(remote_inbound_stream.ssrc);
868 verifier.TestMemberIsDefined(remote_inbound_stream.kind);
869 verifier.TestMemberIsIDReference(remote_inbound_stream.transport_id,
870 RTCTransportStats::kType);
871 verifier.TestMemberIsIDReference(remote_inbound_stream.codec_id,
872 RTCCodecStats::kType);
873 verifier.TestMemberIsDefined(remote_inbound_stream.packets_lost);
874 // Note that the existance of RTCCodecStats is needed for |codec_id| and
875 // |jitter| to be present.
876 verifier.TestMemberIsNonNegative<double>(remote_inbound_stream.jitter);
877 verifier.TestMemberIsIDReference(remote_inbound_stream.local_id,
878 RTCOutboundRTPStreamStats::kType);
879 verifier.TestMemberIsNonNegative<double>(
880 remote_inbound_stream.round_trip_time);
881 return verifier.ExpectAllMembersSuccessfullyTested();
882 }
883
Henrik Boström646fda02019-05-22 15:49:42 +0200884 void VerifyRTCMediaSourceStats(const RTCMediaSourceStats& media_source,
885 RTCStatsVerifier* verifier) {
886 verifier->TestMemberIsDefined(media_source.track_identifier);
887 verifier->TestMemberIsDefined(media_source.kind);
888 if (media_source.kind.is_defined()) {
889 EXPECT_TRUE((*media_source.kind == "audio" &&
890 media_source.type() == RTCAudioSourceStats::kType) ||
891 (*media_source.kind == "video" &&
892 media_source.type() == RTCVideoSourceStats::kType));
893 }
894 }
895
896 bool VerifyRTCAudioSourceStats(const RTCAudioSourceStats& audio_source) {
897 RTCStatsVerifier verifier(report_, &audio_source);
898 VerifyRTCMediaSourceStats(audio_source, &verifier);
899 return verifier.ExpectAllMembersSuccessfullyTested();
900 }
901
902 bool VerifyRTCVideoSourceStats(const RTCVideoSourceStats& video_source) {
903 RTCStatsVerifier verifier(report_, &video_source);
904 VerifyRTCMediaSourceStats(video_source, &verifier);
905 // TODO(hbos): This integration test uses fakes that doesn't support
906 // VideoTrackSourceInterface::Stats. When this is fixed we should
907 // TestMemberIsNonNegative<uint32_t>() for |width| and |height| instead to
908 // reflect real code.
909 verifier.TestMemberIsUndefined(video_source.width);
910 verifier.TestMemberIsUndefined(video_source.height);
911 // TODO(hbos): When |frames| is implemented test that this member should be
912 // expected to be non-negative.
913 verifier.TestMemberIsUndefined(video_source.frames);
914 verifier.TestMemberIsNonNegative<uint32_t>(video_source.frames_per_second);
915 return verifier.ExpectAllMembersSuccessfullyTested();
916 }
917
Yves Gerey665174f2018-06-19 15:03:05 +0200918 bool VerifyRTCTransportStats(const RTCTransportStats& transport) {
hbosdb346a72016-11-29 01:57:01 -0800919 RTCStatsVerifier verifier(report_, &transport);
hbos23351192017-01-02 06:52:19 -0800920 verifier.TestMemberIsNonNegative<uint64_t>(transport.bytes_sent);
921 verifier.TestMemberIsNonNegative<uint64_t>(transport.bytes_received);
Yves Gerey665174f2018-06-19 15:03:05 +0200922 verifier.TestMemberIsOptionalIDReference(transport.rtcp_transport_stats_id,
923 RTCTransportStats::kType);
hbos7064d592017-01-16 07:38:02 -0800924 verifier.TestMemberIsDefined(transport.dtls_state);
Yves Gerey665174f2018-06-19 15:03:05 +0200925 verifier.TestMemberIsIDReference(transport.selected_candidate_pair_id,
926 RTCIceCandidatePairStats::kType);
927 verifier.TestMemberIsIDReference(transport.local_certificate_id,
928 RTCCertificateStats::kType);
929 verifier.TestMemberIsIDReference(transport.remote_certificate_id,
930 RTCCertificateStats::kType);
hbosdb346a72016-11-29 01:57:01 -0800931 return verifier.ExpectAllMembersSuccessfullyTested();
932 }
933
934 private:
935 rtc::scoped_refptr<const RTCStatsReport> report_;
936};
937
deadbeef40610e22016-12-22 10:53:38 -0800938#ifdef HAVE_SCTP
hbosdb346a72016-11-29 01:57:01 -0800939TEST_F(RTCStatsIntegrationTest, GetStatsFromCaller) {
940 StartCall();
941
942 rtc::scoped_refptr<const RTCStatsReport> report = GetStatsFromCaller();
Henrik Boström1df1bf82018-03-20 13:24:20 +0100943 RTCStatsReportVerifier(report.get()).VerifyReport({});
ehmaldonado8ab0fd82017-09-04 14:35:04 -0700944 EXPECT_EQ(report->ToJson(), RTCStatsReportTraceListener::last_trace());
hbosdb346a72016-11-29 01:57:01 -0800945}
946
947TEST_F(RTCStatsIntegrationTest, GetStatsFromCallee) {
948 StartCall();
949
950 rtc::scoped_refptr<const RTCStatsReport> report = GetStatsFromCallee();
Henrik Boström1df1bf82018-03-20 13:24:20 +0100951 RTCStatsReportVerifier(report.get()).VerifyReport({});
ehmaldonado8ab0fd82017-09-04 14:35:04 -0700952 EXPECT_EQ(report->ToJson(), RTCStatsReportTraceListener::last_trace());
hbosdb346a72016-11-29 01:57:01 -0800953}
954
Henrik Boström1df1bf82018-03-20 13:24:20 +0100955// These tests exercise the integration of the stats selection algorithm inside
956// of PeerConnection. See rtcstatstraveral_unittest.cc for more detailed stats
957// traversal tests on particular stats graphs.
958TEST_F(RTCStatsIntegrationTest, GetStatsWithSenderSelector) {
959 StartCall();
960 ASSERT_FALSE(caller_->pc()->GetSenders().empty());
961 rtc::scoped_refptr<const RTCStatsReport> report =
962 GetStatsFromCaller(caller_->pc()->GetSenders()[0]);
963 std::vector<const char*> allowed_missing_stats = {
964 // TODO(hbos): Include RTC[Audio/Video]ReceiverStats when implemented.
965 // TODO(hbos): Include RTCRemoteOutboundRtpStreamStats when implemented.
966 // TODO(hbos): Include RTCRtpContributingSourceStats when implemented.
967 RTCInboundRTPStreamStats::kType, RTCPeerConnectionStats::kType,
968 RTCMediaStreamStats::kType, RTCDataChannelStats::kType,
969 };
970 RTCStatsReportVerifier(report.get()).VerifyReport(allowed_missing_stats);
971 EXPECT_TRUE(report->size());
972}
973
974TEST_F(RTCStatsIntegrationTest, GetStatsWithReceiverSelector) {
975 StartCall();
976
977 ASSERT_FALSE(caller_->pc()->GetReceivers().empty());
978 rtc::scoped_refptr<const RTCStatsReport> report =
979 GetStatsFromCaller(caller_->pc()->GetReceivers()[0]);
980 std::vector<const char*> allowed_missing_stats = {
981 // TODO(hbos): Include RTC[Audio/Video]SenderStats when implemented.
982 // TODO(hbos): Include RTCRemoteInboundRtpStreamStats when implemented.
983 // TODO(hbos): Include RTCRtpContributingSourceStats when implemented.
984 RTCOutboundRTPStreamStats::kType, RTCPeerConnectionStats::kType,
985 RTCMediaStreamStats::kType, RTCDataChannelStats::kType,
986 };
987 RTCStatsReportVerifier(report.get()).VerifyReport(allowed_missing_stats);
988 EXPECT_TRUE(report->size());
989}
990
991TEST_F(RTCStatsIntegrationTest, GetStatsWithInvalidSenderSelector) {
992 StartCall();
993
994 ASSERT_FALSE(callee_->pc()->GetSenders().empty());
995 // The selector is invalid for the caller because it belongs to the callee.
996 auto invalid_selector = callee_->pc()->GetSenders()[0];
997 rtc::scoped_refptr<const RTCStatsReport> report =
998 GetStatsFromCaller(invalid_selector);
999 EXPECT_FALSE(report->size());
1000}
1001
1002TEST_F(RTCStatsIntegrationTest, GetStatsWithInvalidReceiverSelector) {
1003 StartCall();
1004
1005 ASSERT_FALSE(callee_->pc()->GetReceivers().empty());
1006 // The selector is invalid for the caller because it belongs to the callee.
1007 auto invalid_selector = callee_->pc()->GetReceivers()[0];
1008 rtc::scoped_refptr<const RTCStatsReport> report =
1009 GetStatsFromCaller(invalid_selector);
1010 EXPECT_FALSE(report->size());
1011}
1012
Yves Gerey59cfd352018-11-26 16:22:20 +01001013// TODO(bugs.webrtc.org/10041) For now this is equivalent to the following
1014// test GetsStatsWhileClosingPeerConnection, because pc() is closed by
1015// PeerConnectionTestWrapper. See: bugs.webrtc.org/9847
Yves Gereyb5bb5132018-11-14 18:00:14 +01001016TEST_F(RTCStatsIntegrationTest,
Yves Gerey59cfd352018-11-26 16:22:20 +01001017 DISABLED_GetStatsWhileDestroyingPeerConnection) {
hbosb78306a2016-12-19 05:06:57 -08001018 StartCall();
1019
1020 rtc::scoped_refptr<RTCStatsObtainer> stats_obtainer =
1021 RTCStatsObtainer::Create();
1022 caller_->pc()->GetStats(stats_obtainer);
1023 // This will destroy the peer connection.
1024 caller_ = nullptr;
1025 // Any pending stats requests should have completed in the act of destroying
1026 // the peer connection.
Steve Anton25cfeb92018-04-26 11:44:00 -07001027 ASSERT_TRUE(stats_obtainer->report());
1028 EXPECT_EQ(stats_obtainer->report()->ToJson(),
1029 RTCStatsReportTraceListener::last_trace());
1030}
1031
1032TEST_F(RTCStatsIntegrationTest, GetsStatsWhileClosingPeerConnection) {
1033 StartCall();
1034
1035 rtc::scoped_refptr<RTCStatsObtainer> stats_obtainer =
1036 RTCStatsObtainer::Create();
1037 caller_->pc()->GetStats(stats_obtainer);
1038 caller_->pc()->Close();
1039
1040 ASSERT_TRUE(stats_obtainer->report());
ehmaldonado8ab0fd82017-09-04 14:35:04 -07001041 EXPECT_EQ(stats_obtainer->report()->ToJson(),
1042 RTCStatsReportTraceListener::last_trace());
hbosb78306a2016-12-19 05:06:57 -08001043}
Henrik Boströmb6199362018-03-12 10:27:55 +01001044
1045// GetStatsReferencedIds() is optimized to recognize what is or isn't a
1046// referenced ID based on dictionary type information and knowing what members
1047// are used as references, as opposed to iterating all members to find the ones
1048// with the "Id" or "Ids" suffix. As such, GetStatsReferencedIds() is tested as
1049// an integration test instead of a unit test in order to guard against adding
1050// new references and forgetting to update GetStatsReferencedIds().
1051TEST_F(RTCStatsIntegrationTest, GetStatsReferencedIds) {
1052 StartCall();
1053
1054 rtc::scoped_refptr<const RTCStatsReport> report = GetStatsFromCallee();
1055 for (const RTCStats& stats : *report) {
1056 // Find all references by looking at all string members with the "Id" or
1057 // "Ids" suffix.
1058 std::set<const std::string*> expected_ids;
1059 for (const auto* member : stats.Members()) {
1060 if (!member->is_defined())
1061 continue;
1062 if (member->type() == RTCStatsMemberInterface::kString) {
Steve Anton68586e82018-12-13 17:41:25 -08001063 if (absl::EndsWith(member->name(), "Id")) {
Henrik Boströmb6199362018-03-12 10:27:55 +01001064 const auto& id = member->cast_to<const RTCStatsMember<std::string>>();
1065 expected_ids.insert(&(*id));
1066 }
1067 } else if (member->type() == RTCStatsMemberInterface::kSequenceString) {
Steve Anton68586e82018-12-13 17:41:25 -08001068 if (absl::EndsWith(member->name(), "Ids")) {
Henrik Boströmb6199362018-03-12 10:27:55 +01001069 const auto& ids =
1070 member->cast_to<const RTCStatsMember<std::vector<std::string>>>();
1071 for (const std::string& id : *ids)
1072 expected_ids.insert(&id);
1073 }
1074 }
1075 }
1076
1077 std::vector<const std::string*> neighbor_ids = GetStatsReferencedIds(stats);
1078 EXPECT_EQ(neighbor_ids.size(), expected_ids.size());
1079 for (const std::string* neighbor_id : neighbor_ids) {
Steve Anton64b626b2019-01-28 17:25:26 -08001080 EXPECT_THAT(expected_ids, Contains(neighbor_id));
Henrik Boströmb6199362018-03-12 10:27:55 +01001081 }
1082 for (const std::string* expected_id : expected_ids) {
Steve Anton64b626b2019-01-28 17:25:26 -08001083 EXPECT_THAT(neighbor_ids, Contains(expected_id));
Henrik Boströmb6199362018-03-12 10:27:55 +01001084 }
1085 }
1086}
deadbeef40610e22016-12-22 10:53:38 -08001087#endif // HAVE_SCTP
hbosb78306a2016-12-19 05:06:57 -08001088
hbosdb346a72016-11-29 01:57:01 -08001089} // namespace
1090
1091} // namespace webrtc