pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 10 | #include <memory> |
| 11 | #include <string> |
| 12 | #include <utility> |
| 13 | #include <vector> |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 14 | |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 15 | #include "absl/memory/memory.h" |
| 16 | #include "absl/types/optional.h" |
| 17 | #include "api/test/simulated_network.h" |
Patrik Höglund | d8f3c17 | 2018-09-26 14:39:17 +0200 | [diff] [blame] | 18 | #include "api/test/test_dependency_factory.h" |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 19 | #include "api/test/video_quality_test_fixture.h" |
| 20 | #include "api/video_codecs/sdp_video_format.h" |
| 21 | #include "api/video_codecs/video_codec.h" |
| 22 | #include "api/video_codecs/video_encoder_config.h" |
Emircan Uysaler | 0823eec | 2018-07-13 17:10:00 -0700 | [diff] [blame] | 23 | #include "media/base/vp9_profile.h" |
| 24 | #include "modules/video_coding/codecs/vp9/include/vp9.h" |
Sebastian Jansson | f851888 | 2018-05-31 14:52:59 +0200 | [diff] [blame] | 25 | #include "rtc_base/flags.h" |
Mirko Bonadei | 17f4878 | 2018-09-28 08:51:10 +0200 | [diff] [blame] | 26 | #include "system_wrappers/include/field_trial.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 27 | #include "test/field_trial.h" |
| 28 | #include "test/gtest.h" |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 29 | #include "test/testsupport/file_utils.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 30 | #include "video/video_quality_test.h" |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 31 | |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 32 | namespace webrtc { |
Sebastian Jansson | f851888 | 2018-05-31 14:52:59 +0200 | [diff] [blame] | 33 | namespace flags { |
| 34 | |
Mirko Bonadei | 2dfa998 | 2018-10-18 11:35:32 +0200 | [diff] [blame] | 35 | WEBRTC_DEFINE_string(rtc_event_log_name, |
| 36 | "", |
| 37 | "Filename for rtc event log. Two files " |
| 38 | "with \"_send\" and \"_recv\" suffixes will be created."); |
Sebastian Jansson | f851888 | 2018-05-31 14:52:59 +0200 | [diff] [blame] | 39 | std::string RtcEventLogName() { |
| 40 | return static_cast<std::string>(FLAG_rtc_event_log_name); |
| 41 | } |
Mirko Bonadei | 2dfa998 | 2018-10-18 11:35:32 +0200 | [diff] [blame] | 42 | WEBRTC_DEFINE_string(rtp_dump_name, |
| 43 | "", |
| 44 | "Filename for dumped received RTP stream."); |
Sebastian Jansson | f851888 | 2018-05-31 14:52:59 +0200 | [diff] [blame] | 45 | std::string RtpDumpName() { |
| 46 | return static_cast<std::string>(FLAG_rtp_dump_name); |
| 47 | } |
Mirko Bonadei | 2dfa998 | 2018-10-18 11:35:32 +0200 | [diff] [blame] | 48 | WEBRTC_DEFINE_string( |
| 49 | encoded_frame_path, |
| 50 | "", |
| 51 | "The base path for encoded frame logs. Created files will have " |
| 52 | "the form <encoded_frame_path>.<n>.(recv|send.<m>).ivf"); |
Sebastian Jansson | f851888 | 2018-05-31 14:52:59 +0200 | [diff] [blame] | 53 | std::string EncodedFramePath() { |
| 54 | return static_cast<std::string>(FLAG_encoded_frame_path); |
| 55 | } |
| 56 | } // namespace flags |
| 57 | } // namespace webrtc |
| 58 | |
| 59 | namespace webrtc { |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 60 | |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 61 | namespace { |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 62 | static const int kFullStackTestDurationSecs = 45; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 63 | const char kPacerPushBackExperiment[] = |
| 64 | "WebRTC-PacerPushbackExperiment/Enabled/"; |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 65 | const char kVp8TrustedRateControllerFieldTrial[] = |
| 66 | "WebRTC-LibvpxVp8TrustedRateController/Enabled/"; |
pbos@webrtc.org | b613b5a | 2013-12-03 10:13:04 +0000 | [diff] [blame] | 67 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 68 | struct ParamsWithLogging : public VideoQualityTest::Params { |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 69 | public: |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 70 | ParamsWithLogging() { |
| 71 | // Use these logging flags by default, for everything. |
Mirko Bonadei | 45a4c41 | 2018-07-31 15:07:28 +0200 | [diff] [blame] | 72 | logging = {flags::RtcEventLogName(), flags::RtpDumpName(), |
| 73 | flags::EncodedFramePath()}; |
Artem Titov | 75e3647 | 2018-10-08 12:28:56 +0200 | [diff] [blame] | 74 | this->config = BuiltInNetworkBehaviorConfig(); |
pbos@webrtc.org | 9401524 | 2013-10-16 11:05:37 +0000 | [diff] [blame] | 75 | } |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 76 | }; |
| 77 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 78 | std::unique_ptr<VideoQualityTestFixtureInterface> |
| 79 | CreateVideoQualityTestFixture() { |
Patrik Höglund | d8f3c17 | 2018-09-26 14:39:17 +0200 | [diff] [blame] | 80 | // The components will normally be nullptr (= use defaults), but it's possible |
| 81 | // for external test runners to override the list of injected components. |
| 82 | auto components = TestDependencyFactory::GetInstance().CreateComponents(); |
| 83 | return absl::make_unique<VideoQualityTest>(std::move(components)); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 84 | } |
| 85 | |
Erik Språng | b6b1cac | 2018-08-09 16:12:54 +0200 | [diff] [blame] | 86 | // Takes the current active field trials set, and appends some new trials. |
| 87 | std::string AppendFieldTrials(std::string new_trial_string) { |
| 88 | return std::string(field_trial::GetFieldTrialString()) + new_trial_string; |
| 89 | } |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 90 | |
| 91 | std::string ClipNameToClipPath(const char* clip_name) { |
| 92 | return test::ResourcePath(clip_name, "yuv"); |
| 93 | } |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 94 | } // namespace |
| 95 | |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 96 | // VideoQualityTest::Params params = { |
| 97 | // { ... }, // Common. |
| 98 | // { ... }, // Video-specific settings. |
| 99 | // { ... }, // Screenshare-specific settings. |
| 100 | // { ... }, // Analyzer settings. |
| 101 | // pipe, // FakeNetworkPipe::Config |
| 102 | // { ... }, // Spatial scalability. |
| 103 | // logs // bool |
| 104 | // }; |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 105 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 106 | class GenericDescriptorTest : public ::testing::TestWithParam<std::string> { |
| 107 | public: |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 108 | GenericDescriptorTest() |
Ilya Nikolaevskiy | 0500b52 | 2019-01-22 11:12:51 +0100 | [diff] [blame] | 109 | : field_trial_(AppendFieldTrials(GetParam())), |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 110 | generic_descriptor_enabled_( |
| 111 | field_trial::IsEnabled("WebRTC-GenericDescriptor")) {} |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 112 | |
| 113 | std::string GetTestName(std::string base) { |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 114 | if (generic_descriptor_enabled_) |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 115 | base += "_generic_descriptor"; |
| 116 | return base; |
| 117 | } |
| 118 | |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 119 | bool GenericDescriptorEnabled() const { return generic_descriptor_enabled_; } |
| 120 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 121 | private: |
| 122 | test::ScopedFieldTrials field_trial_; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 123 | bool generic_descriptor_enabled_; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 124 | }; |
| 125 | |
Mirko Bonadei | 8ef5793 | 2018-11-16 14:38:03 +0100 | [diff] [blame] | 126 | #if defined(RTC_ENABLE_VP9) |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 127 | TEST(FullStackTest, ForemanCifWithoutPacketLossVp9) { |
| 128 | auto fixture = CreateVideoQualityTestFixture(); |
| 129 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 130 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 131 | foreman_cif.video[0] = { |
| 132 | true, 352, 288, 30, |
| 133 | 700000, 700000, 700000, false, |
| 134 | "VP9", 1, 0, 0, |
| 135 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 136 | foreman_cif.analyzer = {"foreman_cif_net_delay_0_0_plr_0_VP9", 0.0, 0.0, |
| 137 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 138 | fixture->RunWithAnalyzer(foreman_cif); |
asapersson | 88b0a22 | 2016-02-12 13:16:43 -0800 | [diff] [blame] | 139 | } |
| 140 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 141 | TEST_P(GenericDescriptorTest, ForemanCifPlr5Vp9) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 142 | auto fixture = CreateVideoQualityTestFixture(); |
| 143 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 144 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 145 | foreman_cif.video[0] = { |
| 146 | true, 352, 288, 30, |
| 147 | 30000, 500000, 2000000, false, |
| 148 | "VP9", 1, 0, 0, |
| 149 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 150 | foreman_cif.analyzer = {GetTestName("foreman_cif_delay_50_0_plr_5_VP9"), 0.0, |
| 151 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 152 | foreman_cif.config->loss_percent = 5; |
| 153 | foreman_cif.config->queue_delay_ms = 50; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 154 | foreman_cif.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 155 | fixture->RunWithAnalyzer(foreman_cif); |
asapersson | 88b0a22 | 2016-02-12 13:16:43 -0800 | [diff] [blame] | 156 | } |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 157 | |
Emircan Uysaler | 0823eec | 2018-07-13 17:10:00 -0700 | [diff] [blame] | 158 | TEST(FullStackTest, GeneratorWithoutPacketLossVp9Profile2) { |
| 159 | // Profile 2 might not be available on some platforms until |
| 160 | // https://bugs.chromium.org/p/webm/issues/detail?id=1544 is solved. |
| 161 | bool profile_2_is_supported = false; |
| 162 | for (const auto& codec : SupportedVP9Codecs()) { |
| 163 | if (ParseSdpForVP9Profile(codec.parameters) |
| 164 | .value_or(VP9Profile::kProfile0) == VP9Profile::kProfile2) { |
| 165 | profile_2_is_supported = true; |
| 166 | } |
| 167 | } |
| 168 | if (!profile_2_is_supported) |
| 169 | return; |
| 170 | auto fixture = CreateVideoQualityTestFixture(); |
| 171 | |
| 172 | SdpVideoFormat::Parameters vp92 = { |
| 173 | {kVP9FmtpProfileId, VP9ProfileToString(VP9Profile::kProfile2)}}; |
| 174 | ParamsWithLogging generator; |
| 175 | generator.call.send_side_bwe = true; |
| 176 | generator.video[0] = { |
| 177 | true, 352, 288, 30, 700000, 700000, 700000, false, "VP9", |
Stefan Holmer | 1f7a008 | 2019-01-11 15:39:08 +0100 | [diff] [blame] | 178 | 1, 0, 0, false, false, true, "GeneratorI010", 0, vp92}; |
Emircan Uysaler | 0823eec | 2018-07-13 17:10:00 -0700 | [diff] [blame] | 179 | generator.analyzer = {"generator_net_delay_0_0_plr_0_VP9Profile2", 0.0, 0.0, |
| 180 | kFullStackTestDurationSecs}; |
| 181 | fixture->RunWithAnalyzer(generator); |
| 182 | } |
| 183 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 184 | TEST(FullStackTest, ForemanCifWithoutPacketLossMultiplexI420Frame) { |
| 185 | auto fixture = CreateVideoQualityTestFixture(); |
| 186 | ParamsWithLogging foreman_cif; |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 187 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 188 | foreman_cif.video[0] = { |
| 189 | true, 352, 288, 30, |
| 190 | 700000, 700000, 700000, false, |
| 191 | "multiplex", 1, 0, 0, |
| 192 | false, false, false, ClipNameToClipPath("foreman_cif")}; |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 193 | foreman_cif.analyzer = {"foreman_cif_net_delay_0_0_plr_0_Multiplex", 0.0, 0.0, |
| 194 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 195 | fixture->RunWithAnalyzer(foreman_cif); |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 196 | } |
| 197 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 198 | TEST(FullStackTest, GeneratorWithoutPacketLossMultiplexI420AFrame) { |
| 199 | auto fixture = CreateVideoQualityTestFixture(); |
| 200 | |
| 201 | ParamsWithLogging generator; |
Emircan Uysaler | f1ff3bd | 2018-03-12 11:53:21 -0700 | [diff] [blame] | 202 | generator.call.send_side_bwe = true; |
Stefan Holmer | 1f7a008 | 2019-01-11 15:39:08 +0100 | [diff] [blame] | 203 | generator.video[0] = { |
| 204 | true, 352, 288, 30, 700000, 700000, 700000, false, |
| 205 | "multiplex", 1, 0, 0, false, false, false, "GeneratorI420A"}; |
Emircan Uysaler | f1ff3bd | 2018-03-12 11:53:21 -0700 | [diff] [blame] | 206 | generator.analyzer = {"generator_net_delay_0_0_plr_0_Multiplex", 0.0, 0.0, |
| 207 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 208 | fixture->RunWithAnalyzer(generator); |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 209 | } |
| 210 | |
Mirko Bonadei | 8ef5793 | 2018-11-16 14:38:03 +0100 | [diff] [blame] | 211 | #endif // defined(RTC_ENABLE_VP9) |
asapersson | 88b0a22 | 2016-02-12 13:16:43 -0800 | [diff] [blame] | 212 | |
Patrik Höglund | 11bf2fa | 2018-04-09 12:20:50 +0200 | [diff] [blame] | 213 | #if defined(WEBRTC_LINUX) |
| 214 | // Crashes on the linux trusty perf bot: bugs.webrtc.org/9129. |
| 215 | #define MAYBE_ParisQcifWithoutPacketLoss DISABLED_ParisQcifWithoutPacketLoss |
| 216 | #else |
| 217 | #define MAYBE_ParisQcifWithoutPacketLoss ParisQcifWithoutPacketLoss |
| 218 | #endif |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 219 | TEST(FullStackTest, MAYBE_ParisQcifWithoutPacketLoss) { |
| 220 | auto fixture = CreateVideoQualityTestFixture(); |
| 221 | ParamsWithLogging paris_qcif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 222 | paris_qcif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 223 | paris_qcif.video[0] = { |
| 224 | true, 176, 144, 30, |
| 225 | 300000, 300000, 300000, false, |
| 226 | "VP8", 1, 0, 0, |
| 227 | false, false, true, ClipNameToClipPath("paris_qcif")}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 228 | paris_qcif.analyzer = {"net_delay_0_0_plr_0", 36.0, 0.96, |
| 229 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 230 | fixture->RunWithAnalyzer(paris_qcif); |
pbos@webrtc.org | 994d0b7 | 2014-06-27 08:47:52 +0000 | [diff] [blame] | 231 | } |
| 232 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 233 | TEST_P(GenericDescriptorTest, ForemanCifWithoutPacketLoss) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 234 | auto fixture = CreateVideoQualityTestFixture(); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 235 | // TODO(pbos): Decide on psnr/ssim thresholds for foreman_cif. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 236 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 237 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 238 | foreman_cif.video[0] = { |
| 239 | true, 352, 288, 30, |
| 240 | 700000, 700000, 700000, false, |
| 241 | "VP8", 1, 0, 0, |
| 242 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 243 | foreman_cif.analyzer = {GetTestName("foreman_cif_net_delay_0_0_plr_0"), 0.0, |
| 244 | 0.0, kFullStackTestDurationSecs}; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 245 | foreman_cif.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 246 | fixture->RunWithAnalyzer(foreman_cif); |
pbos@webrtc.org | 994d0b7 | 2014-06-27 08:47:52 +0000 | [diff] [blame] | 247 | } |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 248 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 249 | TEST_P(GenericDescriptorTest, ForemanCif30kbpsWithoutPacketLoss) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 250 | auto fixture = CreateVideoQualityTestFixture(); |
| 251 | ParamsWithLogging foreman_cif; |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 252 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 253 | foreman_cif.video[0] = { |
| 254 | true, 352, 288, 10, |
| 255 | 30000, 30000, 30000, false, |
| 256 | "VP8", 1, 0, 0, |
| 257 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 258 | foreman_cif.analyzer = {GetTestName("foreman_cif_30kbps_net_delay_0_0_plr_0"), |
| 259 | 0.0, 0.0, kFullStackTestDurationSecs}; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 260 | foreman_cif.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 261 | fixture->RunWithAnalyzer(foreman_cif); |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 262 | } |
| 263 | |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 264 | // TODO(webrtc:9722): Remove when experiment is cleaned up. |
| 265 | TEST_P(GenericDescriptorTest, |
| 266 | ForemanCif30kbpsWithoutPacketLossTrustedRateControl) { |
| 267 | test::ScopedFieldTrials override_field_trials( |
| 268 | AppendFieldTrials(kVp8TrustedRateControllerFieldTrial)); |
| 269 | auto fixture = CreateVideoQualityTestFixture(); |
| 270 | |
| 271 | ParamsWithLogging foreman_cif; |
| 272 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 273 | foreman_cif.video[0] = { |
| 274 | true, 352, 288, 10, |
| 275 | 30000, 30000, 30000, false, |
| 276 | "VP8", 1, 0, 0, |
| 277 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 278 | foreman_cif.analyzer = { |
| 279 | GetTestName("foreman_cif_30kbps_net_delay_0_0_plr_0_trusted_rate_ctrl"), |
| 280 | 0.0, 0.0, kFullStackTestDurationSecs}; |
| 281 | foreman_cif.call.generic_descriptor = GenericDescriptorEnabled(); |
| 282 | fixture->RunWithAnalyzer(foreman_cif); |
| 283 | } |
| 284 | |
Stefan Holmer | 1f7a008 | 2019-01-11 15:39:08 +0100 | [diff] [blame] | 285 | // Link capacity below default start rate. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 286 | TEST(FullStackTest, ForemanCifLink150kbpsWithoutPacketLoss) { |
| 287 | auto fixture = CreateVideoQualityTestFixture(); |
Niels Möller | 0e90982 | 2018-08-21 17:34:35 +0200 | [diff] [blame] | 288 | ParamsWithLogging foreman_cif; |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 289 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 290 | foreman_cif.video[0] = { |
| 291 | true, 352, 288, 30, |
| 292 | 30000, 500000, 2000000, false, |
| 293 | "VP8", 1, 0, 0, |
| 294 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 295 | foreman_cif.analyzer = {"foreman_cif_link_150kbps_net_delay_0_0_plr_0", |
| 296 | 0.0, 0.0, |
| 297 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 298 | foreman_cif.config->link_capacity_kbps = 150; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 299 | fixture->RunWithAnalyzer(foreman_cif); |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 300 | } |
| 301 | |
Erik Språng | 616b233 | 2019-02-11 14:16:28 +0100 | [diff] [blame] | 302 | // Restricted network and encoder overproducing by 30%. |
| 303 | TEST(FullStackTest, ForemanCifLink150kbpsBadRateController) { |
| 304 | auto fixture = CreateVideoQualityTestFixture(); |
| 305 | ParamsWithLogging foreman_cif; |
| 306 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 307 | foreman_cif.video[0] = { |
| 308 | true, 352, 288, 30, |
| 309 | 30000, 500000, 2000000, false, |
| 310 | "VP8", 1, 0, 0, |
| 311 | false, false, true, ClipNameToClipPath("foreman_cif"), |
| 312 | 0, {}, 1.30}; |
Erik Språng | 616b233 | 2019-02-11 14:16:28 +0100 | [diff] [blame] | 313 | foreman_cif.analyzer = { |
| 314 | "foreman_cif_link_150kbps_delay100ms_30pkts_queue_overshoot30", 0.0, 0.0, |
| 315 | kFullStackTestDurationSecs}; |
| 316 | foreman_cif.config->link_capacity_kbps = 150; |
| 317 | foreman_cif.config->queue_length_packets = 30; |
| 318 | foreman_cif.config->queue_delay_ms = 100; |
| 319 | fixture->RunWithAnalyzer(foreman_cif); |
| 320 | } |
| 321 | |
Erik Språng | 8b8d01a | 2019-03-02 20:54:55 +0100 | [diff] [blame] | 322 | // Weak 3G-style link: 250kbps, 1% loss, 100ms delay, 15 packets queue. |
| 323 | // Packet rate and loss are low enough that loss will happen with ~3s interval. |
| 324 | // This triggers protection overhead to toggle between zero and non-zero. |
| 325 | // Link queue is restrictive enough to trigger loss on probes. |
| 326 | TEST(FullStackTest, ForemanCifMediaCapacitySmallLossAndQueue) { |
| 327 | auto fixture = CreateVideoQualityTestFixture(); |
| 328 | ParamsWithLogging foreman_cif; |
| 329 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 330 | foreman_cif.video[0] = { |
| 331 | true, 352, 288, 30, |
| 332 | 30000, 500000, 2000000, false, |
| 333 | "VP8", 1, 0, 0, |
| 334 | false, false, true, ClipNameToClipPath("foreman_cif"), |
| 335 | 0, {}, 1.30}; |
Erik Språng | 8b8d01a | 2019-03-02 20:54:55 +0100 | [diff] [blame] | 336 | foreman_cif.analyzer = {"foreman_cif_link_250kbps_delay100ms_10pkts_loss1", |
| 337 | 0.0, 0.0, kFullStackTestDurationSecs}; |
| 338 | foreman_cif.config->link_capacity_kbps = 250; |
| 339 | foreman_cif.config->queue_length_packets = 10; |
| 340 | foreman_cif.config->queue_delay_ms = 100; |
| 341 | foreman_cif.config->loss_percent = 1; |
| 342 | fixture->RunWithAnalyzer(foreman_cif); |
| 343 | } |
| 344 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 345 | TEST_P(GenericDescriptorTest, ForemanCifPlr5) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 346 | auto fixture = CreateVideoQualityTestFixture(); |
| 347 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 348 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 349 | foreman_cif.video[0] = { |
| 350 | true, 352, 288, 30, |
| 351 | 30000, 500000, 2000000, false, |
| 352 | "VP8", 1, 0, 0, |
| 353 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 354 | foreman_cif.analyzer = {GetTestName("foreman_cif_delay_50_0_plr_5"), 0.0, 0.0, |
Lu Liu | 6f68324 | 2018-09-25 18:48:48 +0000 | [diff] [blame] | 355 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 356 | foreman_cif.config->loss_percent = 5; |
| 357 | foreman_cif.config->queue_delay_ms = 50; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 358 | foreman_cif.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 359 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | c216b9a | 2014-10-14 10:38:49 +0000 | [diff] [blame] | 360 | } |
| 361 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 362 | TEST_P(GenericDescriptorTest, ForemanCifPlr5Ulpfec) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 363 | auto fixture = CreateVideoQualityTestFixture(); |
| 364 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 365 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 366 | foreman_cif.video[0] = { |
| 367 | true, 352, 288, 30, |
| 368 | 30000, 500000, 2000000, false, |
| 369 | "VP8", 1, 0, 0, |
| 370 | true, false, true, ClipNameToClipPath("foreman_cif")}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 371 | foreman_cif.analyzer = {GetTestName("foreman_cif_delay_50_0_plr_5_ulpfec"), |
| 372 | 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 373 | foreman_cif.config->loss_percent = 5; |
| 374 | foreman_cif.config->queue_delay_ms = 50; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 375 | foreman_cif.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 376 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 377 | } |
| 378 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 379 | TEST(FullStackTest, ForemanCifPlr5Flexfec) { |
| 380 | auto fixture = CreateVideoQualityTestFixture(); |
| 381 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 382 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 383 | foreman_cif.video[0] = { |
| 384 | true, 352, 288, 30, |
| 385 | 30000, 500000, 2000000, false, |
| 386 | "VP8", 1, 0, 0, |
| 387 | false, true, true, ClipNameToClipPath("foreman_cif")}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 388 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_flexfec", 0.0, 0.0, |
| 389 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 390 | foreman_cif.config->loss_percent = 5; |
| 391 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 392 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 393 | } |
| 394 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 395 | TEST(FullStackTest, ForemanCif500kbpsPlr3Flexfec) { |
| 396 | auto fixture = CreateVideoQualityTestFixture(); |
| 397 | ParamsWithLogging foreman_cif; |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 398 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 399 | foreman_cif.video[0] = { |
| 400 | true, 352, 288, 30, |
| 401 | 30000, 500000, 2000000, false, |
| 402 | "VP8", 1, 0, 0, |
| 403 | false, true, true, ClipNameToClipPath("foreman_cif")}; |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 404 | foreman_cif.analyzer = {"foreman_cif_500kbps_delay_50_0_plr_3_flexfec", 0.0, |
| 405 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 406 | foreman_cif.config->loss_percent = 3; |
| 407 | foreman_cif.config->link_capacity_kbps = 500; |
| 408 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 409 | fixture->RunWithAnalyzer(foreman_cif); |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 410 | } |
| 411 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 412 | TEST(FullStackTest, ForemanCif500kbpsPlr3Ulpfec) { |
| 413 | auto fixture = CreateVideoQualityTestFixture(); |
| 414 | ParamsWithLogging foreman_cif; |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 415 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 416 | foreman_cif.video[0] = { |
| 417 | true, 352, 288, 30, |
| 418 | 30000, 500000, 2000000, false, |
| 419 | "VP8", 1, 0, 0, |
| 420 | true, false, true, ClipNameToClipPath("foreman_cif")}; |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 421 | foreman_cif.analyzer = {"foreman_cif_500kbps_delay_50_0_plr_3_ulpfec", 0.0, |
| 422 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 423 | foreman_cif.config->loss_percent = 3; |
| 424 | foreman_cif.config->link_capacity_kbps = 500; |
| 425 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 426 | fixture->RunWithAnalyzer(foreman_cif); |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 427 | } |
| 428 | |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 429 | #if defined(WEBRTC_USE_H264) |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 430 | TEST(FullStackTest, ForemanCifWithoutPacketlossH264) { |
| 431 | auto fixture = CreateVideoQualityTestFixture(); |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 432 | // TODO(pbos): Decide on psnr/ssim thresholds for foreman_cif. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 433 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 434 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 435 | foreman_cif.video[0] = { |
| 436 | true, 352, 288, 30, |
| 437 | 700000, 700000, 700000, false, |
| 438 | "H264", 1, 0, 0, |
| 439 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 440 | foreman_cif.analyzer = {"foreman_cif_net_delay_0_0_plr_0_H264", 0.0, 0.0, |
| 441 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 442 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 443 | } |
| 444 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 445 | TEST(FullStackTest, ForemanCif30kbpsWithoutPacketlossH264) { |
| 446 | auto fixture = CreateVideoQualityTestFixture(); |
| 447 | ParamsWithLogging foreman_cif; |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 448 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 449 | foreman_cif.video[0] = { |
| 450 | true, 352, 288, 10, |
| 451 | 30000, 30000, 30000, false, |
| 452 | "H264", 1, 0, 0, |
| 453 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 454 | foreman_cif.analyzer = {"foreman_cif_30kbps_net_delay_0_0_plr_0_H264", 0.0, |
| 455 | 0.0, kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 456 | fixture->RunWithAnalyzer(foreman_cif); |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 457 | } |
| 458 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 459 | TEST_P(GenericDescriptorTest, ForemanCifPlr5H264) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 460 | auto fixture = CreateVideoQualityTestFixture(); |
| 461 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 462 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 463 | foreman_cif.video[0] = { |
| 464 | true, 352, 288, 30, |
| 465 | 30000, 500000, 2000000, false, |
| 466 | "H264", 1, 0, 0, |
| 467 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 468 | foreman_cif.analyzer = {GetTestName("foreman_cif_delay_50_0_plr_5_H264"), 0.0, |
| 469 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 470 | foreman_cif.config->loss_percent = 5; |
| 471 | foreman_cif.config->queue_delay_ms = 50; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 472 | foreman_cif.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 473 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 474 | } |
| 475 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 476 | TEST(FullStackTest, ForemanCifPlr5H264SpsPpsIdrIsKeyframe) { |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 477 | test::ScopedFieldTrials override_field_trials( |
Erik Språng | b6b1cac | 2018-08-09 16:12:54 +0200 | [diff] [blame] | 478 | AppendFieldTrials("WebRTC-SpsPpsIdrIsH264Keyframe/Enabled/")); |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 479 | auto fixture = CreateVideoQualityTestFixture(); |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 480 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 481 | ParamsWithLogging foreman_cif; |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 482 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 483 | foreman_cif.video[0] = { |
| 484 | true, 352, 288, 30, |
| 485 | 30000, 500000, 2000000, false, |
| 486 | "H264", 1, 0, 0, |
| 487 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 488 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_H264_sps_pps_idr", 0.0, |
| 489 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 490 | foreman_cif.config->loss_percent = 5; |
| 491 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 492 | fixture->RunWithAnalyzer(foreman_cif); |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 493 | } |
| 494 | |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 495 | // Verify that this is worth the bot time, before enabling. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 496 | TEST(FullStackTest, ForemanCifPlr5H264Flexfec) { |
| 497 | auto fixture = CreateVideoQualityTestFixture(); |
| 498 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 499 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 500 | foreman_cif.video[0] = { |
| 501 | true, 352, 288, 30, |
| 502 | 30000, 500000, 2000000, false, |
| 503 | "H264", 1, 0, 0, |
| 504 | false, true, true, ClipNameToClipPath("foreman_cif")}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 505 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_H264_flexfec", 0.0, 0.0, |
| 506 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 507 | foreman_cif.config->loss_percent = 5; |
| 508 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 509 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 510 | } |
| 511 | |
| 512 | // Ulpfec with H264 is an unsupported combination, so this test is only useful |
| 513 | // for debugging. It is therefore disabled by default. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 514 | TEST(FullStackTest, DISABLED_ForemanCifPlr5H264Ulpfec) { |
| 515 | auto fixture = CreateVideoQualityTestFixture(); |
| 516 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 517 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 518 | foreman_cif.video[0] = { |
| 519 | true, 352, 288, 30, |
| 520 | 30000, 500000, 2000000, false, |
| 521 | "H264", 1, 0, 0, |
| 522 | true, false, true, ClipNameToClipPath("foreman_cif")}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 523 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_H264_ulpfec", 0.0, 0.0, |
| 524 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 525 | foreman_cif.config->loss_percent = 5; |
| 526 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 527 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 528 | } |
| 529 | #endif // defined(WEBRTC_USE_H264) |
| 530 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 531 | TEST(FullStackTest, ForemanCif500kbps) { |
| 532 | auto fixture = CreateVideoQualityTestFixture(); |
| 533 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 534 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 535 | foreman_cif.video[0] = { |
| 536 | true, 352, 288, 30, |
| 537 | 30000, 500000, 2000000, false, |
| 538 | "VP8", 1, 0, 0, |
| 539 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 540 | foreman_cif.analyzer = {"foreman_cif_500kbps", 0.0, 0.0, |
| 541 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 542 | foreman_cif.config->queue_length_packets = 0; |
| 543 | foreman_cif.config->queue_delay_ms = 0; |
| 544 | foreman_cif.config->link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 545 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 546 | } |
| 547 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 548 | TEST(FullStackTest, ForemanCif500kbpsLimitedQueue) { |
| 549 | auto fixture = CreateVideoQualityTestFixture(); |
| 550 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 551 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 552 | foreman_cif.video[0] = { |
| 553 | true, 352, 288, 30, |
| 554 | 30000, 500000, 2000000, false, |
| 555 | "VP8", 1, 0, 0, |
| 556 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 557 | foreman_cif.analyzer = {"foreman_cif_500kbps_32pkts_queue", 0.0, 0.0, |
| 558 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 559 | foreman_cif.config->queue_length_packets = 32; |
| 560 | foreman_cif.config->queue_delay_ms = 0; |
| 561 | foreman_cif.config->link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 562 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 563 | } |
| 564 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 565 | TEST(FullStackTest, ForemanCif500kbps100ms) { |
| 566 | auto fixture = CreateVideoQualityTestFixture(); |
| 567 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 568 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 569 | foreman_cif.video[0] = { |
| 570 | true, 352, 288, 30, |
| 571 | 30000, 500000, 2000000, false, |
| 572 | "VP8", 1, 0, 0, |
| 573 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 574 | foreman_cif.analyzer = {"foreman_cif_500kbps_100ms", 0.0, 0.0, |
| 575 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 576 | foreman_cif.config->queue_length_packets = 0; |
| 577 | foreman_cif.config->queue_delay_ms = 100; |
| 578 | foreman_cif.config->link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 579 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 580 | } |
| 581 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 582 | TEST_P(GenericDescriptorTest, ForemanCif500kbps100msLimitedQueue) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 583 | auto fixture = CreateVideoQualityTestFixture(); |
| 584 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 585 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 586 | foreman_cif.video[0] = { |
| 587 | true, 352, 288, 30, |
| 588 | 30000, 500000, 2000000, false, |
| 589 | "VP8", 1, 0, 0, |
| 590 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 591 | foreman_cif.analyzer = {GetTestName("foreman_cif_500kbps_100ms_32pkts_queue"), |
| 592 | 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 593 | foreman_cif.config->queue_length_packets = 32; |
| 594 | foreman_cif.config->queue_delay_ms = 100; |
| 595 | foreman_cif.config->link_capacity_kbps = 500; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 596 | foreman_cif.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 597 | fixture->RunWithAnalyzer(foreman_cif); |
stefan | b179767 | 2016-08-11 07:00:57 -0700 | [diff] [blame] | 598 | } |
| 599 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 600 | TEST(FullStackTest, ForemanCif500kbps100msLimitedQueueRecvBwe) { |
| 601 | auto fixture = CreateVideoQualityTestFixture(); |
| 602 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 603 | foreman_cif.call.send_side_bwe = false; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 604 | foreman_cif.video[0] = { |
| 605 | true, 352, 288, 30, |
| 606 | 30000, 500000, 2000000, false, |
| 607 | "VP8", 1, 0, 0, |
| 608 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 609 | foreman_cif.analyzer = {"foreman_cif_500kbps_100ms_32pkts_queue_recv_bwe", |
| 610 | 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 611 | foreman_cif.config->queue_length_packets = 32; |
| 612 | foreman_cif.config->queue_delay_ms = 100; |
| 613 | foreman_cif.config->link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 614 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 615 | } |
| 616 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 617 | TEST(FullStackTest, ForemanCif1000kbps100msLimitedQueue) { |
| 618 | auto fixture = CreateVideoQualityTestFixture(); |
| 619 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 620 | foreman_cif.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 621 | foreman_cif.video[0] = { |
| 622 | true, 352, 288, 30, |
| 623 | 30000, 2000000, 2000000, false, |
| 624 | "VP8", 1, 0, 0, |
| 625 | false, false, true, ClipNameToClipPath("foreman_cif")}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 626 | foreman_cif.analyzer = {"foreman_cif_1000kbps_100ms_32pkts_queue", 0.0, 0.0, |
| 627 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 628 | foreman_cif.config->queue_length_packets = 32; |
| 629 | foreman_cif.config->queue_delay_ms = 100; |
| 630 | foreman_cif.config->link_capacity_kbps = 1000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 631 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 632 | } |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 633 | |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 634 | // TODO(sprang): Remove this if we have the similar ModerateLimits below? |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 635 | TEST(FullStackTest, ConferenceMotionHd2000kbps100msLimitedQueue) { |
| 636 | auto fixture = CreateVideoQualityTestFixture(); |
| 637 | ParamsWithLogging conf_motion_hd; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 638 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 639 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 640 | true, 1280, |
| 641 | 720, 50, |
| 642 | 30000, 3000000, |
| 643 | 3000000, false, |
| 644 | "VP8", 1, |
| 645 | 0, 0, |
| 646 | false, false, |
| 647 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 648 | conf_motion_hd.analyzer = {"conference_motion_hd_2000kbps_100ms_32pkts_queue", |
| 649 | 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 650 | conf_motion_hd.config->queue_length_packets = 32; |
| 651 | conf_motion_hd.config->queue_delay_ms = 100; |
| 652 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 653 | fixture->RunWithAnalyzer(conf_motion_hd); |
stefan | b179767 | 2016-08-11 07:00:57 -0700 | [diff] [blame] | 654 | } |
| 655 | |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 656 | // TODO(webrtc:9722): Remove when experiment is cleaned up. |
| 657 | TEST(FullStackTest, ConferenceMotionHd1TLModerateLimitsWhitelistVp8) { |
| 658 | test::ScopedFieldTrials override_field_trials( |
| 659 | AppendFieldTrials(kVp8TrustedRateControllerFieldTrial)); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 660 | auto fixture = CreateVideoQualityTestFixture(); |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 661 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 662 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 663 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 664 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 665 | true, 1280, |
| 666 | 720, 50, |
| 667 | 30000, 3000000, |
| 668 | 3000000, false, |
| 669 | "VP8", 1, |
| 670 | -1, 0, |
| 671 | false, false, |
| 672 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 673 | conf_motion_hd.analyzer = { |
| 674 | "conference_motion_hd_1tl_moderate_limits_trusted_rate_ctrl", 0.0, 0.0, |
| 675 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 676 | conf_motion_hd.config->queue_length_packets = 50; |
| 677 | conf_motion_hd.config->loss_percent = 3; |
| 678 | conf_motion_hd.config->queue_delay_ms = 100; |
| 679 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 680 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 681 | } |
| 682 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 683 | TEST_P(GenericDescriptorTest, ConferenceMotionHd2TLModerateLimits) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 684 | auto fixture = CreateVideoQualityTestFixture(); |
| 685 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 686 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 687 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 688 | true, 1280, |
| 689 | 720, 50, |
| 690 | 30000, 3000000, |
| 691 | 3000000, false, |
| 692 | "VP8", 2, |
| 693 | -1, 0, |
| 694 | false, false, |
| 695 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 696 | conf_motion_hd.analyzer = { |
| 697 | GetTestName("conference_motion_hd_2tl_moderate_limits"), 0.0, 0.0, |
| 698 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 699 | conf_motion_hd.config->queue_length_packets = 50; |
| 700 | conf_motion_hd.config->loss_percent = 3; |
| 701 | conf_motion_hd.config->queue_delay_ms = 100; |
| 702 | conf_motion_hd.config->link_capacity_kbps = 2000; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 703 | conf_motion_hd.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 704 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 705 | } |
| 706 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 707 | TEST(FullStackTest, ConferenceMotionHd3TLModerateLimits) { |
| 708 | auto fixture = CreateVideoQualityTestFixture(); |
| 709 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 710 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 711 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 712 | true, 1280, |
| 713 | 720, 50, |
| 714 | 30000, 3000000, |
| 715 | 3000000, false, |
| 716 | "VP8", 3, |
| 717 | -1, 0, |
| 718 | false, false, |
| 719 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 720 | conf_motion_hd.analyzer = {"conference_motion_hd_3tl_moderate_limits", 0.0, |
| 721 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 722 | conf_motion_hd.config->queue_length_packets = 50; |
| 723 | conf_motion_hd.config->loss_percent = 3; |
| 724 | conf_motion_hd.config->queue_delay_ms = 100; |
| 725 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 726 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 727 | } |
| 728 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 729 | TEST(FullStackTest, ConferenceMotionHd4TLModerateLimits) { |
| 730 | auto fixture = CreateVideoQualityTestFixture(); |
| 731 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 732 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 733 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 734 | true, 1280, |
| 735 | 720, 50, |
| 736 | 30000, 3000000, |
| 737 | 3000000, false, |
| 738 | "VP8", 4, |
| 739 | -1, 0, |
| 740 | false, false, |
| 741 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 742 | conf_motion_hd.analyzer = {"conference_motion_hd_4tl_moderate_limits", 0.0, |
| 743 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 744 | conf_motion_hd.config->queue_length_packets = 50; |
| 745 | conf_motion_hd.config->loss_percent = 3; |
| 746 | conf_motion_hd.config->queue_delay_ms = 100; |
| 747 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 748 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 749 | } |
| 750 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 751 | TEST(FullStackTest, ConferenceMotionHd3TLModerateLimitsAltTLPattern) { |
Erik Språng | b6b1cac | 2018-08-09 16:12:54 +0200 | [diff] [blame] | 752 | test::ScopedFieldTrials field_trial( |
| 753 | AppendFieldTrials("WebRTC-UseShortVP8TL3Pattern/Enabled/")); |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 754 | auto fixture = CreateVideoQualityTestFixture(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 755 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 756 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 757 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 758 | true, 1280, |
| 759 | 720, 50, |
| 760 | 30000, 3000000, |
| 761 | 3000000, false, |
| 762 | "VP8", 3, |
| 763 | -1, 0, |
| 764 | false, false, |
| 765 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
Rasmus Brandt | 3583693 | 2018-10-23 09:17:24 +0200 | [diff] [blame] | 766 | conf_motion_hd.analyzer = {"conference_motion_hd_3tl_alt_moderate_limits", |
| 767 | 0.0, 0.0, kFullStackTestDurationSecs}; |
| 768 | conf_motion_hd.config->queue_length_packets = 50; |
| 769 | conf_motion_hd.config->loss_percent = 3; |
| 770 | conf_motion_hd.config->queue_delay_ms = 100; |
| 771 | conf_motion_hd.config->link_capacity_kbps = 2000; |
| 772 | fixture->RunWithAnalyzer(conf_motion_hd); |
| 773 | } |
| 774 | |
| 775 | TEST(FullStackTest, |
| 776 | ConferenceMotionHd3TLModerateLimitsAltTLPatternAndBaseHeavyTLAllocation) { |
| 777 | auto fixture = CreateVideoQualityTestFixture(); |
| 778 | test::ScopedFieldTrials field_trial( |
| 779 | AppendFieldTrials("WebRTC-UseShortVP8TL3Pattern/Enabled/" |
| 780 | "WebRTC-UseBaseHeavyVP8TL3RateAllocation/Enabled/")); |
| 781 | ParamsWithLogging conf_motion_hd; |
| 782 | conf_motion_hd.call.send_side_bwe = true; |
| 783 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 784 | true, 1280, |
| 785 | 720, 50, |
| 786 | 30000, 3000000, |
| 787 | 3000000, false, |
| 788 | "VP8", 3, |
| 789 | -1, 0, |
| 790 | false, false, |
| 791 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
Rasmus Brandt | 3583693 | 2018-10-23 09:17:24 +0200 | [diff] [blame] | 792 | conf_motion_hd.analyzer = { |
| 793 | "conference_motion_hd_3tl_alt_heavy_moderate_limits", 0.0, 0.0, |
| 794 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 795 | conf_motion_hd.config->queue_length_packets = 50; |
| 796 | conf_motion_hd.config->loss_percent = 3; |
| 797 | conf_motion_hd.config->queue_delay_ms = 100; |
| 798 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 799 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 800 | } |
| 801 | |
Mirko Bonadei | 8ef5793 | 2018-11-16 14:38:03 +0100 | [diff] [blame] | 802 | #if defined(RTC_ENABLE_VP9) |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 803 | TEST(FullStackTest, ConferenceMotionHd2000kbps100msLimitedQueueVP9) { |
| 804 | auto fixture = CreateVideoQualityTestFixture(); |
| 805 | ParamsWithLogging conf_motion_hd; |
jianj | 390e64d | 2017-02-03 09:51:23 -0800 | [diff] [blame] | 806 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 807 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 808 | true, 1280, |
| 809 | 720, 50, |
| 810 | 30000, 3000000, |
| 811 | 3000000, false, |
| 812 | "VP9", 1, |
| 813 | 0, 0, |
| 814 | false, false, |
| 815 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
jianj | 390e64d | 2017-02-03 09:51:23 -0800 | [diff] [blame] | 816 | conf_motion_hd.analyzer = { |
| 817 | "conference_motion_hd_2000kbps_100ms_32pkts_queue_vp9", 0.0, 0.0, |
| 818 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 819 | conf_motion_hd.config->queue_length_packets = 32; |
| 820 | conf_motion_hd.config->queue_delay_ms = 100; |
| 821 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 822 | fixture->RunWithAnalyzer(conf_motion_hd); |
jianj | 390e64d | 2017-02-03 09:51:23 -0800 | [diff] [blame] | 823 | } |
| 824 | #endif |
| 825 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 826 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL) { |
| 827 | auto fixture = CreateVideoQualityTestFixture(); |
| 828 | ParamsWithLogging screenshare; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 829 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 830 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 831 | 1000000, false, "VP8", 2, 1, 400000, |
| 832 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 833 | screenshare.screenshare[0] = {true, false, 10}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 834 | screenshare.analyzer = {"screenshare_slides", 0.0, 0.0, |
| 835 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 836 | fixture->RunWithAnalyzer(screenshare); |
Erik Språng | 6ee69aa | 2015-09-03 15:58:05 +0200 | [diff] [blame] | 837 | } |
| 838 | |
Ilya Nikolaevskiy | f08dd9d | 2018-10-09 17:22:15 +0200 | [diff] [blame] | 839 | #if !defined(WEBRTC_MAC) |
Oskar Sundbom | 8bacf25 | 2019-01-08 16:40:08 +0100 | [diff] [blame] | 840 | // All the tests using this constant are disabled on Mac. |
Ilya Nikolaevskiy | f08dd9d | 2018-10-09 17:22:15 +0200 | [diff] [blame] | 841 | const char kScreenshareSimulcastExperiment[] = |
| 842 | "WebRTC-SimulcastScreenshare/Enabled/"; |
Oskar Sundbom | 8bacf25 | 2019-01-08 16:40:08 +0100 | [diff] [blame] | 843 | // TODO(bugs.webrtc.org/9840): Investigate why is this test flaky on Win/Mac. |
| 844 | #if !defined(WEBRTC_WIN) |
Ilya Nikolaevskiy | 7b41225 | 2019-03-06 16:40:42 +0100 | [diff] [blame] | 845 | const char kScreenshareSimulcastVariableFramerateExperiment[] = |
| 846 | "WebRTC-SimulcastScreenshare/Enabled/" |
| 847 | "WebRTC-VP8VariableFramerateScreenshare/" |
| 848 | "Enabled,min_fps:5.0,min_qp:15,undershoot:30/"; |
Ilya Nikolaevskiy | dda5fdc | 2019-02-27 10:00:06 +0100 | [diff] [blame] | 849 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_Simulcast) { |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 850 | test::ScopedFieldTrials field_trial( |
| 851 | AppendFieldTrials(kScreenshareSimulcastExperiment)); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 852 | auto fixture = CreateVideoQualityTestFixture(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 853 | ParamsWithLogging screenshare; |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 854 | screenshare.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 855 | screenshare.screenshare[0] = {true, false, 10}; |
Ilya Nikolaevskiy | dda5fdc | 2019-02-27 10:00:06 +0100 | [diff] [blame] | 856 | screenshare.video[0] = {true, 1850, 1110, 30, 800000, 2500000, |
Ilya Nikolaevskiy | aec663e | 2019-02-27 12:52:11 +0100 | [diff] [blame] | 857 | 2500000, false, "VP8", 2, 1, 400000, |
Ilya Nikolaevskiy | dda5fdc | 2019-02-27 10:00:06 +0100 | [diff] [blame] | 858 | false, false, false, ""}; |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 859 | screenshare.analyzer = {"screenshare_slides_simulcast", 0.0, 0.0, |
| 860 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 861 | ParamsWithLogging screenshare_params_high; |
Ilya Nikolaevskiy | dda5fdc | 2019-02-27 10:00:06 +0100 | [diff] [blame] | 862 | screenshare_params_high.video[0] = { |
| 863 | true, 1850, 1110, 60, 600000, 1250000, 1250000, false, |
| 864 | "VP8", 2, 0, 400000, false, false, false, ""}; |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 865 | VideoQualityTest::Params screenshare_params_low; |
Ilya Nikolaevskiy | dda5fdc | 2019-02-27 10:00:06 +0100 | [diff] [blame] | 866 | screenshare_params_low.video[0] = {true, 1850, 1110, 5, 30000, 200000, |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 867 | 1000000, false, "VP8", 2, 0, 400000, |
| 868 | false, false, false, ""}; |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 869 | |
| 870 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 871 | VideoQualityTest::DefaultVideoStream(screenshare_params_low, 0), |
| 872 | VideoQualityTest::DefaultVideoStream(screenshare_params_high, 0)}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 873 | screenshare.ss[0] = { |
| 874 | streams, 1, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 875 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 876 | fixture->RunWithAnalyzer(screenshare); |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 877 | } |
Ilya Nikolaevskiy | 7b41225 | 2019-03-06 16:40:42 +0100 | [diff] [blame] | 878 | |
| 879 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_Simulcast_Variable_Framerate) { |
| 880 | test::ScopedFieldTrials field_trial( |
| 881 | AppendFieldTrials(kScreenshareSimulcastVariableFramerateExperiment)); |
| 882 | auto fixture = CreateVideoQualityTestFixture(); |
| 883 | ParamsWithLogging screenshare; |
| 884 | screenshare.call.send_side_bwe = true; |
| 885 | screenshare.screenshare[0] = {true, false, 10}; |
| 886 | screenshare.video[0] = {true, 1850, 1110, 30, 800000, 2500000, |
| 887 | 2500000, false, "VP8", 2, 1, 400000, |
| 888 | false, false, false, ""}; |
| 889 | screenshare.analyzer = {"screenshare_slides_simulcast_variable_framerate", |
| 890 | 0.0, 0.0, kFullStackTestDurationSecs}; |
| 891 | ParamsWithLogging screenshare_params_high; |
| 892 | screenshare_params_high.video[0] = { |
| 893 | true, 1850, 1110, 60, 600000, 1250000, 1250000, false, |
| 894 | "VP8", 2, 0, 400000, false, false, false, ""}; |
| 895 | VideoQualityTest::Params screenshare_params_low; |
| 896 | screenshare_params_low.video[0] = {true, 1850, 1110, 5, 30000, 200000, |
| 897 | 1000000, false, "VP8", 2, 0, 400000, |
| 898 | false, false, false, ""}; |
| 899 | |
| 900 | std::vector<VideoStream> streams = { |
| 901 | VideoQualityTest::DefaultVideoStream(screenshare_params_low, 0), |
| 902 | VideoQualityTest::DefaultVideoStream(screenshare_params_high, 0)}; |
| 903 | screenshare.ss[0] = { |
| 904 | streams, 1, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 905 | false}; |
| 906 | fixture->RunWithAnalyzer(screenshare); |
| 907 | } |
Ilya Nikolaevskiy | 9699f09 | 2019-03-12 14:02:26 +0100 | [diff] [blame] | 908 | |
| 909 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_Simulcast_low) { |
| 910 | test::ScopedFieldTrials field_trial( |
| 911 | AppendFieldTrials(kScreenshareSimulcastExperiment)); |
| 912 | auto fixture = CreateVideoQualityTestFixture(); |
| 913 | ParamsWithLogging screenshare; |
| 914 | screenshare.call.send_side_bwe = true; |
| 915 | screenshare.screenshare[0] = {true, false, 10}; |
| 916 | screenshare.video[0] = {true, 1850, 1110, 30, 800000, 2500000, |
| 917 | 2500000, false, "VP8", 2, 1, 400000, |
| 918 | false, false, false, ""}; |
| 919 | screenshare.analyzer = {"screenshare_slides_simulcast_low", 0.0, 0.0, |
| 920 | kFullStackTestDurationSecs}; |
| 921 | VideoQualityTest::Params screenshare_params_high; |
| 922 | screenshare_params_high.video[0] = { |
| 923 | true, 1850, 1110, 60, 600000, 1250000, 1250000, false, |
| 924 | "VP8", 2, 0, 400000, false, false, false, ""}; |
| 925 | VideoQualityTest::Params screenshare_params_low; |
| 926 | screenshare_params_low.video[0] = {true, 1850, 1110, 5, 30000, 200000, |
| 927 | 1000000, false, "VP8", 2, 0, 400000, |
| 928 | false, false, false, ""}; |
| 929 | |
| 930 | std::vector<VideoStream> streams = { |
| 931 | VideoQualityTest::DefaultVideoStream(screenshare_params_low, 0), |
| 932 | VideoQualityTest::DefaultVideoStream(screenshare_params_high, 0)}; |
| 933 | screenshare.ss[0] = { |
| 934 | streams, 0, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 935 | false}; |
| 936 | fixture->RunWithAnalyzer(screenshare); |
| 937 | } |
| 938 | |
Oskar Sundbom | 8bacf25 | 2019-01-08 16:40:08 +0100 | [diff] [blame] | 939 | #endif // !defined(WEBRTC_WIN) |
Ilya Nikolaevskiy | f08dd9d | 2018-10-09 17:22:15 +0200 | [diff] [blame] | 940 | #endif // !defined(WEBRTC_MAC) |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 941 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 942 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_Scroll) { |
| 943 | auto fixture = CreateVideoQualityTestFixture(); |
| 944 | ParamsWithLogging config; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 945 | config.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 946 | config.video[0] = {true, 1850, 1110 / 2, 5, 50000, 200000, |
| 947 | 1000000, false, "VP8", 2, 1, 400000, |
| 948 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 949 | config.screenshare[0] = {true, false, 10, 2}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 950 | config.analyzer = {"screenshare_slides_scrolling", 0.0, 0.0, |
| 951 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 952 | fixture->RunWithAnalyzer(config); |
ivica | 028cf48 | 2015-07-30 02:15:56 -0700 | [diff] [blame] | 953 | } |
| 954 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 955 | TEST_P(GenericDescriptorTest, ScreenshareSlidesVP8_2TL_LossyNet) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 956 | auto fixture = CreateVideoQualityTestFixture(); |
| 957 | ParamsWithLogging screenshare; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 958 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 959 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 960 | 1000000, false, "VP8", 2, 1, 400000, |
| 961 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 962 | screenshare.screenshare[0] = {true, false, 10}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 963 | screenshare.analyzer = {GetTestName("screenshare_slides_lossy_net"), 0.0, 0.0, |
Lu Liu | 6f68324 | 2018-09-25 18:48:48 +0000 | [diff] [blame] | 964 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 965 | screenshare.config->loss_percent = 5; |
| 966 | screenshare.config->queue_delay_ms = 200; |
| 967 | screenshare.config->link_capacity_kbps = 500; |
philipel | f638bbc | 2018-10-04 16:57:12 +0200 | [diff] [blame] | 968 | screenshare.call.generic_descriptor = GenericDescriptorEnabled(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 969 | fixture->RunWithAnalyzer(screenshare); |
sprang | ee37de3 | 2015-11-23 06:10:23 -0800 | [diff] [blame] | 970 | } |
| 971 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 972 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_VeryLossyNet) { |
| 973 | auto fixture = CreateVideoQualityTestFixture(); |
| 974 | ParamsWithLogging screenshare; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 975 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 976 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 977 | 1000000, false, "VP8", 2, 1, 400000, |
| 978 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 979 | screenshare.screenshare[0] = {true, false, 10}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 980 | screenshare.analyzer = {"screenshare_slides_very_lossy", 0.0, 0.0, |
| 981 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 982 | screenshare.config->loss_percent = 10; |
| 983 | screenshare.config->queue_delay_ms = 200; |
| 984 | screenshare.config->link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 985 | fixture->RunWithAnalyzer(screenshare); |
sprang | ee37de3 | 2015-11-23 06:10:23 -0800 | [diff] [blame] | 986 | } |
| 987 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 988 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_LossyNetRestrictedQueue) { |
| 989 | auto fixture = CreateVideoQualityTestFixture(); |
| 990 | ParamsWithLogging screenshare; |
sprang | e566e17 | 2017-06-08 01:29:15 -0700 | [diff] [blame] | 991 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 992 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 993 | 1000000, false, "VP8", 2, 1, 400000, |
| 994 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 995 | screenshare.screenshare[0] = {true, false, 10}; |
sprang | e566e17 | 2017-06-08 01:29:15 -0700 | [diff] [blame] | 996 | screenshare.analyzer = {"screenshare_slides_lossy_limited", 0.0, 0.0, |
| 997 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 998 | screenshare.config->loss_percent = 5; |
| 999 | screenshare.config->link_capacity_kbps = 200; |
| 1000 | screenshare.config->queue_length_packets = 30; |
sprang | e566e17 | 2017-06-08 01:29:15 -0700 | [diff] [blame] | 1001 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1002 | fixture->RunWithAnalyzer(screenshare); |
sprang | e566e17 | 2017-06-08 01:29:15 -0700 | [diff] [blame] | 1003 | } |
| 1004 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1005 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_ModeratelyRestricted) { |
| 1006 | auto fixture = CreateVideoQualityTestFixture(); |
| 1007 | ParamsWithLogging screenshare; |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 1008 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 1009 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 1010 | 1000000, false, "VP8", 2, 1, 400000, |
| 1011 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1012 | screenshare.screenshare[0] = {true, false, 10}; |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 1013 | screenshare.analyzer = {"screenshare_slides_moderately_restricted", 0.0, 0.0, |
| 1014 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1015 | screenshare.config->loss_percent = 1; |
| 1016 | screenshare.config->link_capacity_kbps = 1200; |
| 1017 | screenshare.config->queue_length_packets = 30; |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 1018 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1019 | fixture->RunWithAnalyzer(screenshare); |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 1020 | } |
| 1021 | |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1022 | // Since ParamsWithLogging::Video is not trivially destructible, we can't |
| 1023 | // store these structs as const globals. |
| 1024 | ParamsWithLogging::Video SvcVp9Video() { |
| 1025 | return ParamsWithLogging::Video{ |
| 1026 | true, 1280, |
| 1027 | 720, 30, |
| 1028 | 800000, 2500000, |
| 1029 | 2500000, false, |
| 1030 | "VP9", 3, |
| 1031 | 2, 400000, |
| 1032 | false, false, |
| 1033 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
| 1034 | } |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 1035 | |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1036 | ParamsWithLogging::Video SimulcastVp8VideoHigh() { |
| 1037 | return ParamsWithLogging::Video{ |
| 1038 | true, 1280, |
| 1039 | 720, 30, |
| 1040 | 800000, 2500000, |
| 1041 | 2500000, false, |
| 1042 | "VP8", 3, |
| 1043 | 2, 400000, |
| 1044 | false, false, |
| 1045 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
| 1046 | } |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 1047 | |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1048 | ParamsWithLogging::Video SimulcastVp8VideoMedium() { |
| 1049 | return ParamsWithLogging::Video{ |
| 1050 | true, 640, |
| 1051 | 360, 30, |
| 1052 | 150000, 500000, |
| 1053 | 700000, false, |
| 1054 | "VP8", 3, |
| 1055 | 2, 400000, |
| 1056 | false, false, |
| 1057 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
| 1058 | } |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 1059 | |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1060 | ParamsWithLogging::Video SimulcastVp8VideoLow() { |
| 1061 | return ParamsWithLogging::Video{ |
| 1062 | true, 320, |
| 1063 | 180, 30, |
| 1064 | 30000, 150000, |
| 1065 | 200000, false, |
| 1066 | "VP8", 3, |
| 1067 | 2, 400000, |
| 1068 | false, false, |
| 1069 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
| 1070 | } |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 1071 | |
Mirko Bonadei | 8ef5793 | 2018-11-16 14:38:03 +0100 | [diff] [blame] | 1072 | #if defined(RTC_ENABLE_VP9) |
Ilya Nikolaevskiy | 6117068 | 2019-03-06 16:04:32 +0100 | [diff] [blame] | 1073 | |
| 1074 | TEST(FullStackTest, ScreenshareSlidesVP9_3SL_High_Fps) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1075 | auto fixture = CreateVideoQualityTestFixture(); |
| 1076 | ParamsWithLogging screenshare; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 1077 | screenshare.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 6117068 | 2019-03-06 16:04:32 +0100 | [diff] [blame] | 1078 | screenshare.video[0] = {true, 1850, 1110, 30, 50000, 200000, |
| 1079 | 2000000, false, "VP9", 1, 0, 400000, |
| 1080 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1081 | screenshare.screenshare[0] = {true, false, 10}; |
Ilya Nikolaevskiy | 6117068 | 2019-03-06 16:04:32 +0100 | [diff] [blame] | 1082 | screenshare.analyzer = {"screenshare_slides_vp9_3sl_high_fps", 0.0, 0.0, |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 1083 | kFullStackTestDurationSecs}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1084 | screenshare.ss[0] = { |
Ilya Nikolaevskiy | 6117068 | 2019-03-06 16:04:32 +0100 | [diff] [blame] | 1085 | std::vector<VideoStream>(), 0, 3, 2, InterLayerPredMode::kOn, |
| 1086 | std::vector<SpatialLayer>(), true}; |
| 1087 | fixture->RunWithAnalyzer(screenshare); |
| 1088 | } |
| 1089 | |
| 1090 | TEST(FullStackTest, ScreenshareSlidesVP9_3SL_Variable_Fps) { |
| 1091 | webrtc::test::ScopedFieldTrials override_trials( |
| 1092 | AppendFieldTrials("WebRTC-VP9VariableFramerateScreenshare/" |
| 1093 | "Enabled,min_qp:32,min_fps:5.0,undershoot:30,frames_" |
| 1094 | "before_steady_state:5/")); |
| 1095 | auto fixture = CreateVideoQualityTestFixture(); |
| 1096 | ParamsWithLogging screenshare; |
| 1097 | screenshare.call.send_side_bwe = true; |
| 1098 | screenshare.video[0] = {true, 1850, 1110, 30, 50000, 200000, |
| 1099 | 2000000, false, "VP9", 1, 0, 400000, |
| 1100 | false, false, false, ""}; |
| 1101 | screenshare.screenshare[0] = {true, false, 10}; |
| 1102 | screenshare.analyzer = {"screenshare_slides_vp9_3sl_variable_fps", 0.0, 0.0, |
| 1103 | kFullStackTestDurationSecs}; |
| 1104 | screenshare.ss[0] = { |
| 1105 | std::vector<VideoStream>(), 0, 3, 2, InterLayerPredMode::kOn, |
| 1106 | std::vector<SpatialLayer>(), true}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1107 | fixture->RunWithAnalyzer(screenshare); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 1108 | } |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1109 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1110 | TEST(FullStackTest, VP9SVC_3SL_High) { |
| 1111 | auto fixture = CreateVideoQualityTestFixture(); |
| 1112 | ParamsWithLogging simulcast; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1113 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1114 | simulcast.video[0] = SvcVp9Video(); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1115 | simulcast.analyzer = {"vp9svc_3sl_high", 0.0, 0.0, |
| 1116 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1117 | |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1118 | simulcast.ss[0] = { |
| 1119 | std::vector<VideoStream>(), 0, 3, 2, InterLayerPredMode::kOn, |
| 1120 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1121 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1122 | } |
| 1123 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1124 | TEST(FullStackTest, VP9SVC_3SL_Medium) { |
| 1125 | auto fixture = CreateVideoQualityTestFixture(); |
| 1126 | ParamsWithLogging simulcast; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1127 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1128 | simulcast.video[0] = SvcVp9Video(); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1129 | simulcast.analyzer = {"vp9svc_3sl_medium", 0.0, 0.0, |
| 1130 | kFullStackTestDurationSecs}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1131 | simulcast.ss[0] = { |
| 1132 | std::vector<VideoStream>(), 0, 3, 1, InterLayerPredMode::kOn, |
| 1133 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1134 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1135 | } |
| 1136 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1137 | TEST(FullStackTest, VP9SVC_3SL_Low) { |
| 1138 | auto fixture = CreateVideoQualityTestFixture(); |
| 1139 | ParamsWithLogging simulcast; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1140 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1141 | simulcast.video[0] = SvcVp9Video(); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1142 | simulcast.analyzer = {"vp9svc_3sl_low", 0.0, 0.0, kFullStackTestDurationSecs}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1143 | simulcast.ss[0] = { |
| 1144 | std::vector<VideoStream>(), 0, 3, 0, InterLayerPredMode::kOn, |
| 1145 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1146 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1147 | } |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1148 | |
Sergey Silkin | 7f978f1 | 2018-09-10 12:01:49 +0000 | [diff] [blame] | 1149 | // bugs.webrtc.org/9506 |
| 1150 | #if !defined(WEBRTC_MAC) |
| 1151 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1152 | TEST(FullStackTest, VP9KSVC_3SL_High) { |
Sergey Silkin | e7ce888 | 2018-10-03 18:04:57 +0200 | [diff] [blame] | 1153 | webrtc::test::ScopedFieldTrials override_trials( |
| 1154 | AppendFieldTrials("WebRTC-Vp9IssueKeyFrameOnLayerDeactivation/Enabled/")); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1155 | auto fixture = CreateVideoQualityTestFixture(); |
| 1156 | ParamsWithLogging simulcast; |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1157 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1158 | simulcast.video[0] = SvcVp9Video(); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1159 | simulcast.analyzer = {"vp9ksvc_3sl_high", 0.0, 0.0, |
| 1160 | kFullStackTestDurationSecs}; |
| 1161 | simulcast.ss[0] = { |
| 1162 | std::vector<VideoStream>(), 0, 3, 2, InterLayerPredMode::kOnKeyPic, |
| 1163 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1164 | fixture->RunWithAnalyzer(simulcast); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1165 | } |
| 1166 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1167 | TEST(FullStackTest, VP9KSVC_3SL_Medium) { |
Sergey Silkin | e7ce888 | 2018-10-03 18:04:57 +0200 | [diff] [blame] | 1168 | webrtc::test::ScopedFieldTrials override_trials( |
| 1169 | AppendFieldTrials("WebRTC-Vp9IssueKeyFrameOnLayerDeactivation/Enabled/")); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1170 | auto fixture = CreateVideoQualityTestFixture(); |
| 1171 | ParamsWithLogging simulcast; |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1172 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1173 | simulcast.video[0] = SvcVp9Video(); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1174 | simulcast.analyzer = {"vp9ksvc_3sl_medium", 0.0, 0.0, |
| 1175 | kFullStackTestDurationSecs}; |
| 1176 | simulcast.ss[0] = { |
| 1177 | std::vector<VideoStream>(), 0, 3, 1, InterLayerPredMode::kOnKeyPic, |
| 1178 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1179 | fixture->RunWithAnalyzer(simulcast); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1180 | } |
| 1181 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1182 | TEST(FullStackTest, VP9KSVC_3SL_Low) { |
Sergey Silkin | e7ce888 | 2018-10-03 18:04:57 +0200 | [diff] [blame] | 1183 | webrtc::test::ScopedFieldTrials override_trials( |
| 1184 | AppendFieldTrials("WebRTC-Vp9IssueKeyFrameOnLayerDeactivation/Enabled/")); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1185 | auto fixture = CreateVideoQualityTestFixture(); |
| 1186 | ParamsWithLogging simulcast; |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1187 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1188 | simulcast.video[0] = SvcVp9Video(); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1189 | simulcast.analyzer = {"vp9ksvc_3sl_low", 0.0, 0.0, |
| 1190 | kFullStackTestDurationSecs}; |
| 1191 | simulcast.ss[0] = { |
| 1192 | std::vector<VideoStream>(), 0, 3, 0, InterLayerPredMode::kOnKeyPic, |
| 1193 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1194 | fixture->RunWithAnalyzer(simulcast); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 1195 | } |
“Michael | 277a656 | 2018-06-01 14:09:19 -0500 | [diff] [blame] | 1196 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1197 | TEST(FullStackTest, VP9KSVC_3SL_Medium_Network_Restricted) { |
Sergey Silkin | e7ce888 | 2018-10-03 18:04:57 +0200 | [diff] [blame] | 1198 | webrtc::test::ScopedFieldTrials override_trials( |
| 1199 | AppendFieldTrials("WebRTC-Vp9IssueKeyFrameOnLayerDeactivation/Enabled/")); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1200 | auto fixture = CreateVideoQualityTestFixture(); |
Niels Möller | 0e90982 | 2018-08-21 17:34:35 +0200 | [diff] [blame] | 1201 | ParamsWithLogging simulcast; |
“Michael | 277a656 | 2018-06-01 14:09:19 -0500 | [diff] [blame] | 1202 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1203 | simulcast.video[0] = SvcVp9Video(); |
“Michael | 277a656 | 2018-06-01 14:09:19 -0500 | [diff] [blame] | 1204 | simulcast.analyzer = {"vp9ksvc_3sl_medium_network_restricted", 0.0, 0.0, |
| 1205 | kFullStackTestDurationSecs}; |
| 1206 | simulcast.ss[0] = { |
Sergey Silkin | e7ce888 | 2018-10-03 18:04:57 +0200 | [diff] [blame] | 1207 | std::vector<VideoStream>(), 0, 3, -1, InterLayerPredMode::kOnKeyPic, |
“Michael | 277a656 | 2018-06-01 14:09:19 -0500 | [diff] [blame] | 1208 | std::vector<SpatialLayer>(), false}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1209 | simulcast.config->link_capacity_kbps = 1000; |
Sergey Silkin | e7ce888 | 2018-10-03 18:04:57 +0200 | [diff] [blame] | 1210 | simulcast.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1211 | fixture->RunWithAnalyzer(simulcast); |
“Michael | 277a656 | 2018-06-01 14:09:19 -0500 | [diff] [blame] | 1212 | } |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 1213 | |
| 1214 | // TODO(webrtc:9722): Remove when experiment is cleaned up. |
| 1215 | TEST(FullStackTest, VP9KSVC_3SL_Medium_Network_Restricted_Trusted_Rate) { |
| 1216 | webrtc::test::ScopedFieldTrials override_trials( |
| 1217 | AppendFieldTrials("WebRTC-Vp9IssueKeyFrameOnLayerDeactivation/Enabled/" |
| 1218 | "WebRTC-LibvpxVp9TrustedRateController/Enabled/")); |
| 1219 | auto fixture = CreateVideoQualityTestFixture(); |
| 1220 | ParamsWithLogging simulcast; |
| 1221 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1222 | simulcast.video[0] = SvcVp9Video(); |
Erik Språng | d3438aa | 2018-11-08 16:56:43 +0100 | [diff] [blame] | 1223 | simulcast.analyzer = {"vp9ksvc_3sl_medium_network_restricted_trusted_rate", |
| 1224 | 0.0, 0.0, kFullStackTestDurationSecs}; |
| 1225 | simulcast.ss[0] = { |
| 1226 | std::vector<VideoStream>(), 0, 3, -1, InterLayerPredMode::kOnKeyPic, |
| 1227 | std::vector<SpatialLayer>(), false}; |
| 1228 | simulcast.config->link_capacity_kbps = 1000; |
| 1229 | simulcast.config->queue_delay_ms = 100; |
| 1230 | fixture->RunWithAnalyzer(simulcast); |
| 1231 | } |
Sergey Silkin | 7f978f1 | 2018-09-10 12:01:49 +0000 | [diff] [blame] | 1232 | #endif // !defined(WEBRTC_MAC) |
| 1233 | |
Mirko Bonadei | 8ef5793 | 2018-11-16 14:38:03 +0100 | [diff] [blame] | 1234 | #endif // defined(RTC_ENABLE_VP9) |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 1235 | |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 1236 | // Android bots can't handle FullHD, so disable the test. |
Ilya Nikolaevskiy | 7e5203f | 2018-09-10 12:04:50 +0000 | [diff] [blame] | 1237 | // TODO(bugs.webrtc.org/9220): Investigate source of flakiness on Mac. |
| 1238 | #if defined(WEBRTC_ANDROID) || defined(WEBRTC_MAC) |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 1239 | #define MAYBE_SimulcastFullHdOveruse DISABLED_SimulcastFullHdOveruse |
| 1240 | #else |
| 1241 | #define MAYBE_SimulcastFullHdOveruse SimulcastFullHdOveruse |
| 1242 | #endif |
| 1243 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1244 | TEST(FullStackTest, MAYBE_SimulcastFullHdOveruse) { |
| 1245 | auto fixture = CreateVideoQualityTestFixture(); |
| 1246 | ParamsWithLogging simulcast; |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 1247 | simulcast.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1248 | simulcast.video[0] = {true, 1920, 1080, 30, 800000, |
| 1249 | 2500000, 2500000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 1250 | 2, 400000, false, false, false, "Generator"}; |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 1251 | simulcast.analyzer = {"simulcast_HD_high", 0.0, 0.0, |
| 1252 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1253 | simulcast.config->loss_percent = 0; |
| 1254 | simulcast.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1255 | std::vector<VideoStream> streams = { |
| 1256 | VideoQualityTest::DefaultVideoStream(simulcast, 0), |
| 1257 | VideoQualityTest::DefaultVideoStream(simulcast, 0), |
| 1258 | VideoQualityTest::DefaultVideoStream(simulcast, 0) |
| 1259 | }; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1260 | simulcast.ss[0] = { |
| 1261 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1262 | true}; |
Erik Språng | b6b1cac | 2018-08-09 16:12:54 +0200 | [diff] [blame] | 1263 | webrtc::test::ScopedFieldTrials override_trials(AppendFieldTrials( |
| 1264 | "WebRTC-ForceSimulatedOveruseIntervalMs/1000-50000-300/")); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1265 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 1266 | } |
| 1267 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1268 | TEST(FullStackTest, SimulcastVP8_3SL_High) { |
| 1269 | auto fixture = CreateVideoQualityTestFixture(); |
| 1270 | ParamsWithLogging simulcast; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1271 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1272 | simulcast.video[0] = SimulcastVp8VideoHigh(); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1273 | simulcast.analyzer = {"simulcast_vp8_3sl_high", 0.0, 0.0, |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1274 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1275 | simulcast.config->loss_percent = 0; |
| 1276 | simulcast.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1277 | ParamsWithLogging video_params_high; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1278 | video_params_high.video[0] = SimulcastVp8VideoHigh(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1279 | ParamsWithLogging video_params_medium; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1280 | video_params_medium.video[0] = SimulcastVp8VideoMedium(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1281 | ParamsWithLogging video_params_low; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1282 | video_params_low.video[0] = SimulcastVp8VideoLow(); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1283 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1284 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1285 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1286 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1287 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1288 | simulcast.ss[0] = { |
| 1289 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1290 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1291 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1292 | } |
| 1293 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1294 | TEST(FullStackTest, SimulcastVP8_3SL_Medium) { |
| 1295 | auto fixture = CreateVideoQualityTestFixture(); |
| 1296 | ParamsWithLogging simulcast; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1297 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1298 | simulcast.video[0] = SimulcastVp8VideoHigh(); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1299 | simulcast.analyzer = {"simulcast_vp8_3sl_medium", 0.0, 0.0, |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1300 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1301 | simulcast.config->loss_percent = 0; |
| 1302 | simulcast.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1303 | ParamsWithLogging video_params_high; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1304 | video_params_high.video[0] = SimulcastVp8VideoHigh(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1305 | ParamsWithLogging video_params_medium; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1306 | video_params_medium.video[0] = SimulcastVp8VideoMedium(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1307 | ParamsWithLogging video_params_low; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1308 | video_params_low.video[0] = SimulcastVp8VideoLow(); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1309 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1310 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1311 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1312 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1313 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1314 | simulcast.ss[0] = { |
| 1315 | streams, 1, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1316 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1317 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1318 | } |
| 1319 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1320 | TEST(FullStackTest, SimulcastVP8_3SL_Low) { |
| 1321 | auto fixture = CreateVideoQualityTestFixture(); |
| 1322 | ParamsWithLogging simulcast; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1323 | simulcast.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1324 | simulcast.video[0] = SimulcastVp8VideoHigh(); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 1325 | simulcast.analyzer = {"simulcast_vp8_3sl_low", 0.0, 0.0, |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1326 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1327 | simulcast.config->loss_percent = 0; |
| 1328 | simulcast.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1329 | ParamsWithLogging video_params_high; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1330 | video_params_high.video[0] = SimulcastVp8VideoHigh(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1331 | ParamsWithLogging video_params_medium; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1332 | video_params_medium.video[0] = SimulcastVp8VideoMedium(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1333 | ParamsWithLogging video_params_low; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1334 | video_params_low.video[0] = SimulcastVp8VideoLow(); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1335 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1336 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1337 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1338 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1339 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1340 | simulcast.ss[0] = { |
| 1341 | streams, 0, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1342 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1343 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 1344 | } |
| 1345 | |
Emircan Uysaler | 7c03bdc | 2019-01-16 15:07:56 -0500 | [diff] [blame] | 1346 | // This test assumes ideal network conditions with target bandwidth being |
| 1347 | // available and exercises WebRTC calls with a high target bitrate(100 Mbps). |
| 1348 | // Android32 bots can't handle this high bitrate, so disable test for those. |
| 1349 | #if defined(WEBRTC_ANDROID) |
Emircan Uysaler | 62f5532 | 2019-01-16 17:48:47 -0500 | [diff] [blame] | 1350 | #define MAYBE_HighBitrateWithFakeCodec DISABLED_HighBitrateWithFakeCodec |
Emircan Uysaler | 7c03bdc | 2019-01-16 15:07:56 -0500 | [diff] [blame] | 1351 | #else |
| 1352 | #define MAYBE_HighBitrateWithFakeCodec HighBitrateWithFakeCodec |
| 1353 | #endif // defined(WEBRTC_ANDROID) |
| 1354 | TEST(FullStackTest, MAYBE_HighBitrateWithFakeCodec) { |
| 1355 | auto fixture = CreateVideoQualityTestFixture(); |
| 1356 | const int target_bitrate = 100000000; |
| 1357 | ParamsWithLogging generator; |
| 1358 | generator.call.send_side_bwe = true; |
| 1359 | generator.call.call_bitrate_config.min_bitrate_bps = target_bitrate; |
| 1360 | generator.call.call_bitrate_config.start_bitrate_bps = target_bitrate; |
| 1361 | generator.call.call_bitrate_config.max_bitrate_bps = target_bitrate; |
| 1362 | generator.video[0] = {true, |
| 1363 | 360, |
| 1364 | 240, |
| 1365 | 30, |
| 1366 | target_bitrate / 2, |
| 1367 | target_bitrate, |
| 1368 | target_bitrate * 2, |
| 1369 | false, |
| 1370 | "FakeCodec", |
| 1371 | 1, |
| 1372 | 0, |
| 1373 | 0, |
| 1374 | false, |
| 1375 | false, |
| 1376 | false, |
| 1377 | "Generator"}; |
| 1378 | generator.analyzer = {"high_bitrate_with_fake_codec", 0.0, 0.0, |
| 1379 | kFullStackTestDurationSecs}; |
| 1380 | fixture->RunWithAnalyzer(generator); |
| 1381 | } |
| 1382 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1383 | TEST(FullStackTest, LargeRoomVP8_5thumb) { |
| 1384 | auto fixture = CreateVideoQualityTestFixture(); |
| 1385 | ParamsWithLogging large_room; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1386 | large_room.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1387 | large_room.video[0] = SimulcastVp8VideoHigh(); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1388 | large_room.analyzer = {"largeroom_5thumb", 0.0, 0.0, |
| 1389 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1390 | large_room.config->loss_percent = 0; |
| 1391 | large_room.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1392 | ParamsWithLogging video_params_high; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1393 | video_params_high.video[0] = SimulcastVp8VideoHigh(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1394 | ParamsWithLogging video_params_medium; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1395 | video_params_medium.video[0] = SimulcastVp8VideoMedium(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1396 | ParamsWithLogging video_params_low; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1397 | video_params_low.video[0] = SimulcastVp8VideoLow(); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1398 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1399 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1400 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1401 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1402 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
ilnik | 9843695 | 2017-07-13 00:47:03 -0700 | [diff] [blame] | 1403 | large_room.call.num_thumbnails = 5; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1404 | large_room.ss[0] = { |
| 1405 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1406 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1407 | fixture->RunWithAnalyzer(large_room); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1408 | } |
| 1409 | |
oprypin | 743117f | 2017-09-15 05:24:24 -0700 | [diff] [blame] | 1410 | #if defined(WEBRTC_ANDROID) || defined(WEBRTC_IOS) |
| 1411 | // Fails on mobile devices: |
ilnik | f89a738 | 2017-03-07 06:15:27 -0800 | [diff] [blame] | 1412 | // https://bugs.chromium.org/p/webrtc/issues/detail?id=7301 |
| 1413 | #define MAYBE_LargeRoomVP8_50thumb DISABLED_LargeRoomVP8_50thumb |
ilnik | 3ae7c25 | 2017-03-08 01:17:35 -0800 | [diff] [blame] | 1414 | #define MAYBE_LargeRoomVP8_15thumb DISABLED_LargeRoomVP8_15thumb |
ilnik | f89a738 | 2017-03-07 06:15:27 -0800 | [diff] [blame] | 1415 | #else |
| 1416 | #define MAYBE_LargeRoomVP8_50thumb LargeRoomVP8_50thumb |
ilnik | 3ae7c25 | 2017-03-08 01:17:35 -0800 | [diff] [blame] | 1417 | #define MAYBE_LargeRoomVP8_15thumb LargeRoomVP8_15thumb |
ilnik | f89a738 | 2017-03-07 06:15:27 -0800 | [diff] [blame] | 1418 | #endif |
| 1419 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1420 | TEST(FullStackTest, MAYBE_LargeRoomVP8_15thumb) { |
| 1421 | auto fixture = CreateVideoQualityTestFixture(); |
| 1422 | ParamsWithLogging large_room; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1423 | large_room.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1424 | large_room.video[0] = SimulcastVp8VideoHigh(); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1425 | large_room.analyzer = {"largeroom_15thumb", 0.0, 0.0, |
| 1426 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1427 | large_room.config->loss_percent = 0; |
| 1428 | large_room.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1429 | ParamsWithLogging video_params_high; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1430 | video_params_high.video[0] = SimulcastVp8VideoHigh(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1431 | ParamsWithLogging video_params_medium; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1432 | video_params_medium.video[0] = SimulcastVp8VideoMedium(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1433 | ParamsWithLogging video_params_low; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1434 | video_params_low.video[0] = SimulcastVp8VideoLow(); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1435 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1436 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1437 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1438 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1439 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
ilnik | 9843695 | 2017-07-13 00:47:03 -0700 | [diff] [blame] | 1440 | large_room.call.num_thumbnails = 15; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1441 | large_room.ss[0] = { |
| 1442 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1443 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1444 | fixture->RunWithAnalyzer(large_room); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1445 | } |
| 1446 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1447 | TEST(FullStackTest, MAYBE_LargeRoomVP8_50thumb) { |
| 1448 | auto fixture = CreateVideoQualityTestFixture(); |
| 1449 | ParamsWithLogging large_room; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1450 | large_room.call.send_side_bwe = true; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1451 | large_room.video[0] = SimulcastVp8VideoHigh(); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1452 | large_room.analyzer = {"largeroom_50thumb", 0.0, 0.0, |
| 1453 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1454 | large_room.config->loss_percent = 0; |
| 1455 | large_room.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1456 | ParamsWithLogging video_params_high; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1457 | video_params_high.video[0] = SimulcastVp8VideoHigh(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1458 | ParamsWithLogging video_params_medium; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1459 | video_params_medium.video[0] = SimulcastVp8VideoMedium(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1460 | ParamsWithLogging video_params_low; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1461 | video_params_low.video[0] = SimulcastVp8VideoLow(); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1462 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1463 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1464 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1465 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1466 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
ilnik | 9843695 | 2017-07-13 00:47:03 -0700 | [diff] [blame] | 1467 | large_room.call.num_thumbnails = 50; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1468 | large_room.ss[0] = { |
| 1469 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1470 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1471 | fixture->RunWithAnalyzer(large_room); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1472 | } |
| 1473 | |
Mirko Bonadei | c84f661 | 2019-01-31 12:20:57 +0100 | [diff] [blame] | 1474 | INSTANTIATE_TEST_SUITE_P( |
| 1475 | FullStackTest, |
| 1476 | GenericDescriptorTest, |
| 1477 | ::testing::Values("WebRTC-GenericDescriptor/Disabled/", |
| 1478 | "WebRTC-GenericDescriptor/Enabled/")); |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame] | 1479 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1480 | class DualStreamsTest : public ::testing::TestWithParam<int> {}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1481 | |
| 1482 | // Disable dual video test on mobile device becuase it's too heavy. |
Ilya Nikolaevskiy | f08dd9d | 2018-10-09 17:22:15 +0200 | [diff] [blame] | 1483 | // TODO(bugs.webrtc.org/9840): Investigate why is this test flaky on MAC. |
| 1484 | #if !defined(WEBRTC_ANDROID) && !defined(WEBRTC_IOS) && !defined(WEBRTC_MAC) |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1485 | TEST_P(DualStreamsTest, |
Ilya Nikolaevskiy | dda5fdc | 2019-02-27 10:00:06 +0100 | [diff] [blame] | 1486 | ModeratelyRestricted_SlidesVp8_2TL_Simulcast_Video_Simulcast_High) { |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1487 | test::ScopedFieldTrials field_trial( |
Erik Språng | b65aa01 | 2018-09-24 11:35:19 +0200 | [diff] [blame] | 1488 | AppendFieldTrials(std::string(kPacerPushBackExperiment) + |
| 1489 | std::string(kScreenshareSimulcastExperiment))); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1490 | const int first_stream = GetParam(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1491 | ParamsWithLogging dual_streams; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1492 | |
| 1493 | // Screenshare Settings. |
| 1494 | dual_streams.screenshare[first_stream] = {true, false, 10}; |
Ilya Nikolaevskiy | aec663e | 2019-02-27 12:52:11 +0100 | [diff] [blame] | 1495 | dual_streams.video[first_stream] = {true, 1850, 1110, 5, 800000, 2500000, |
| 1496 | 2500000, false, "VP8", 2, 1, 400000, |
| 1497 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1498 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1499 | ParamsWithLogging screenshare_params_high; |
Ilya Nikolaevskiy | dda5fdc | 2019-02-27 10:00:06 +0100 | [diff] [blame] | 1500 | screenshare_params_high.video[0] = { |
| 1501 | true, 1850, 1110, 60, 600000, 1250000, 1250000, false, |
| 1502 | "VP8", 2, 0, 400000, false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1503 | VideoQualityTest::Params screenshare_params_low; |
Ilya Nikolaevskiy | dda5fdc | 2019-02-27 10:00:06 +0100 | [diff] [blame] | 1504 | screenshare_params_low.video[0] = {true, 1850, 1110, 5, 30000, 200000, |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 1505 | 1000000, false, "VP8", 2, 0, 400000, |
| 1506 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1507 | std::vector<VideoStream> screenhsare_streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1508 | VideoQualityTest::DefaultVideoStream(screenshare_params_low, 0), |
| 1509 | VideoQualityTest::DefaultVideoStream(screenshare_params_high, 0)}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1510 | |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1511 | dual_streams.ss[first_stream] = { |
| 1512 | screenhsare_streams, 1, 1, 0, InterLayerPredMode::kOn, |
| 1513 | std::vector<SpatialLayer>(), false}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1514 | |
| 1515 | // Video settings. |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1516 | dual_streams.video[1 - first_stream] = SimulcastVp8VideoHigh(); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1517 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1518 | ParamsWithLogging video_params_high; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1519 | video_params_high.video[0] = SimulcastVp8VideoHigh(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1520 | ParamsWithLogging video_params_medium; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1521 | video_params_medium.video[0] = SimulcastVp8VideoMedium(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1522 | ParamsWithLogging video_params_low; |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1523 | video_params_low.video[0] = SimulcastVp8VideoLow(); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1524 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1525 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1526 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1527 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1528 | |
| 1529 | dual_streams.ss[1 - first_stream] = { |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1530 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1531 | false}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1532 | |
| 1533 | // Call settings. |
| 1534 | dual_streams.call.send_side_bwe = true; |
| 1535 | dual_streams.call.dual_video = true; |
Edward Lemur | 35d2b7e | 2017-12-27 18:54:47 +0100 | [diff] [blame] | 1536 | std::string test_label = "dualstreams_moderately_restricted_screenshare_" + |
| 1537 | std::to_string(first_stream); |
| 1538 | dual_streams.analyzer = {test_label, 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1539 | dual_streams.config->loss_percent = 1; |
| 1540 | dual_streams.config->link_capacity_kbps = 7500; |
| 1541 | dual_streams.config->queue_length_packets = 30; |
| 1542 | dual_streams.config->queue_delay_ms = 100; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1543 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1544 | auto fixture = CreateVideoQualityTestFixture(); |
| 1545 | fixture->RunWithAnalyzer(dual_streams); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1546 | } |
Ilya Nikolaevskiy | f08dd9d | 2018-10-09 17:22:15 +0200 | [diff] [blame] | 1547 | #endif // !defined(WEBRTC_ANDROID) && !defined(WEBRTC_IOS) && |
| 1548 | // !defined(WEBRTC_MAC) |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1549 | |
| 1550 | TEST_P(DualStreamsTest, Conference_Restricted) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1551 | test::ScopedFieldTrials field_trial( |
Ilya Nikolaevskiy | cb96062 | 2018-09-04 09:07:31 +0000 | [diff] [blame] | 1552 | AppendFieldTrials(std::string(kPacerPushBackExperiment))); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1553 | const int first_stream = GetParam(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1554 | ParamsWithLogging dual_streams; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1555 | |
| 1556 | // Screenshare Settings. |
| 1557 | dual_streams.screenshare[first_stream] = {true, false, 10}; |
| 1558 | dual_streams.video[first_stream] = {true, 1850, 1110, 5, 800000, |
| 1559 | 2500000, 2500000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 1560 | 2, 400000, false, false, false, |
| 1561 | ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1562 | // Video settings. |
| 1563 | dual_streams.video[1 - first_stream] = { |
Rasmus Brandt | 3c589be | 2019-03-13 11:32:40 +0100 | [diff] [blame] | 1564 | true, 1280, |
| 1565 | 720, 30, |
| 1566 | 150000, 500000, |
| 1567 | 700000, false, |
| 1568 | "VP8", 3, |
| 1569 | 2, 400000, |
| 1570 | false, false, |
| 1571 | false, ClipNameToClipPath("ConferenceMotion_1280_720_50")}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1572 | |
| 1573 | // Call settings. |
| 1574 | dual_streams.call.send_side_bwe = true; |
| 1575 | dual_streams.call.dual_video = true; |
Edward Lemur | 35d2b7e | 2017-12-27 18:54:47 +0100 | [diff] [blame] | 1576 | std::string test_label = "dualstreams_conference_restricted_screenshare_" + |
| 1577 | std::to_string(first_stream); |
| 1578 | dual_streams.analyzer = {test_label, 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1579 | dual_streams.config->loss_percent = 1; |
| 1580 | dual_streams.config->link_capacity_kbps = 5000; |
| 1581 | dual_streams.config->queue_length_packets = 30; |
| 1582 | dual_streams.config->queue_delay_ms = 100; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1583 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1584 | auto fixture = CreateVideoQualityTestFixture(); |
| 1585 | fixture->RunWithAnalyzer(dual_streams); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1586 | } |
| 1587 | |
Mirko Bonadei | c84f661 | 2019-01-31 12:20:57 +0100 | [diff] [blame] | 1588 | INSTANTIATE_TEST_SUITE_P(FullStackTest, |
| 1589 | DualStreamsTest, |
| 1590 | ::testing::Values(0, 1)); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1591 | |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 1592 | } // namespace webrtc |