pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | #include <stdio.h> |
| 11 | |
Patrik Höglund | d8f3c17 | 2018-09-26 14:39:17 +0200 | [diff] [blame] | 12 | #include "api/test/test_dependency_factory.h" |
Emircan Uysaler | 0823eec | 2018-07-13 17:10:00 -0700 | [diff] [blame] | 13 | #include "media/base/vp9_profile.h" |
| 14 | #include "modules/video_coding/codecs/vp9/include/vp9.h" |
Sebastian Jansson | cabe383 | 2018-01-12 10:54:18 +0100 | [diff] [blame] | 15 | #include "rtc_base/experiments/alr_experiment.h" |
Sebastian Jansson | f851888 | 2018-05-31 14:52:59 +0200 | [diff] [blame] | 16 | #include "rtc_base/flags.h" |
Mirko Bonadei | 17f4878 | 2018-09-28 08:51:10 +0200 | [diff] [blame] | 17 | #include "system_wrappers/include/field_trial.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 18 | #include "test/field_trial.h" |
| 19 | #include "test/gtest.h" |
| 20 | #include "video/video_quality_test.h" |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 21 | |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 22 | namespace webrtc { |
Sebastian Jansson | f851888 | 2018-05-31 14:52:59 +0200 | [diff] [blame] | 23 | namespace flags { |
| 24 | |
Sebastian Jansson | f851888 | 2018-05-31 14:52:59 +0200 | [diff] [blame] | 25 | DEFINE_string(rtc_event_log_name, |
| 26 | "", |
| 27 | "Filename for rtc event log. Two files " |
| 28 | "with \"_send\" and \"_recv\" suffixes will be created."); |
| 29 | std::string RtcEventLogName() { |
| 30 | return static_cast<std::string>(FLAG_rtc_event_log_name); |
| 31 | } |
| 32 | DEFINE_string(rtp_dump_name, "", "Filename for dumped received RTP stream."); |
| 33 | std::string RtpDumpName() { |
| 34 | return static_cast<std::string>(FLAG_rtp_dump_name); |
| 35 | } |
| 36 | DEFINE_string(encoded_frame_path, |
| 37 | "", |
| 38 | "The base path for encoded frame logs. Created files will have " |
| 39 | "the form <encoded_frame_path>.<n>.(recv|send.<m>).ivf"); |
| 40 | std::string EncodedFramePath() { |
| 41 | return static_cast<std::string>(FLAG_encoded_frame_path); |
| 42 | } |
| 43 | } // namespace flags |
| 44 | } // namespace webrtc |
| 45 | |
| 46 | namespace webrtc { |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 47 | |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 48 | namespace { |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 49 | static const int kFullStackTestDurationSecs = 45; |
Erik Språng | b65aa01 | 2018-09-24 11:35:19 +0200 | [diff] [blame] | 50 | const char kScreenshareSimulcastExperiment[] = |
| 51 | "WebRTC-SimulcastScreenshare/Enabled/"; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 52 | const char kPacerPushBackExperiment[] = |
| 53 | "WebRTC-PacerPushbackExperiment/Enabled/"; |
pbos@webrtc.org | b613b5a | 2013-12-03 10:13:04 +0000 | [diff] [blame] | 54 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 55 | struct ParamsWithLogging : public VideoQualityTest::Params { |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 56 | public: |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 57 | ParamsWithLogging() { |
| 58 | // Use these logging flags by default, for everything. |
Mirko Bonadei | 45a4c41 | 2018-07-31 15:07:28 +0200 | [diff] [blame] | 59 | logging = {flags::RtcEventLogName(), flags::RtpDumpName(), |
| 60 | flags::EncodedFramePath()}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 61 | this->config = DefaultNetworkSimulationConfig(); |
pbos@webrtc.org | 9401524 | 2013-10-16 11:05:37 +0000 | [diff] [blame] | 62 | } |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 63 | }; |
| 64 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 65 | std::unique_ptr<VideoQualityTestFixtureInterface> |
| 66 | CreateVideoQualityTestFixture() { |
Patrik Höglund | d8f3c17 | 2018-09-26 14:39:17 +0200 | [diff] [blame] | 67 | // The components will normally be nullptr (= use defaults), but it's possible |
| 68 | // for external test runners to override the list of injected components. |
| 69 | auto components = TestDependencyFactory::GetInstance().CreateComponents(); |
| 70 | return absl::make_unique<VideoQualityTest>(std::move(components)); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 71 | } |
| 72 | |
Erik Språng | b6b1cac | 2018-08-09 16:12:54 +0200 | [diff] [blame] | 73 | // Takes the current active field trials set, and appends some new trials. |
| 74 | std::string AppendFieldTrials(std::string new_trial_string) { |
| 75 | return std::string(field_trial::GetFieldTrialString()) + new_trial_string; |
| 76 | } |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 77 | } // namespace |
| 78 | |
sprang | ce4aef1 | 2015-11-02 07:23:20 -0800 | [diff] [blame] | 79 | // VideoQualityTest::Params params = { |
| 80 | // { ... }, // Common. |
| 81 | // { ... }, // Video-specific settings. |
| 82 | // { ... }, // Screenshare-specific settings. |
| 83 | // { ... }, // Analyzer settings. |
| 84 | // pipe, // FakeNetworkPipe::Config |
| 85 | // { ... }, // Spatial scalability. |
| 86 | // logs // bool |
| 87 | // }; |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 88 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 89 | class GenericDescriptorTest : public ::testing::TestWithParam<std::string> { |
| 90 | public: |
| 91 | GenericDescriptorTest() : field_trial_(GetParam()) {} |
| 92 | |
| 93 | std::string GetTestName(std::string base) { |
| 94 | if (field_trial::IsEnabled("WebRTC-GenericDescriptor")) |
| 95 | base += "_generic_descriptor"; |
| 96 | return base; |
| 97 | } |
| 98 | |
| 99 | private: |
| 100 | test::ScopedFieldTrials field_trial_; |
| 101 | }; |
| 102 | |
Peter Boström | 1299615 | 2016-05-14 02:03:18 +0200 | [diff] [blame] | 103 | #if !defined(RTC_DISABLE_VP9) |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 104 | TEST(FullStackTest, ForemanCifWithoutPacketLossVp9) { |
| 105 | auto fixture = CreateVideoQualityTestFixture(); |
| 106 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 107 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 108 | foreman_cif.video[0] = {true, 352, 288, 30, 700000, |
| 109 | 700000, 700000, false, "VP9", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 110 | 0, 0, false, false, false, "foreman_cif"}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 111 | foreman_cif.analyzer = {"foreman_cif_net_delay_0_0_plr_0_VP9", 0.0, 0.0, |
| 112 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 113 | fixture->RunWithAnalyzer(foreman_cif); |
asapersson | 88b0a22 | 2016-02-12 13:16:43 -0800 | [diff] [blame] | 114 | } |
| 115 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 116 | TEST_P(GenericDescriptorTest, ForemanCifPlr5Vp9) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 117 | auto fixture = CreateVideoQualityTestFixture(); |
| 118 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 119 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 120 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 121 | 500000, 2000000, false, "VP9", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 122 | 0, 0, false, false, false, "foreman_cif"}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 123 | foreman_cif.analyzer = {GetTestName("foreman_cif_delay_50_0_plr_5_VP9"), 0.0, |
| 124 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 125 | foreman_cif.config->loss_percent = 5; |
| 126 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 127 | fixture->RunWithAnalyzer(foreman_cif); |
asapersson | 88b0a22 | 2016-02-12 13:16:43 -0800 | [diff] [blame] | 128 | } |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 129 | |
Emircan Uysaler | 0823eec | 2018-07-13 17:10:00 -0700 | [diff] [blame] | 130 | TEST(FullStackTest, GeneratorWithoutPacketLossVp9Profile2) { |
| 131 | // Profile 2 might not be available on some platforms until |
| 132 | // https://bugs.chromium.org/p/webm/issues/detail?id=1544 is solved. |
| 133 | bool profile_2_is_supported = false; |
| 134 | for (const auto& codec : SupportedVP9Codecs()) { |
| 135 | if (ParseSdpForVP9Profile(codec.parameters) |
| 136 | .value_or(VP9Profile::kProfile0) == VP9Profile::kProfile2) { |
| 137 | profile_2_is_supported = true; |
| 138 | } |
| 139 | } |
| 140 | if (!profile_2_is_supported) |
| 141 | return; |
| 142 | auto fixture = CreateVideoQualityTestFixture(); |
| 143 | |
| 144 | SdpVideoFormat::Parameters vp92 = { |
| 145 | {kVP9FmtpProfileId, VP9ProfileToString(VP9Profile::kProfile2)}}; |
| 146 | ParamsWithLogging generator; |
| 147 | generator.call.send_side_bwe = true; |
| 148 | generator.video[0] = { |
| 149 | true, 352, 288, 30, 700000, 700000, 700000, false, "VP9", |
| 150 | 1, 0, 0, false, false, false, "GeneratorI010", 0, vp92}; |
| 151 | generator.analyzer = {"generator_net_delay_0_0_plr_0_VP9Profile2", 0.0, 0.0, |
| 152 | kFullStackTestDurationSecs}; |
| 153 | fixture->RunWithAnalyzer(generator); |
| 154 | } |
| 155 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 156 | TEST(FullStackTest, ForemanCifWithoutPacketLossMultiplexI420Frame) { |
| 157 | auto fixture = CreateVideoQualityTestFixture(); |
| 158 | ParamsWithLogging foreman_cif; |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 159 | foreman_cif.call.send_side_bwe = true; |
| 160 | foreman_cif.video[0] = {true, 352, 288, 30, 700000, |
| 161 | 700000, 700000, false, "multiplex", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 162 | 0, 0, false, false, false, |
| 163 | "foreman_cif"}; |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 164 | foreman_cif.analyzer = {"foreman_cif_net_delay_0_0_plr_0_Multiplex", 0.0, 0.0, |
| 165 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 166 | fixture->RunWithAnalyzer(foreman_cif); |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 167 | } |
| 168 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 169 | TEST(FullStackTest, GeneratorWithoutPacketLossMultiplexI420AFrame) { |
| 170 | auto fixture = CreateVideoQualityTestFixture(); |
| 171 | |
| 172 | ParamsWithLogging generator; |
Emircan Uysaler | f1ff3bd | 2018-03-12 11:53:21 -0700 | [diff] [blame] | 173 | generator.call.send_side_bwe = true; |
| 174 | generator.video[0] = {true, 352, 288, 30, 700000, |
| 175 | 700000, 700000, false, "multiplex", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 176 | 0, 0, false, false, false, |
| 177 | "GeneratorI420A"}; |
Emircan Uysaler | f1ff3bd | 2018-03-12 11:53:21 -0700 | [diff] [blame] | 178 | generator.analyzer = {"generator_net_delay_0_0_plr_0_Multiplex", 0.0, 0.0, |
| 179 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 180 | fixture->RunWithAnalyzer(generator); |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 181 | } |
| 182 | |
Peter Boström | 1299615 | 2016-05-14 02:03:18 +0200 | [diff] [blame] | 183 | #endif // !defined(RTC_DISABLE_VP9) |
asapersson | 88b0a22 | 2016-02-12 13:16:43 -0800 | [diff] [blame] | 184 | |
Patrik Höglund | 11bf2fa | 2018-04-09 12:20:50 +0200 | [diff] [blame] | 185 | #if defined(WEBRTC_LINUX) |
| 186 | // Crashes on the linux trusty perf bot: bugs.webrtc.org/9129. |
| 187 | #define MAYBE_ParisQcifWithoutPacketLoss DISABLED_ParisQcifWithoutPacketLoss |
| 188 | #else |
| 189 | #define MAYBE_ParisQcifWithoutPacketLoss ParisQcifWithoutPacketLoss |
| 190 | #endif |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 191 | TEST(FullStackTest, MAYBE_ParisQcifWithoutPacketLoss) { |
| 192 | auto fixture = CreateVideoQualityTestFixture(); |
| 193 | ParamsWithLogging paris_qcif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 194 | paris_qcif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 195 | paris_qcif.video[0] = {true, 176, 144, 30, 300000, |
| 196 | 300000, 300000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 197 | 0, 0, false, false, false, "paris_qcif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 198 | paris_qcif.analyzer = {"net_delay_0_0_plr_0", 36.0, 0.96, |
| 199 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 200 | fixture->RunWithAnalyzer(paris_qcif); |
pbos@webrtc.org | 994d0b7 | 2014-06-27 08:47:52 +0000 | [diff] [blame] | 201 | } |
| 202 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 203 | TEST_P(GenericDescriptorTest, ForemanCifWithoutPacketLoss) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 204 | auto fixture = CreateVideoQualityTestFixture(); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 205 | // TODO(pbos): Decide on psnr/ssim thresholds for foreman_cif. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 206 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 207 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 208 | foreman_cif.video[0] = {true, 352, 288, 30, 700000, |
| 209 | 700000, 700000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 210 | 0, 0, false, false, false, "foreman_cif"}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 211 | foreman_cif.analyzer = {GetTestName("foreman_cif_net_delay_0_0_plr_0"), 0.0, |
| 212 | 0.0, kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 213 | fixture->RunWithAnalyzer(foreman_cif); |
pbos@webrtc.org | 994d0b7 | 2014-06-27 08:47:52 +0000 | [diff] [blame] | 214 | } |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 215 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 216 | TEST_P(GenericDescriptorTest, ForemanCif30kbpsWithoutPacketLoss) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 217 | auto fixture = CreateVideoQualityTestFixture(); |
| 218 | ParamsWithLogging foreman_cif; |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 219 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 220 | foreman_cif.video[0] = {true, 352, 288, 10, 30000, |
| 221 | 30000, 30000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 222 | 0, 0, false, false, false, "foreman_cif"}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 223 | foreman_cif.analyzer = {GetTestName("foreman_cif_30kbps_net_delay_0_0_plr_0"), |
| 224 | 0.0, 0.0, kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 225 | fixture->RunWithAnalyzer(foreman_cif); |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 226 | } |
| 227 | |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 228 | // Link capacity below default start rate. Automatic down scaling enabled. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 229 | TEST(FullStackTest, ForemanCifLink150kbpsWithoutPacketLoss) { |
| 230 | auto fixture = CreateVideoQualityTestFixture(); |
Niels Möller | 0e90982 | 2018-08-21 17:34:35 +0200 | [diff] [blame] | 231 | ParamsWithLogging foreman_cif; |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 232 | foreman_cif.call.send_side_bwe = true; |
| 233 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 234 | 500000, 2000000, false, "VP8", 1, |
| 235 | 0, 0, false, false, true, "foreman_cif"}; |
| 236 | foreman_cif.analyzer = {"foreman_cif_link_150kbps_net_delay_0_0_plr_0", |
| 237 | 0.0, 0.0, |
| 238 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 239 | foreman_cif.config->link_capacity_kbps = 150; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 240 | fixture->RunWithAnalyzer(foreman_cif); |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 241 | } |
| 242 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 243 | TEST_P(GenericDescriptorTest, ForemanCifPlr5) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 244 | auto fixture = CreateVideoQualityTestFixture(); |
| 245 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 246 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 247 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 248 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 249 | 0, 0, false, false, false, "foreman_cif"}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 250 | foreman_cif.analyzer = {GetTestName("foreman_cif_delay_50_0_plr_5"), 0.0, 0.0, |
Lu Liu | 6f68324 | 2018-09-25 18:48:48 +0000 | [diff] [blame] | 251 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 252 | foreman_cif.config->loss_percent = 5; |
| 253 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 254 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | c216b9a | 2014-10-14 10:38:49 +0000 | [diff] [blame] | 255 | } |
| 256 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 257 | TEST_P(GenericDescriptorTest, ForemanCifPlr5Ulpfec) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 258 | auto fixture = CreateVideoQualityTestFixture(); |
| 259 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 260 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 261 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 262 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 263 | 0, 0, true, false, false, "foreman_cif"}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 264 | foreman_cif.analyzer = {GetTestName("foreman_cif_delay_50_0_plr_5_ulpfec"), |
| 265 | 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 266 | foreman_cif.config->loss_percent = 5; |
| 267 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 268 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 269 | } |
| 270 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 271 | TEST(FullStackTest, ForemanCifPlr5Flexfec) { |
| 272 | auto fixture = CreateVideoQualityTestFixture(); |
| 273 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 274 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 275 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 276 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 277 | 0, 0, false, true, false, "foreman_cif"}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 278 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_flexfec", 0.0, 0.0, |
| 279 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 280 | foreman_cif.config->loss_percent = 5; |
| 281 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 282 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 283 | } |
| 284 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 285 | TEST(FullStackTest, ForemanCif500kbpsPlr3Flexfec) { |
| 286 | auto fixture = CreateVideoQualityTestFixture(); |
| 287 | ParamsWithLogging foreman_cif; |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 288 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 289 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 290 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 291 | 0, 0, false, true, false, "foreman_cif"}; |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 292 | foreman_cif.analyzer = {"foreman_cif_500kbps_delay_50_0_plr_3_flexfec", 0.0, |
| 293 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 294 | foreman_cif.config->loss_percent = 3; |
| 295 | foreman_cif.config->link_capacity_kbps = 500; |
| 296 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 297 | fixture->RunWithAnalyzer(foreman_cif); |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 298 | } |
| 299 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 300 | TEST(FullStackTest, ForemanCif500kbpsPlr3Ulpfec) { |
| 301 | auto fixture = CreateVideoQualityTestFixture(); |
| 302 | ParamsWithLogging foreman_cif; |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 303 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 304 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 305 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 306 | 0, 0, true, false, false, "foreman_cif"}; |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 307 | foreman_cif.analyzer = {"foreman_cif_500kbps_delay_50_0_plr_3_ulpfec", 0.0, |
| 308 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 309 | foreman_cif.config->loss_percent = 3; |
| 310 | foreman_cif.config->link_capacity_kbps = 500; |
| 311 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 312 | fixture->RunWithAnalyzer(foreman_cif); |
stefan | 889d965 | 2017-07-05 03:03:02 -0700 | [diff] [blame] | 313 | } |
| 314 | |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 315 | #if defined(WEBRTC_USE_H264) |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 316 | TEST(FullStackTest, ForemanCifWithoutPacketlossH264) { |
| 317 | auto fixture = CreateVideoQualityTestFixture(); |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 318 | // TODO(pbos): Decide on psnr/ssim thresholds for foreman_cif. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 319 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 320 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 321 | foreman_cif.video[0] = {true, 352, 288, 30, 700000, |
| 322 | 700000, 700000, false, "H264", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 323 | 0, 0, false, false, false, "foreman_cif"}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 324 | foreman_cif.analyzer = {"foreman_cif_net_delay_0_0_plr_0_H264", 0.0, 0.0, |
| 325 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 326 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 327 | } |
| 328 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 329 | TEST(FullStackTest, ForemanCif30kbpsWithoutPacketlossH264) { |
| 330 | auto fixture = CreateVideoQualityTestFixture(); |
| 331 | ParamsWithLogging foreman_cif; |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 332 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 333 | foreman_cif.video[0] = {true, 352, 288, 10, 30000, |
| 334 | 30000, 30000, false, "H264", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 335 | 0, 0, false, false, false, "foreman_cif"}; |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 336 | foreman_cif.analyzer = {"foreman_cif_30kbps_net_delay_0_0_plr_0_H264", 0.0, |
| 337 | 0.0, kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 338 | fixture->RunWithAnalyzer(foreman_cif); |
asapersson | fb6ad3b | 2016-12-16 06:54:01 -0800 | [diff] [blame] | 339 | } |
| 340 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 341 | TEST_P(GenericDescriptorTest, ForemanCifPlr5H264) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 342 | auto fixture = CreateVideoQualityTestFixture(); |
| 343 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 344 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 345 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 346 | 500000, 2000000, false, "H264", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 347 | 0, 0, false, false, false, "foreman_cif"}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 348 | foreman_cif.analyzer = {GetTestName("foreman_cif_delay_50_0_plr_5_H264"), 0.0, |
| 349 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 350 | foreman_cif.config->loss_percent = 5; |
| 351 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 352 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 353 | } |
| 354 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 355 | TEST(FullStackTest, ForemanCifPlr5H264SpsPpsIdrIsKeyframe) { |
| 356 | auto fixture = CreateVideoQualityTestFixture(); |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 357 | test::ScopedFieldTrials override_field_trials( |
Erik Språng | b6b1cac | 2018-08-09 16:12:54 +0200 | [diff] [blame] | 358 | AppendFieldTrials("WebRTC-SpsPpsIdrIsH264Keyframe/Enabled/")); |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 359 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 360 | ParamsWithLogging foreman_cif; |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 361 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 362 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 363 | 500000, 2000000, false, "H264", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 364 | 0, 0, false, false, false, "foreman_cif"}; |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 365 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_H264_sps_pps_idr", 0.0, |
| 366 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 367 | foreman_cif.config->loss_percent = 5; |
| 368 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 369 | fixture->RunWithAnalyzer(foreman_cif); |
Rasmus Brandt | 88f080a | 2017-11-02 14:28:06 +0100 | [diff] [blame] | 370 | } |
| 371 | |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 372 | // Verify that this is worth the bot time, before enabling. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 373 | TEST(FullStackTest, ForemanCifPlr5H264Flexfec) { |
| 374 | auto fixture = CreateVideoQualityTestFixture(); |
| 375 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 376 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 377 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 378 | 500000, 2000000, false, "H264", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 379 | 0, 0, false, true, false, "foreman_cif"}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 380 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_H264_flexfec", 0.0, 0.0, |
| 381 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 382 | foreman_cif.config->loss_percent = 5; |
| 383 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 384 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 385 | } |
| 386 | |
| 387 | // Ulpfec with H264 is an unsupported combination, so this test is only useful |
| 388 | // for debugging. It is therefore disabled by default. |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 389 | TEST(FullStackTest, DISABLED_ForemanCifPlr5H264Ulpfec) { |
| 390 | auto fixture = CreateVideoQualityTestFixture(); |
| 391 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 392 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 393 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 394 | 500000, 2000000, false, "H264", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 395 | 0, 0, true, false, false, "foreman_cif"}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 396 | foreman_cif.analyzer = {"foreman_cif_delay_50_0_plr_5_H264_ulpfec", 0.0, 0.0, |
| 397 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 398 | foreman_cif.config->loss_percent = 5; |
| 399 | foreman_cif.config->queue_delay_ms = 50; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 400 | fixture->RunWithAnalyzer(foreman_cif); |
brandtr | dd369c6 | 2016-11-16 23:56:57 -0800 | [diff] [blame] | 401 | } |
| 402 | #endif // defined(WEBRTC_USE_H264) |
| 403 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 404 | TEST(FullStackTest, ForemanCif500kbps) { |
| 405 | auto fixture = CreateVideoQualityTestFixture(); |
| 406 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 407 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 408 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 409 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 410 | 0, 0, false, false, false, "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 411 | foreman_cif.analyzer = {"foreman_cif_500kbps", 0.0, 0.0, |
| 412 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 413 | foreman_cif.config->queue_length_packets = 0; |
| 414 | foreman_cif.config->queue_delay_ms = 0; |
| 415 | foreman_cif.config->link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 416 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 417 | } |
| 418 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 419 | TEST(FullStackTest, ForemanCif500kbpsLimitedQueue) { |
| 420 | auto fixture = CreateVideoQualityTestFixture(); |
| 421 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 422 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 423 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 424 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 425 | 0, 0, false, false, false, "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 426 | foreman_cif.analyzer = {"foreman_cif_500kbps_32pkts_queue", 0.0, 0.0, |
| 427 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 428 | foreman_cif.config->queue_length_packets = 32; |
| 429 | foreman_cif.config->queue_delay_ms = 0; |
| 430 | foreman_cif.config->link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 431 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 432 | } |
| 433 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 434 | TEST(FullStackTest, ForemanCif500kbps100ms) { |
| 435 | auto fixture = CreateVideoQualityTestFixture(); |
| 436 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 437 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 438 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 439 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 440 | 0, 0, false, false, false, "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 441 | foreman_cif.analyzer = {"foreman_cif_500kbps_100ms", 0.0, 0.0, |
| 442 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 443 | foreman_cif.config->queue_length_packets = 0; |
| 444 | foreman_cif.config->queue_delay_ms = 100; |
| 445 | foreman_cif.config->link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 446 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 447 | } |
| 448 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 449 | TEST_P(GenericDescriptorTest, ForemanCif500kbps100msLimitedQueue) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 450 | auto fixture = CreateVideoQualityTestFixture(); |
| 451 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 452 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 453 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 454 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 455 | 0, 0, false, false, false, "foreman_cif"}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 456 | foreman_cif.analyzer = {GetTestName("foreman_cif_500kbps_100ms_32pkts_queue"), |
| 457 | 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 458 | foreman_cif.config->queue_length_packets = 32; |
| 459 | foreman_cif.config->queue_delay_ms = 100; |
| 460 | foreman_cif.config->link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 461 | fixture->RunWithAnalyzer(foreman_cif); |
stefan | b179767 | 2016-08-11 07:00:57 -0700 | [diff] [blame] | 462 | } |
| 463 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 464 | TEST(FullStackTest, ForemanCif500kbps100msLimitedQueueRecvBwe) { |
| 465 | auto fixture = CreateVideoQualityTestFixture(); |
| 466 | ParamsWithLogging foreman_cif; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 467 | foreman_cif.call.send_side_bwe = false; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 468 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 469 | 500000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 470 | 0, 0, false, false, false, "foreman_cif"}; |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 471 | foreman_cif.analyzer = {"foreman_cif_500kbps_100ms_32pkts_queue_recv_bwe", |
| 472 | 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 473 | foreman_cif.config->queue_length_packets = 32; |
| 474 | foreman_cif.config->queue_delay_ms = 100; |
| 475 | foreman_cif.config->link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 476 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 477 | } |
| 478 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 479 | TEST(FullStackTest, ForemanCif1000kbps100msLimitedQueue) { |
| 480 | auto fixture = CreateVideoQualityTestFixture(); |
| 481 | ParamsWithLogging foreman_cif; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 482 | foreman_cif.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 483 | foreman_cif.video[0] = {true, 352, 288, 30, 30000, |
| 484 | 2000000, 2000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 485 | 0, 0, false, false, false, "foreman_cif"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 486 | foreman_cif.analyzer = {"foreman_cif_1000kbps_100ms_32pkts_queue", 0.0, 0.0, |
| 487 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 488 | foreman_cif.config->queue_length_packets = 32; |
| 489 | foreman_cif.config->queue_delay_ms = 100; |
| 490 | foreman_cif.config->link_capacity_kbps = 1000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 491 | fixture->RunWithAnalyzer(foreman_cif); |
stefan@webrtc.org | b8e9e44 | 2014-07-09 11:29:06 +0000 | [diff] [blame] | 492 | } |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 493 | |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 494 | // TODO(sprang): Remove this if we have the similar ModerateLimits below? |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 495 | TEST(FullStackTest, ConferenceMotionHd2000kbps100msLimitedQueue) { |
| 496 | auto fixture = CreateVideoQualityTestFixture(); |
| 497 | ParamsWithLogging conf_motion_hd; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 498 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 499 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 500 | true, 1280, 720, 50, 30000, |
| 501 | 3000000, 3000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 502 | 0, 0, false, false, false, "ConferenceMotion_1280_720_50"}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 503 | conf_motion_hd.analyzer = {"conference_motion_hd_2000kbps_100ms_32pkts_queue", |
| 504 | 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 505 | conf_motion_hd.config->queue_length_packets = 32; |
| 506 | conf_motion_hd.config->queue_delay_ms = 100; |
| 507 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 508 | fixture->RunWithAnalyzer(conf_motion_hd); |
stefan | b179767 | 2016-08-11 07:00:57 -0700 | [diff] [blame] | 509 | } |
| 510 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 511 | TEST(FullStackTest, ConferenceMotionHd1TLModerateLimits) { |
| 512 | auto fixture = CreateVideoQualityTestFixture(); |
| 513 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 514 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 515 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 516 | true, 1280, 720, 50, 30000, |
| 517 | 3000000, 3000000, false, "VP8", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 518 | -1, 0, false, false, false, "ConferenceMotion_1280_720_50"}; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 519 | conf_motion_hd.analyzer = {"conference_motion_hd_1tl_moderate_limits", 0.0, |
| 520 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 521 | conf_motion_hd.config->queue_length_packets = 50; |
| 522 | conf_motion_hd.config->loss_percent = 3; |
| 523 | conf_motion_hd.config->queue_delay_ms = 100; |
| 524 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 525 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 526 | } |
| 527 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 528 | TEST_P(GenericDescriptorTest, ConferenceMotionHd2TLModerateLimits) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 529 | auto fixture = CreateVideoQualityTestFixture(); |
| 530 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 531 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 532 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 533 | true, 1280, 720, 50, 30000, |
| 534 | 3000000, 3000000, false, "VP8", 2, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 535 | -1, 0, false, false, false, "ConferenceMotion_1280_720_50"}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 536 | conf_motion_hd.analyzer = { |
| 537 | GetTestName("conference_motion_hd_2tl_moderate_limits"), 0.0, 0.0, |
| 538 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 539 | conf_motion_hd.config->queue_length_packets = 50; |
| 540 | conf_motion_hd.config->loss_percent = 3; |
| 541 | conf_motion_hd.config->queue_delay_ms = 100; |
| 542 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 543 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 544 | } |
| 545 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 546 | TEST(FullStackTest, ConferenceMotionHd3TLModerateLimits) { |
| 547 | auto fixture = CreateVideoQualityTestFixture(); |
| 548 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 549 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 550 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 551 | true, 1280, 720, 50, 30000, |
| 552 | 3000000, 3000000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 553 | -1, 0, false, false, false, "ConferenceMotion_1280_720_50"}; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 554 | conf_motion_hd.analyzer = {"conference_motion_hd_3tl_moderate_limits", 0.0, |
| 555 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 556 | conf_motion_hd.config->queue_length_packets = 50; |
| 557 | conf_motion_hd.config->loss_percent = 3; |
| 558 | conf_motion_hd.config->queue_delay_ms = 100; |
| 559 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 560 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 561 | } |
| 562 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 563 | TEST(FullStackTest, ConferenceMotionHd4TLModerateLimits) { |
| 564 | auto fixture = CreateVideoQualityTestFixture(); |
| 565 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 566 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 567 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 568 | true, 1280, 720, 50, 30000, |
| 569 | 3000000, 3000000, false, "VP8", 4, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 570 | -1, 0, false, false, false, "ConferenceMotion_1280_720_50"}; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 571 | conf_motion_hd.analyzer = {"conference_motion_hd_4tl_moderate_limits", 0.0, |
| 572 | 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 573 | conf_motion_hd.config->queue_length_packets = 50; |
| 574 | conf_motion_hd.config->loss_percent = 3; |
| 575 | conf_motion_hd.config->queue_delay_ms = 100; |
| 576 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 577 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 578 | } |
| 579 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 580 | TEST(FullStackTest, ConferenceMotionHd3TLModerateLimitsAltTLPattern) { |
| 581 | auto fixture = CreateVideoQualityTestFixture(); |
Erik Språng | b6b1cac | 2018-08-09 16:12:54 +0200 | [diff] [blame] | 582 | test::ScopedFieldTrials field_trial( |
| 583 | AppendFieldTrials("WebRTC-UseShortVP8TL3Pattern/Enabled/")); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 584 | ParamsWithLogging conf_motion_hd; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 585 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 586 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 587 | true, 1280, 720, 50, 30000, |
| 588 | 3000000, 3000000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 589 | -1, 0, false, false, false, "ConferenceMotion_1280_720_50"}; |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 590 | conf_motion_hd.analyzer = {"conference_motion_hd_3tl_alt_moderate_limits", |
| 591 | 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 592 | conf_motion_hd.config->queue_length_packets = 50; |
| 593 | conf_motion_hd.config->loss_percent = 3; |
| 594 | conf_motion_hd.config->queue_delay_ms = 100; |
| 595 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 596 | fixture->RunWithAnalyzer(conf_motion_hd); |
sprang | ff19d35 | 2017-09-06 07:14:02 -0700 | [diff] [blame] | 597 | } |
| 598 | |
jianj | 390e64d | 2017-02-03 09:51:23 -0800 | [diff] [blame] | 599 | #if !defined(RTC_DISABLE_VP9) |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 600 | TEST(FullStackTest, ConferenceMotionHd2000kbps100msLimitedQueueVP9) { |
| 601 | auto fixture = CreateVideoQualityTestFixture(); |
| 602 | ParamsWithLogging conf_motion_hd; |
jianj | 390e64d | 2017-02-03 09:51:23 -0800 | [diff] [blame] | 603 | conf_motion_hd.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 604 | conf_motion_hd.video[0] = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 605 | true, 1280, 720, 50, 30000, |
| 606 | 3000000, 3000000, false, "VP9", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 607 | 0, 0, false, false, false, "ConferenceMotion_1280_720_50"}; |
jianj | 390e64d | 2017-02-03 09:51:23 -0800 | [diff] [blame] | 608 | conf_motion_hd.analyzer = { |
| 609 | "conference_motion_hd_2000kbps_100ms_32pkts_queue_vp9", 0.0, 0.0, |
| 610 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 611 | conf_motion_hd.config->queue_length_packets = 32; |
| 612 | conf_motion_hd.config->queue_delay_ms = 100; |
| 613 | conf_motion_hd.config->link_capacity_kbps = 2000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 614 | fixture->RunWithAnalyzer(conf_motion_hd); |
jianj | 390e64d | 2017-02-03 09:51:23 -0800 | [diff] [blame] | 615 | } |
| 616 | #endif |
| 617 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 618 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL) { |
| 619 | auto fixture = CreateVideoQualityTestFixture(); |
| 620 | ParamsWithLogging screenshare; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 621 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 622 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 623 | 1000000, false, "VP8", 2, 1, 400000, |
| 624 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 625 | screenshare.screenshare[0] = {true, false, 10}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 626 | screenshare.analyzer = {"screenshare_slides", 0.0, 0.0, |
| 627 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 628 | fixture->RunWithAnalyzer(screenshare); |
Erik Språng | 6ee69aa | 2015-09-03 15:58:05 +0200 | [diff] [blame] | 629 | } |
| 630 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 631 | TEST(FullStackTest, ScreenshareSlidesVP8_3TL_Simulcast) { |
| 632 | auto fixture = CreateVideoQualityTestFixture(); |
Erik Språng | b65aa01 | 2018-09-24 11:35:19 +0200 | [diff] [blame] | 633 | test::ScopedFieldTrials field_trial(kScreenshareSimulcastExperiment); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 634 | ParamsWithLogging screenshare; |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 635 | screenshare.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 636 | screenshare.screenshare[0] = {true, false, 10}; |
| 637 | screenshare.video[0] = {true, 1850, 1110, 5, 800000, |
| 638 | 2500000, 2500000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 639 | 2, 400000, false, false, false, ""}; |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 640 | screenshare.analyzer = {"screenshare_slides_simulcast", 0.0, 0.0, |
| 641 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 642 | ParamsWithLogging screenshare_params_high; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 643 | screenshare_params_high.video[0] = {true, 1850, 1110, 5, 400000, 1000000, |
| 644 | 1000000, false, "VP8", 3, 0, 400000, |
| 645 | false, false, false, ""}; |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 646 | VideoQualityTest::Params screenshare_params_low; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 647 | screenshare_params_low.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 648 | 1000000, false, "VP8", 2, 0, 400000, |
| 649 | false, false, false, ""}; |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 650 | |
| 651 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 652 | VideoQualityTest::DefaultVideoStream(screenshare_params_low, 0), |
| 653 | VideoQualityTest::DefaultVideoStream(screenshare_params_high, 0)}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 654 | screenshare.ss[0] = { |
| 655 | streams, 1, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 656 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 657 | fixture->RunWithAnalyzer(screenshare); |
ilnik | cb8c146 | 2017-03-09 09:23:30 -0800 | [diff] [blame] | 658 | } |
| 659 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 660 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_Scroll) { |
| 661 | auto fixture = CreateVideoQualityTestFixture(); |
| 662 | ParamsWithLogging config; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 663 | config.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 664 | config.video[0] = {true, 1850, 1110 / 2, 5, 50000, 200000, |
| 665 | 1000000, false, "VP8", 2, 1, 400000, |
| 666 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 667 | config.screenshare[0] = {true, false, 10, 2}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 668 | config.analyzer = {"screenshare_slides_scrolling", 0.0, 0.0, |
| 669 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 670 | fixture->RunWithAnalyzer(config); |
ivica | 028cf48 | 2015-07-30 02:15:56 -0700 | [diff] [blame] | 671 | } |
| 672 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 673 | TEST_P(GenericDescriptorTest, ScreenshareSlidesVP8_2TL_LossyNet) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 674 | auto fixture = CreateVideoQualityTestFixture(); |
| 675 | ParamsWithLogging screenshare; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 676 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 677 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 678 | 1000000, false, "VP8", 2, 1, 400000, |
| 679 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 680 | screenshare.screenshare[0] = {true, false, 10}; |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 681 | screenshare.analyzer = {GetTestName("screenshare_slides_lossy_net"), 0.0, 0.0, |
Lu Liu | 6f68324 | 2018-09-25 18:48:48 +0000 | [diff] [blame] | 682 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 683 | screenshare.config->loss_percent = 5; |
| 684 | screenshare.config->queue_delay_ms = 200; |
| 685 | screenshare.config->link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 686 | fixture->RunWithAnalyzer(screenshare); |
sprang | ee37de3 | 2015-11-23 06:10:23 -0800 | [diff] [blame] | 687 | } |
| 688 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 689 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_VeryLossyNet) { |
| 690 | auto fixture = CreateVideoQualityTestFixture(); |
| 691 | ParamsWithLogging screenshare; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 692 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 693 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 694 | 1000000, false, "VP8", 2, 1, 400000, |
| 695 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 696 | screenshare.screenshare[0] = {true, false, 10}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 697 | screenshare.analyzer = {"screenshare_slides_very_lossy", 0.0, 0.0, |
| 698 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 699 | screenshare.config->loss_percent = 10; |
| 700 | screenshare.config->queue_delay_ms = 200; |
| 701 | screenshare.config->link_capacity_kbps = 500; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 702 | fixture->RunWithAnalyzer(screenshare); |
sprang | ee37de3 | 2015-11-23 06:10:23 -0800 | [diff] [blame] | 703 | } |
| 704 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 705 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_LossyNetRestrictedQueue) { |
| 706 | auto fixture = CreateVideoQualityTestFixture(); |
| 707 | ParamsWithLogging screenshare; |
sprang | e566e17 | 2017-06-08 01:29:15 -0700 | [diff] [blame] | 708 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 709 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 710 | 1000000, false, "VP8", 2, 1, 400000, |
| 711 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 712 | screenshare.screenshare[0] = {true, false, 10}; |
sprang | e566e17 | 2017-06-08 01:29:15 -0700 | [diff] [blame] | 713 | screenshare.analyzer = {"screenshare_slides_lossy_limited", 0.0, 0.0, |
| 714 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 715 | screenshare.config->loss_percent = 5; |
| 716 | screenshare.config->link_capacity_kbps = 200; |
| 717 | screenshare.config->queue_length_packets = 30; |
sprang | e566e17 | 2017-06-08 01:29:15 -0700 | [diff] [blame] | 718 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 719 | fixture->RunWithAnalyzer(screenshare); |
sprang | e566e17 | 2017-06-08 01:29:15 -0700 | [diff] [blame] | 720 | } |
| 721 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 722 | TEST(FullStackTest, ScreenshareSlidesVP8_2TL_ModeratelyRestricted) { |
| 723 | auto fixture = CreateVideoQualityTestFixture(); |
| 724 | ParamsWithLogging screenshare; |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 725 | screenshare.call.send_side_bwe = true; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 726 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 727 | 1000000, false, "VP8", 2, 1, 400000, |
| 728 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 729 | screenshare.screenshare[0] = {true, false, 10}; |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 730 | screenshare.analyzer = {"screenshare_slides_moderately_restricted", 0.0, 0.0, |
| 731 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 732 | screenshare.config->loss_percent = 1; |
| 733 | screenshare.config->link_capacity_kbps = 1200; |
| 734 | screenshare.config->queue_length_packets = 30; |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 735 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 736 | fixture->RunWithAnalyzer(screenshare); |
sprang | 89c4a7e | 2017-06-30 13:27:40 -0700 | [diff] [blame] | 737 | } |
| 738 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 739 | const ParamsWithLogging::Video kSvcVp9Video = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 740 | true, 1280, 720, 30, 800000, |
| 741 | 2500000, 2500000, false, "VP9", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 742 | 2, 400000, false, false, false, "ConferenceMotion_1280_720_50"}; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 743 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 744 | const ParamsWithLogging::Video kSimulcastVp8VideoHigh = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 745 | true, 1280, 720, 30, 800000, |
| 746 | 2500000, 2500000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 747 | 2, 400000, false, false, false, "ConferenceMotion_1280_720_50"}; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 748 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 749 | const ParamsWithLogging::Video kSimulcastVp8VideoMedium = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 750 | true, 640, 360, 30, 150000, |
| 751 | 500000, 700000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 752 | 2, 400000, false, false, false, "ConferenceMotion_1280_720_50"}; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 753 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 754 | const ParamsWithLogging::Video kSimulcastVp8VideoLow = { |
Rasmus Brandt | 3102734 | 2017-09-29 13:48:12 +0000 | [diff] [blame] | 755 | true, 320, 180, 30, 30000, |
| 756 | 150000, 200000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 757 | 2, 400000, false, false, false, "ConferenceMotion_1280_720_50"}; |
ilnik | 566c43b | 2017-03-07 04:42:54 -0800 | [diff] [blame] | 758 | |
Peter Boström | 1299615 | 2016-05-14 02:03:18 +0200 | [diff] [blame] | 759 | #if !defined(RTC_DISABLE_VP9) |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 760 | TEST(FullStackTest, ScreenshareSlidesVP9_2SL) { |
| 761 | auto fixture = CreateVideoQualityTestFixture(); |
| 762 | ParamsWithLogging screenshare; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 763 | screenshare.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 764 | screenshare.video[0] = {true, 1850, 1110, 5, 50000, |
| 765 | 200000, 2000000, false, "VP9", 1, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 766 | 0, 400000, false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 767 | screenshare.screenshare[0] = {true, false, 10}; |
minyue | 626bc95 | 2016-10-31 05:47:02 -0700 | [diff] [blame] | 768 | screenshare.analyzer = {"screenshare_slides_vp9_2sl", 0.0, 0.0, |
| 769 | kFullStackTestDurationSecs}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 770 | screenshare.ss[0] = { |
| 771 | std::vector<VideoStream>(), 0, 2, 1, InterLayerPredMode::kOn, |
| 772 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 773 | fixture->RunWithAnalyzer(screenshare); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 774 | } |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 775 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 776 | TEST(FullStackTest, VP9SVC_3SL_High) { |
| 777 | auto fixture = CreateVideoQualityTestFixture(); |
| 778 | ParamsWithLogging simulcast; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 779 | simulcast.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 780 | simulcast.video[0] = kSvcVp9Video; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 781 | simulcast.analyzer = {"vp9svc_3sl_high", 0.0, 0.0, |
| 782 | kFullStackTestDurationSecs}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 783 | |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 784 | simulcast.ss[0] = { |
| 785 | std::vector<VideoStream>(), 0, 3, 2, InterLayerPredMode::kOn, |
| 786 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 787 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 788 | } |
| 789 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 790 | TEST(FullStackTest, VP9SVC_3SL_Medium) { |
| 791 | auto fixture = CreateVideoQualityTestFixture(); |
| 792 | ParamsWithLogging simulcast; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 793 | simulcast.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 794 | simulcast.video[0] = kSvcVp9Video; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 795 | simulcast.analyzer = {"vp9svc_3sl_medium", 0.0, 0.0, |
| 796 | kFullStackTestDurationSecs}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 797 | simulcast.ss[0] = { |
| 798 | std::vector<VideoStream>(), 0, 3, 1, InterLayerPredMode::kOn, |
| 799 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 800 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 801 | } |
| 802 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 803 | TEST(FullStackTest, VP9SVC_3SL_Low) { |
| 804 | auto fixture = CreateVideoQualityTestFixture(); |
| 805 | ParamsWithLogging simulcast; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 806 | simulcast.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 807 | simulcast.video[0] = kSvcVp9Video; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 808 | simulcast.analyzer = {"vp9svc_3sl_low", 0.0, 0.0, kFullStackTestDurationSecs}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 809 | simulcast.ss[0] = { |
| 810 | std::vector<VideoStream>(), 0, 3, 0, InterLayerPredMode::kOn, |
| 811 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 812 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 813 | } |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 814 | |
Sergey Silkin | 7f978f1 | 2018-09-10 12:01:49 +0000 | [diff] [blame] | 815 | // bugs.webrtc.org/9506 |
| 816 | #if !defined(WEBRTC_MAC) |
| 817 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 818 | TEST(FullStackTest, VP9KSVC_3SL_High) { |
| 819 | auto fixture = CreateVideoQualityTestFixture(); |
| 820 | ParamsWithLogging simulcast; |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 821 | simulcast.call.send_side_bwe = true; |
| 822 | simulcast.video[0] = kSvcVp9Video; |
| 823 | simulcast.analyzer = {"vp9ksvc_3sl_high", 0.0, 0.0, |
| 824 | kFullStackTestDurationSecs}; |
| 825 | simulcast.ss[0] = { |
| 826 | std::vector<VideoStream>(), 0, 3, 2, InterLayerPredMode::kOnKeyPic, |
| 827 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 828 | fixture->RunWithAnalyzer(simulcast); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 829 | } |
| 830 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 831 | TEST(FullStackTest, VP9KSVC_3SL_Medium) { |
| 832 | auto fixture = CreateVideoQualityTestFixture(); |
| 833 | ParamsWithLogging simulcast; |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 834 | simulcast.call.send_side_bwe = true; |
| 835 | simulcast.video[0] = kSvcVp9Video; |
| 836 | simulcast.analyzer = {"vp9ksvc_3sl_medium", 0.0, 0.0, |
| 837 | kFullStackTestDurationSecs}; |
| 838 | simulcast.ss[0] = { |
| 839 | std::vector<VideoStream>(), 0, 3, 1, InterLayerPredMode::kOnKeyPic, |
| 840 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 841 | fixture->RunWithAnalyzer(simulcast); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 842 | } |
| 843 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 844 | TEST(FullStackTest, VP9KSVC_3SL_Low) { |
| 845 | auto fixture = CreateVideoQualityTestFixture(); |
| 846 | ParamsWithLogging simulcast; |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 847 | simulcast.call.send_side_bwe = true; |
| 848 | simulcast.video[0] = kSvcVp9Video; |
| 849 | simulcast.analyzer = {"vp9ksvc_3sl_low", 0.0, 0.0, |
| 850 | kFullStackTestDurationSecs}; |
| 851 | simulcast.ss[0] = { |
| 852 | std::vector<VideoStream>(), 0, 3, 0, InterLayerPredMode::kOnKeyPic, |
| 853 | std::vector<SpatialLayer>(), false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 854 | fixture->RunWithAnalyzer(simulcast); |
Sergey Silkin | 0643fd6 | 2018-05-17 12:50:53 +0200 | [diff] [blame] | 855 | } |
“Michael | 277a656 | 2018-06-01 14:09:19 -0500 | [diff] [blame] | 856 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 857 | TEST(FullStackTest, VP9KSVC_3SL_Medium_Network_Restricted) { |
| 858 | auto fixture = CreateVideoQualityTestFixture(); |
Niels Möller | 0e90982 | 2018-08-21 17:34:35 +0200 | [diff] [blame] | 859 | ParamsWithLogging simulcast; |
“Michael | 277a656 | 2018-06-01 14:09:19 -0500 | [diff] [blame] | 860 | simulcast.call.send_side_bwe = true; |
| 861 | simulcast.video[0] = kSvcVp9Video; |
| 862 | simulcast.analyzer = {"vp9ksvc_3sl_medium_network_restricted", 0.0, 0.0, |
| 863 | kFullStackTestDurationSecs}; |
| 864 | simulcast.ss[0] = { |
| 865 | std::vector<VideoStream>(), 0, 3, 1, InterLayerPredMode::kOnKeyPic, |
| 866 | std::vector<SpatialLayer>(), false}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 867 | simulcast.config->link_capacity_kbps = 1000; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 868 | fixture->RunWithAnalyzer(simulcast); |
“Michael | 277a656 | 2018-06-01 14:09:19 -0500 | [diff] [blame] | 869 | } |
Sergey Silkin | 7f978f1 | 2018-09-10 12:01:49 +0000 | [diff] [blame] | 870 | #endif // !defined(WEBRTC_MAC) |
| 871 | |
Peter Boström | 1299615 | 2016-05-14 02:03:18 +0200 | [diff] [blame] | 872 | #endif // !defined(RTC_DISABLE_VP9) |
brandtr | 93c5d03 | 2016-11-30 07:50:07 -0800 | [diff] [blame] | 873 | |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 874 | // Android bots can't handle FullHD, so disable the test. |
Ilya Nikolaevskiy | 7e5203f | 2018-09-10 12:04:50 +0000 | [diff] [blame] | 875 | // TODO(bugs.webrtc.org/9220): Investigate source of flakiness on Mac. |
| 876 | #if defined(WEBRTC_ANDROID) || defined(WEBRTC_MAC) |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 877 | #define MAYBE_SimulcastFullHdOveruse DISABLED_SimulcastFullHdOveruse |
| 878 | #else |
| 879 | #define MAYBE_SimulcastFullHdOveruse SimulcastFullHdOveruse |
| 880 | #endif |
| 881 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 882 | TEST(FullStackTest, MAYBE_SimulcastFullHdOveruse) { |
| 883 | auto fixture = CreateVideoQualityTestFixture(); |
| 884 | ParamsWithLogging simulcast; |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 885 | simulcast.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 886 | simulcast.video[0] = {true, 1920, 1080, 30, 800000, |
| 887 | 2500000, 2500000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 888 | 2, 400000, false, false, false, "Generator"}; |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 889 | simulcast.analyzer = {"simulcast_HD_high", 0.0, 0.0, |
| 890 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 891 | simulcast.config->loss_percent = 0; |
| 892 | simulcast.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 893 | std::vector<VideoStream> streams = { |
| 894 | VideoQualityTest::DefaultVideoStream(simulcast, 0), |
| 895 | VideoQualityTest::DefaultVideoStream(simulcast, 0), |
| 896 | VideoQualityTest::DefaultVideoStream(simulcast, 0) |
| 897 | }; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 898 | simulcast.ss[0] = { |
| 899 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 900 | true}; |
Erik Språng | b6b1cac | 2018-08-09 16:12:54 +0200 | [diff] [blame] | 901 | webrtc::test::ScopedFieldTrials override_trials(AppendFieldTrials( |
| 902 | "WebRTC-ForceSimulatedOveruseIntervalMs/1000-50000-300/")); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 903 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 6b826ef | 2017-06-16 06:53:48 -0700 | [diff] [blame] | 904 | } |
| 905 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 906 | TEST(FullStackTest, SimulcastVP8_3SL_High) { |
| 907 | auto fixture = CreateVideoQualityTestFixture(); |
| 908 | ParamsWithLogging simulcast; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 909 | simulcast.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 910 | simulcast.video[0] = kSimulcastVp8VideoHigh; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 911 | simulcast.analyzer = {"simulcast_vp8_3sl_high", 0.0, 0.0, |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 912 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 913 | simulcast.config->loss_percent = 0; |
| 914 | simulcast.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 915 | ParamsWithLogging video_params_high; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 916 | video_params_high.video[0] = kSimulcastVp8VideoHigh; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 917 | ParamsWithLogging video_params_medium; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 918 | video_params_medium.video[0] = kSimulcastVp8VideoMedium; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 919 | ParamsWithLogging video_params_low; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 920 | video_params_low.video[0] = kSimulcastVp8VideoLow; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 921 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 922 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 923 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 924 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 925 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 926 | simulcast.ss[0] = { |
| 927 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 928 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 929 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 930 | } |
| 931 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 932 | TEST(FullStackTest, SimulcastVP8_3SL_Medium) { |
| 933 | auto fixture = CreateVideoQualityTestFixture(); |
| 934 | ParamsWithLogging simulcast; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 935 | simulcast.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 936 | simulcast.video[0] = kSimulcastVp8VideoHigh; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 937 | simulcast.analyzer = {"simulcast_vp8_3sl_medium", 0.0, 0.0, |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 938 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 939 | simulcast.config->loss_percent = 0; |
| 940 | simulcast.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 941 | ParamsWithLogging video_params_high; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 942 | video_params_high.video[0] = kSimulcastVp8VideoHigh; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 943 | ParamsWithLogging video_params_medium; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 944 | video_params_medium.video[0] = kSimulcastVp8VideoMedium; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 945 | ParamsWithLogging video_params_low; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 946 | video_params_low.video[0] = kSimulcastVp8VideoLow; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 947 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 948 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 949 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 950 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 951 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 952 | simulcast.ss[0] = { |
| 953 | streams, 1, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 954 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 955 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 956 | } |
| 957 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 958 | TEST(FullStackTest, SimulcastVP8_3SL_Low) { |
| 959 | auto fixture = CreateVideoQualityTestFixture(); |
| 960 | ParamsWithLogging simulcast; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 961 | simulcast.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 962 | simulcast.video[0] = kSimulcastVp8VideoHigh; |
ilnik | 2a8c2f5 | 2017-02-15 02:23:28 -0800 | [diff] [blame] | 963 | simulcast.analyzer = {"simulcast_vp8_3sl_low", 0.0, 0.0, |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 964 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 965 | simulcast.config->loss_percent = 0; |
| 966 | simulcast.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 967 | ParamsWithLogging video_params_high; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 968 | video_params_high.video[0] = kSimulcastVp8VideoHigh; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 969 | ParamsWithLogging video_params_medium; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 970 | video_params_medium.video[0] = kSimulcastVp8VideoMedium; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 971 | ParamsWithLogging video_params_low; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 972 | video_params_low.video[0] = kSimulcastVp8VideoLow; |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 973 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 974 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 975 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 976 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 977 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 978 | simulcast.ss[0] = { |
| 979 | streams, 0, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 980 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 981 | fixture->RunWithAnalyzer(simulcast); |
ilnik | 3dd5ad9 | 2017-02-09 04:58:53 -0800 | [diff] [blame] | 982 | } |
| 983 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 984 | TEST(FullStackTest, LargeRoomVP8_5thumb) { |
| 985 | auto fixture = CreateVideoQualityTestFixture(); |
| 986 | ParamsWithLogging large_room; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 987 | large_room.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 988 | large_room.video[0] = kSimulcastVp8VideoHigh; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 989 | large_room.analyzer = {"largeroom_5thumb", 0.0, 0.0, |
| 990 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 991 | large_room.config->loss_percent = 0; |
| 992 | large_room.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 993 | ParamsWithLogging video_params_high; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 994 | video_params_high.video[0] = kSimulcastVp8VideoHigh; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 995 | ParamsWithLogging video_params_medium; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 996 | video_params_medium.video[0] = kSimulcastVp8VideoMedium; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 997 | ParamsWithLogging video_params_low; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 998 | video_params_low.video[0] = kSimulcastVp8VideoLow; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 999 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1000 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1001 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1002 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1003 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
ilnik | 9843695 | 2017-07-13 00:47:03 -0700 | [diff] [blame] | 1004 | large_room.call.num_thumbnails = 5; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1005 | large_room.ss[0] = { |
| 1006 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1007 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1008 | fixture->RunWithAnalyzer(large_room); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1009 | } |
| 1010 | |
oprypin | 743117f | 2017-09-15 05:24:24 -0700 | [diff] [blame] | 1011 | #if defined(WEBRTC_ANDROID) || defined(WEBRTC_IOS) |
| 1012 | // Fails on mobile devices: |
ilnik | f89a738 | 2017-03-07 06:15:27 -0800 | [diff] [blame] | 1013 | // https://bugs.chromium.org/p/webrtc/issues/detail?id=7301 |
| 1014 | #define MAYBE_LargeRoomVP8_50thumb DISABLED_LargeRoomVP8_50thumb |
ilnik | 3ae7c25 | 2017-03-08 01:17:35 -0800 | [diff] [blame] | 1015 | #define MAYBE_LargeRoomVP8_15thumb DISABLED_LargeRoomVP8_15thumb |
ilnik | f89a738 | 2017-03-07 06:15:27 -0800 | [diff] [blame] | 1016 | #else |
| 1017 | #define MAYBE_LargeRoomVP8_50thumb LargeRoomVP8_50thumb |
ilnik | 3ae7c25 | 2017-03-08 01:17:35 -0800 | [diff] [blame] | 1018 | #define MAYBE_LargeRoomVP8_15thumb LargeRoomVP8_15thumb |
ilnik | f89a738 | 2017-03-07 06:15:27 -0800 | [diff] [blame] | 1019 | #endif |
| 1020 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1021 | TEST(FullStackTest, MAYBE_LargeRoomVP8_15thumb) { |
| 1022 | auto fixture = CreateVideoQualityTestFixture(); |
| 1023 | ParamsWithLogging large_room; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1024 | large_room.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1025 | large_room.video[0] = kSimulcastVp8VideoHigh; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1026 | large_room.analyzer = {"largeroom_15thumb", 0.0, 0.0, |
| 1027 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1028 | large_room.config->loss_percent = 0; |
| 1029 | large_room.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1030 | ParamsWithLogging video_params_high; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1031 | video_params_high.video[0] = kSimulcastVp8VideoHigh; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1032 | ParamsWithLogging video_params_medium; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1033 | video_params_medium.video[0] = kSimulcastVp8VideoMedium; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1034 | ParamsWithLogging video_params_low; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1035 | video_params_low.video[0] = kSimulcastVp8VideoLow; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1036 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1037 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1038 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1039 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1040 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
ilnik | 9843695 | 2017-07-13 00:47:03 -0700 | [diff] [blame] | 1041 | large_room.call.num_thumbnails = 15; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1042 | large_room.ss[0] = { |
| 1043 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1044 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1045 | fixture->RunWithAnalyzer(large_room); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1046 | } |
| 1047 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1048 | TEST(FullStackTest, MAYBE_LargeRoomVP8_50thumb) { |
| 1049 | auto fixture = CreateVideoQualityTestFixture(); |
| 1050 | ParamsWithLogging large_room; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1051 | large_room.call.send_side_bwe = true; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1052 | large_room.video[0] = kSimulcastVp8VideoHigh; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1053 | large_room.analyzer = {"largeroom_50thumb", 0.0, 0.0, |
| 1054 | kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1055 | large_room.config->loss_percent = 0; |
| 1056 | large_room.config->queue_delay_ms = 100; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1057 | ParamsWithLogging video_params_high; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1058 | video_params_high.video[0] = kSimulcastVp8VideoHigh; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1059 | ParamsWithLogging video_params_medium; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1060 | video_params_medium.video[0] = kSimulcastVp8VideoMedium; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1061 | ParamsWithLogging video_params_low; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1062 | video_params_low.video[0] = kSimulcastVp8VideoLow; |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1063 | |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1064 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1065 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1066 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1067 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
ilnik | 9843695 | 2017-07-13 00:47:03 -0700 | [diff] [blame] | 1068 | large_room.call.num_thumbnails = 50; |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1069 | large_room.ss[0] = { |
| 1070 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1071 | false}; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1072 | fixture->RunWithAnalyzer(large_room); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1073 | } |
| 1074 | |
philipel | dd8b0d8 | 2018-09-27 11:18:10 +0200 | [diff] [blame^] | 1075 | INSTANTIATE_TEST_CASE_P(FullStackTest, |
| 1076 | GenericDescriptorTest, |
| 1077 | ::testing::Values("WebRTC-GenericDescriptor/Disabled/", |
| 1078 | "WebRTC-GenericDescriptor/Enabled/")); |
| 1079 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1080 | class DualStreamsTest : public ::testing::TestWithParam<int> {}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1081 | |
| 1082 | // Disable dual video test on mobile device becuase it's too heavy. |
| 1083 | #if !defined(WEBRTC_ANDROID) && !defined(WEBRTC_IOS) |
| 1084 | TEST_P(DualStreamsTest, |
| 1085 | ModeratelyRestricted_SlidesVp8_3TL_Simulcast_Video_Simulcast_High) { |
| 1086 | test::ScopedFieldTrials field_trial( |
Erik Språng | b65aa01 | 2018-09-24 11:35:19 +0200 | [diff] [blame] | 1087 | AppendFieldTrials(std::string(kPacerPushBackExperiment) + |
| 1088 | std::string(kScreenshareSimulcastExperiment))); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1089 | const int first_stream = GetParam(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1090 | ParamsWithLogging dual_streams; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1091 | |
| 1092 | // Screenshare Settings. |
| 1093 | dual_streams.screenshare[first_stream] = {true, false, 10}; |
| 1094 | dual_streams.video[first_stream] = {true, 1850, 1110, 5, 800000, |
| 1095 | 2500000, 2500000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 1096 | 2, 400000, false, false, false, |
| 1097 | ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1098 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1099 | ParamsWithLogging screenshare_params_high; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 1100 | screenshare_params_high.video[0] = {true, 1850, 1110, 5, 400000, 1000000, |
| 1101 | 1000000, false, "VP8", 3, 0, 400000, |
| 1102 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1103 | VideoQualityTest::Params screenshare_params_low; |
Erik Språng | 28bb391 | 2018-07-11 16:06:55 +0200 | [diff] [blame] | 1104 | screenshare_params_low.video[0] = {true, 1850, 1110, 5, 50000, 200000, |
| 1105 | 1000000, false, "VP8", 2, 0, 400000, |
| 1106 | false, false, false, ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1107 | std::vector<VideoStream> screenhsare_streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1108 | VideoQualityTest::DefaultVideoStream(screenshare_params_low, 0), |
| 1109 | VideoQualityTest::DefaultVideoStream(screenshare_params_high, 0)}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1110 | |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1111 | dual_streams.ss[first_stream] = { |
| 1112 | screenhsare_streams, 1, 1, 0, InterLayerPredMode::kOn, |
| 1113 | std::vector<SpatialLayer>(), false}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1114 | |
| 1115 | // Video settings. |
| 1116 | dual_streams.video[1 - first_stream] = kSimulcastVp8VideoHigh; |
| 1117 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1118 | ParamsWithLogging video_params_high; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1119 | video_params_high.video[0] = kSimulcastVp8VideoHigh; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1120 | ParamsWithLogging video_params_medium; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1121 | video_params_medium.video[0] = kSimulcastVp8VideoMedium; |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1122 | ParamsWithLogging video_params_low; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1123 | video_params_low.video[0] = kSimulcastVp8VideoLow; |
| 1124 | std::vector<VideoStream> streams = { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1125 | VideoQualityTest::DefaultVideoStream(video_params_low, 0), |
| 1126 | VideoQualityTest::DefaultVideoStream(video_params_medium, 0), |
| 1127 | VideoQualityTest::DefaultVideoStream(video_params_high, 0)}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1128 | |
| 1129 | dual_streams.ss[1 - first_stream] = { |
Sergey Silkin | 5702736 | 2018-05-15 09:12:05 +0200 | [diff] [blame] | 1130 | streams, 2, 1, 0, InterLayerPredMode::kOn, std::vector<SpatialLayer>(), |
| 1131 | false}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1132 | |
| 1133 | // Call settings. |
| 1134 | dual_streams.call.send_side_bwe = true; |
| 1135 | dual_streams.call.dual_video = true; |
Edward Lemur | 35d2b7e | 2017-12-27 18:54:47 +0100 | [diff] [blame] | 1136 | std::string test_label = "dualstreams_moderately_restricted_screenshare_" + |
| 1137 | std::to_string(first_stream); |
| 1138 | dual_streams.analyzer = {test_label, 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1139 | dual_streams.config->loss_percent = 1; |
| 1140 | dual_streams.config->link_capacity_kbps = 7500; |
| 1141 | dual_streams.config->queue_length_packets = 30; |
| 1142 | dual_streams.config->queue_delay_ms = 100; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1143 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1144 | auto fixture = CreateVideoQualityTestFixture(); |
| 1145 | fixture->RunWithAnalyzer(dual_streams); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1146 | } |
| 1147 | #endif // !defined(WEBRTC_ANDROID) && !defined(WEBRTC_IOS) |
| 1148 | |
| 1149 | TEST_P(DualStreamsTest, Conference_Restricted) { |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1150 | test::ScopedFieldTrials field_trial( |
Ilya Nikolaevskiy | cb96062 | 2018-09-04 09:07:31 +0000 | [diff] [blame] | 1151 | AppendFieldTrials(std::string(kPacerPushBackExperiment))); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1152 | const int first_stream = GetParam(); |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1153 | ParamsWithLogging dual_streams; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1154 | |
| 1155 | // Screenshare Settings. |
| 1156 | dual_streams.screenshare[first_stream] = {true, false, 10}; |
| 1157 | dual_streams.video[first_stream] = {true, 1850, 1110, 5, 800000, |
| 1158 | 2500000, 2500000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 1159 | 2, 400000, false, false, false, |
| 1160 | ""}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1161 | // Video settings. |
| 1162 | dual_streams.video[1 - first_stream] = { |
| 1163 | true, 1280, 720, 30, 150000, |
| 1164 | 500000, 700000, false, "VP8", 3, |
Niels Möller | 6aa415e | 2018-06-07 11:14:13 +0200 | [diff] [blame] | 1165 | 2, 400000, false, false, false, "ConferenceMotion_1280_720_50"}; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1166 | |
| 1167 | // Call settings. |
| 1168 | dual_streams.call.send_side_bwe = true; |
| 1169 | dual_streams.call.dual_video = true; |
Edward Lemur | 35d2b7e | 2017-12-27 18:54:47 +0100 | [diff] [blame] | 1170 | std::string test_label = "dualstreams_conference_restricted_screenshare_" + |
| 1171 | std::to_string(first_stream); |
| 1172 | dual_streams.analyzer = {test_label, 0.0, 0.0, kFullStackTestDurationSecs}; |
Artem Titov | f18b352 | 2018-08-28 16:54:24 +0200 | [diff] [blame] | 1173 | dual_streams.config->loss_percent = 1; |
| 1174 | dual_streams.config->link_capacity_kbps = 5000; |
| 1175 | dual_streams.config->queue_length_packets = 30; |
| 1176 | dual_streams.config->queue_delay_ms = 100; |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1177 | |
Patrik Höglund | b6b29e0 | 2018-06-21 16:58:01 +0200 | [diff] [blame] | 1178 | auto fixture = CreateVideoQualityTestFixture(); |
| 1179 | fixture->RunWithAnalyzer(dual_streams); |
Ilya Nikolaevskiy | 255d1cd | 2017-12-21 18:02:59 +0100 | [diff] [blame] | 1180 | } |
| 1181 | |
| 1182 | INSTANTIATE_TEST_CASE_P(FullStackTest, |
| 1183 | DualStreamsTest, |
| 1184 | ::testing::Values(0, 1)); |
ilnik | a014cc5 | 2017-03-07 04:21:04 -0800 | [diff] [blame] | 1185 | |
pbos@webrtc.org | af8d5af | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 1186 | } // namespace webrtc |