blob: 1d6e87e71ff4ba92e47cc74d9ae8b020b3e39e01 [file] [log] [blame]
sprang@webrtc.org131bea82015-02-18 12:46:06 +00001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include <stdio.h>
12
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020013#include "rtc_base/flags.h"
Mirko Bonadei45a4c412018-07-31 15:07:28 +020014#include "rtc_base/logging.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020015#include "rtc_base/stringencode.h"
Mirko Bonadei17f48782018-09-28 08:51:10 +020016#include "system_wrappers/include/field_trial.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020017#include "test/field_trial.h"
18#include "test/gtest.h"
19#include "test/run_test.h"
20#include "video/video_quality_test.h"
sprang@webrtc.org131bea82015-02-18 12:46:06 +000021
22namespace webrtc {
23namespace flags {
24
sprangce4aef12015-11-02 07:23:20 -080025// Flags common with video loopback, with different default values.
kjellander12fa8f42017-05-17 11:19:58 -070026DEFINE_int(width, 1850, "Video width (crops source).");
sprang@webrtc.org131bea82015-02-18 12:46:06 +000027size_t Width() {
kjellander12fa8f42017-05-17 11:19:58 -070028 return static_cast<size_t>(FLAG_width);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000029}
sprangd6358952015-07-29 07:58:13 -070030
kjellander12fa8f42017-05-17 11:19:58 -070031DEFINE_int(height, 1110, "Video height (crops source).");
sprang@webrtc.org131bea82015-02-18 12:46:06 +000032size_t Height() {
kjellander12fa8f42017-05-17 11:19:58 -070033 return static_cast<size_t>(FLAG_height);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000034}
35
kjellander12fa8f42017-05-17 11:19:58 -070036DEFINE_int(fps, 5, "Frames per second.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +000037int Fps() {
kjellander12fa8f42017-05-17 11:19:58 -070038 return static_cast<int>(FLAG_fps);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000039}
40
kjellander12fa8f42017-05-17 11:19:58 -070041DEFINE_int(min_bitrate, 50, "Call and stream min bitrate in kbps.");
ivica5d6a06c2015-09-17 05:30:24 -070042int MinBitrateKbps() {
kjellander12fa8f42017-05-17 11:19:58 -070043 return static_cast<int>(FLAG_min_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000044}
45
Sebastian Janssonfc8d26b2018-02-21 09:52:06 +010046DEFINE_int(start_bitrate, 300, "Call start bitrate in kbps.");
ivica5d6a06c2015-09-17 05:30:24 -070047int StartBitrateKbps() {
kjellander12fa8f42017-05-17 11:19:58 -070048 return static_cast<int>(FLAG_start_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000049}
50
kjellander12fa8f42017-05-17 11:19:58 -070051DEFINE_int(target_bitrate, 200, "Stream target bitrate in kbps.");
ivica5d6a06c2015-09-17 05:30:24 -070052int TargetBitrateKbps() {
kjellander12fa8f42017-05-17 11:19:58 -070053 return static_cast<int>(FLAG_target_bitrate);
ivica5d6a06c2015-09-17 05:30:24 -070054}
55
Erik Språngbb60a3a2018-03-19 18:25:10 +010056DEFINE_int(max_bitrate, 1000, "Call and stream max bitrate in kbps.");
ivica5d6a06c2015-09-17 05:30:24 -070057int MaxBitrateKbps() {
kjellander12fa8f42017-05-17 11:19:58 -070058 return static_cast<int>(FLAG_max_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000059}
60
kjellander12fa8f42017-05-17 11:19:58 -070061DEFINE_int(num_temporal_layers, 2, "Number of temporal layers to use.");
sprangce4aef12015-11-02 07:23:20 -080062int NumTemporalLayers() {
kjellander12fa8f42017-05-17 11:19:58 -070063 return static_cast<int>(FLAG_num_temporal_layers);
ivica87f83a92015-10-08 05:13:32 -070064}
65
sprangce4aef12015-11-02 07:23:20 -080066// Flags common with video loopback, with equal default values.
sprang7a975f72015-10-12 06:33:21 -070067DEFINE_string(codec, "VP8", "Video codec to use.");
68std::string Codec() {
kjellander12fa8f42017-05-17 11:19:58 -070069 return static_cast<std::string>(FLAG_codec);
ivica87f83a92015-10-08 05:13:32 -070070}
71
Ilya Nikolaevskiya4259f62017-12-05 13:19:45 +010072DEFINE_string(rtc_event_log_name,
73 "",
74 "Filename for rtc event log. Two files "
75 "with \"_send\" and \"_recv\" suffixes will be created.");
ilnik98436952017-07-13 00:47:03 -070076std::string RtcEventLogName() {
77 return static_cast<std::string>(FLAG_rtc_event_log_name);
78}
79
80DEFINE_string(rtp_dump_name, "", "Filename for dumped received RTP stream.");
81std::string RtpDumpName() {
82 return static_cast<std::string>(FLAG_rtp_dump_name);
83}
84
kjellander12fa8f42017-05-17 11:19:58 -070085DEFINE_int(selected_tl,
86 -1,
87 "Temporal layer to show or analyze. -1 to disable filtering.");
sprangce4aef12015-11-02 07:23:20 -080088int SelectedTL() {
kjellander12fa8f42017-05-17 11:19:58 -070089 return static_cast<int>(FLAG_selected_tl);
sprangce4aef12015-11-02 07:23:20 -080090}
91
kjellander12fa8f42017-05-17 11:19:58 -070092DEFINE_int(
sprangce4aef12015-11-02 07:23:20 -080093 duration,
94 0,
95 "Duration of the test in seconds. If 0, rendered will be shown instead.");
96int DurationSecs() {
kjellander12fa8f42017-05-17 11:19:58 -070097 return static_cast<int>(FLAG_duration);
sprangce4aef12015-11-02 07:23:20 -080098}
99
100DEFINE_string(output_filename, "", "Target graph data filename.");
101std::string OutputFilename() {
kjellander12fa8f42017-05-17 11:19:58 -0700102 return static_cast<std::string>(FLAG_output_filename);
sprangce4aef12015-11-02 07:23:20 -0800103}
104
105DEFINE_string(graph_title,
106 "",
107 "If empty, title will be generated automatically.");
108std::string GraphTitle() {
kjellander12fa8f42017-05-17 11:19:58 -0700109 return static_cast<std::string>(FLAG_graph_title);
sprangce4aef12015-11-02 07:23:20 -0800110}
111
kjellander12fa8f42017-05-17 11:19:58 -0700112DEFINE_int(loss_percent, 0, "Percentage of packets randomly lost.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000113int LossPercent() {
kjellander12fa8f42017-05-17 11:19:58 -0700114 return static_cast<int>(FLAG_loss_percent);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000115}
116
kjellander12fa8f42017-05-17 11:19:58 -0700117DEFINE_int(link_capacity,
118 0,
119 "Capacity (kbps) of the fake link. 0 means infinite.");
ivica5d6a06c2015-09-17 05:30:24 -0700120int LinkCapacityKbps() {
kjellander12fa8f42017-05-17 11:19:58 -0700121 return static_cast<int>(FLAG_link_capacity);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000122}
123
kjellander12fa8f42017-05-17 11:19:58 -0700124DEFINE_int(queue_size, 0, "Size of the bottleneck link queue in packets.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000125int QueueSize() {
kjellander12fa8f42017-05-17 11:19:58 -0700126 return static_cast<int>(FLAG_queue_size);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000127}
128
kjellander12fa8f42017-05-17 11:19:58 -0700129DEFINE_int(avg_propagation_delay_ms,
130 0,
131 "Average link propagation delay in ms.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000132int AvgPropagationDelayMs() {
kjellander12fa8f42017-05-17 11:19:58 -0700133 return static_cast<int>(FLAG_avg_propagation_delay_ms);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000134}
135
kjellander12fa8f42017-05-17 11:19:58 -0700136DEFINE_int(std_propagation_delay_ms,
137 0,
138 "Link propagation delay standard deviation in ms.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000139int StdPropagationDelayMs() {
kjellander12fa8f42017-05-17 11:19:58 -0700140 return static_cast<int>(FLAG_std_propagation_delay_ms);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000141}
142
sprang1168fd42017-06-21 09:00:17 -0700143DEFINE_int(num_streams, 0, "Number of streams to show or analyze.");
144int NumStreams() {
145 return static_cast<int>(FLAG_num_streams);
146}
147
148DEFINE_int(selected_stream,
149 0,
150 "ID of the stream to show or analyze. "
151 "Set to the number of streams to show them all.");
sprangce4aef12015-11-02 07:23:20 -0800152int SelectedStream() {
kjellander12fa8f42017-05-17 11:19:58 -0700153 return static_cast<int>(FLAG_selected_stream);
sprangce4aef12015-11-02 07:23:20 -0800154}
155
kjellander12fa8f42017-05-17 11:19:58 -0700156DEFINE_int(num_spatial_layers, 1, "Number of spatial layers to use.");
sprangce4aef12015-11-02 07:23:20 -0800157int NumSpatialLayers() {
kjellander12fa8f42017-05-17 11:19:58 -0700158 return static_cast<int>(FLAG_num_spatial_layers);
sprangce4aef12015-11-02 07:23:20 -0800159}
160
Sergey Silkin57027362018-05-15 09:12:05 +0200161DEFINE_int(inter_layer_pred,
Sergey Silkindf736d82018-05-23 23:22:46 +0200162 0,
Sergey Silkin57027362018-05-15 09:12:05 +0200163 "Inter-layer prediction mode. "
164 "0 - enabled, 1 - disabled, 2 - enabled only for key pictures.");
165InterLayerPredMode InterLayerPred() {
166 if (FLAG_inter_layer_pred == 0) {
167 return InterLayerPredMode::kOn;
168 } else if (FLAG_inter_layer_pred == 1) {
169 return InterLayerPredMode::kOff;
170 } else {
171 RTC_DCHECK_EQ(FLAG_inter_layer_pred, 2);
172 return InterLayerPredMode::kOnKeyPic;
173 }
174}
175
kjellander12fa8f42017-05-17 11:19:58 -0700176DEFINE_int(selected_sl,
177 -1,
178 "Spatial layer to show or analyze. -1 to disable filtering.");
sprangce4aef12015-11-02 07:23:20 -0800179int SelectedSL() {
kjellander12fa8f42017-05-17 11:19:58 -0700180 return static_cast<int>(FLAG_selected_sl);
sprangce4aef12015-11-02 07:23:20 -0800181}
182
183DEFINE_string(stream0,
184 "",
185 "Comma separated values describing VideoStream for stream #0.");
186std::string Stream0() {
kjellander12fa8f42017-05-17 11:19:58 -0700187 return static_cast<std::string>(FLAG_stream0);
sprangce4aef12015-11-02 07:23:20 -0800188}
189
190DEFINE_string(stream1,
191 "",
192 "Comma separated values describing VideoStream for stream #1.");
193std::string Stream1() {
kjellander12fa8f42017-05-17 11:19:58 -0700194 return static_cast<std::string>(FLAG_stream1);
sprangce4aef12015-11-02 07:23:20 -0800195}
196
197DEFINE_string(sl0,
198 "",
199 "Comma separated values describing SpatialLayer for layer #0.");
200std::string SL0() {
kjellander12fa8f42017-05-17 11:19:58 -0700201 return static_cast<std::string>(FLAG_sl0);
sprangce4aef12015-11-02 07:23:20 -0800202}
203
204DEFINE_string(sl1,
205 "",
206 "Comma separated values describing SpatialLayer for layer #1.");
207std::string SL1() {
kjellander12fa8f42017-05-17 11:19:58 -0700208 return static_cast<std::string>(FLAG_sl1);
sprangce4aef12015-11-02 07:23:20 -0800209}
210
palmkviste75f2042016-09-28 06:19:48 -0700211DEFINE_string(encoded_frame_path,
212 "",
213 "The base path for encoded frame logs. Created files will have "
214 "the form <encoded_frame_path>.<n>.(recv|send.<m>).ivf");
215std::string EncodedFramePath() {
kjellander12fa8f42017-05-17 11:19:58 -0700216 return static_cast<std::string>(FLAG_encoded_frame_path);
palmkviste75f2042016-09-28 06:19:48 -0700217}
218
ivica87f83a92015-10-08 05:13:32 -0700219DEFINE_bool(logs, false, "print logs to stderr");
220
Erik Språng6b8d3552015-09-24 15:06:57 +0200221DEFINE_bool(send_side_bwe, true, "Use send-side bandwidth estimation");
222
philipel569397f2018-09-26 12:25:31 +0200223DEFINE_bool(generic_descriptor, false, "Use the generic frame descriptor.");
224
philipela2c55232016-01-26 08:41:53 -0800225DEFINE_bool(allow_reordering, false, "Allow packet reordering to occur");
226
ivica5d6a06c2015-09-17 05:30:24 -0700227DEFINE_string(
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000228 force_fieldtrials,
229 "",
230 "Field trials control experimental feature code which can be forced. "
231 "E.g. running with --force_fieldtrials=WebRTC-FooFeature/Enable/"
232 " will assign the group Enable to field trial WebRTC-FooFeature. Multiple "
233 "trials are separated by \"/\"");
sprangce4aef12015-11-02 07:23:20 -0800234
235// Screenshare-specific flags.
kjellander12fa8f42017-05-17 11:19:58 -0700236DEFINE_int(min_transmit_bitrate, 400, "Min transmit bitrate incl. padding.");
sprangce4aef12015-11-02 07:23:20 -0800237int MinTransmitBitrateKbps() {
kjellander12fa8f42017-05-17 11:19:58 -0700238 return FLAG_min_transmit_bitrate;
sprangce4aef12015-11-02 07:23:20 -0800239}
240
Yves Gerey665174f2018-06-19 15:03:05 +0200241DEFINE_bool(
242 generate_slides,
243 false,
244 "Whether to use randomly generated slides or read them from files.");
erikvarga579de6f2017-08-29 09:12:57 -0700245bool GenerateSlides() {
246 return static_cast<int>(FLAG_generate_slides);
247}
248
kjellander12fa8f42017-05-17 11:19:58 -0700249DEFINE_int(slide_change_interval,
250 10,
251 "Interval (in seconds) between simulated slide changes.");
sprangce4aef12015-11-02 07:23:20 -0800252int SlideChangeInterval() {
kjellander12fa8f42017-05-17 11:19:58 -0700253 return static_cast<int>(FLAG_slide_change_interval);
sprangce4aef12015-11-02 07:23:20 -0800254}
255
kjellander12fa8f42017-05-17 11:19:58 -0700256DEFINE_int(
sprangce4aef12015-11-02 07:23:20 -0800257 scroll_duration,
258 0,
259 "Duration (in seconds) during which a slide will be scrolled into place.");
260int ScrollDuration() {
kjellander12fa8f42017-05-17 11:19:58 -0700261 return static_cast<int>(FLAG_scroll_duration);
sprangce4aef12015-11-02 07:23:20 -0800262}
263
ilnik8d8185c2017-04-12 04:52:55 -0700264DEFINE_string(slides,
265 "",
266 "Comma-separated list of *.yuv files to display as slides.");
267std::vector<std::string> Slides() {
268 std::vector<std::string> slides;
kjellander12fa8f42017-05-17 11:19:58 -0700269 std::string slides_list = FLAG_slides;
ilnik8d8185c2017-04-12 04:52:55 -0700270 rtc::tokenize(slides_list, ',', &slides);
271 return slides;
272}
273
kjellander12fa8f42017-05-17 11:19:58 -0700274DEFINE_bool(help, false, "prints this message");
275
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000276} // namespace flags
277
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000278void Loopback() {
Artem Titovf18b3522018-08-28 16:54:24 +0200279 DefaultNetworkSimulationConfig pipe_config;
ivica5d6a06c2015-09-17 05:30:24 -0700280 pipe_config.loss_percent = flags::LossPercent();
281 pipe_config.link_capacity_kbps = flags::LinkCapacityKbps();
282 pipe_config.queue_length_packets = flags::QueueSize();
283 pipe_config.queue_delay_ms = flags::AvgPropagationDelayMs();
284 pipe_config.delay_standard_deviation_ms = flags::StdPropagationDelayMs();
kjellander12fa8f42017-05-17 11:19:58 -0700285 pipe_config.allow_reordering = flags::FLAG_allow_reordering;
ivica5d6a06c2015-09-17 05:30:24 -0700286
Sebastian Janssonfc8d26b2018-02-21 09:52:06 +0100287 BitrateConstraints call_bitrate_config;
ivica5d6a06c2015-09-17 05:30:24 -0700288 call_bitrate_config.min_bitrate_bps = flags::MinBitrateKbps() * 1000;
289 call_bitrate_config.start_bitrate_bps = flags::StartBitrateKbps() * 1000;
Erik Språng28bb3912018-07-11 16:06:55 +0200290 call_bitrate_config.max_bitrate_bps = -1; // Don't cap bandwidth estimate.
ivica5d6a06c2015-09-17 05:30:24 -0700291
minyue73208662016-08-18 06:28:55 -0700292 VideoQualityTest::Params params;
philipel569397f2018-09-26 12:25:31 +0200293 params.call = {flags::FLAG_send_side_bwe, flags::FLAG_generic_descriptor,
294 call_bitrate_config};
Ilya Nikolaevskiy255d1cd2017-12-21 18:02:59 +0100295 params.video[0] = {true,
296 flags::Width(),
297 flags::Height(),
298 flags::Fps(),
299 flags::MinBitrateKbps() * 1000,
300 flags::TargetBitrateKbps() * 1000,
301 flags::MaxBitrateKbps() * 1000,
302 false,
303 flags::Codec(),
304 flags::NumTemporalLayers(),
305 flags::SelectedTL(),
306 flags::MinTransmitBitrateKbps() * 1000,
307 false, // ULPFEC disabled.
308 false, // FlexFEC disabled.
Niels Möller6aa415e2018-06-07 11:14:13 +0200309 false, // Automatic scaling disabled.
Ilya Nikolaevskiy255d1cd2017-12-21 18:02:59 +0100310 ""};
311 params.screenshare[0] = {true, flags::GenerateSlides(),
312 flags::SlideChangeInterval(),
313 flags::ScrollDuration(), flags::Slides()};
Yves Gerey665174f2018-06-19 15:03:05 +0200314 params.analyzer = {"screenshare",
315 0.0,
316 0.0,
317 flags::DurationSecs(),
318 flags::OutputFilename(),
319 flags::GraphTitle()};
Artem Titovf18b3522018-08-28 16:54:24 +0200320 params.config = pipe_config;
Mirko Bonadei45a4c412018-07-31 15:07:28 +0200321 params.logging = {flags::RtcEventLogName(), flags::RtpDumpName(),
322 flags::EncodedFramePath()};
ivica5d6a06c2015-09-17 05:30:24 -0700323
sprang1168fd42017-06-21 09:00:17 -0700324 if (flags::NumStreams() > 1 && flags::Stream0().empty() &&
325 flags::Stream1().empty()) {
Ilya Nikolaevskiy255d1cd2017-12-21 18:02:59 +0100326 params.ss[0].infer_streams = true;
sprang1168fd42017-06-21 09:00:17 -0700327 }
328
sprangce4aef12015-11-02 07:23:20 -0800329 std::vector<std::string> stream_descriptors;
330 stream_descriptors.push_back(flags::Stream0());
331 stream_descriptors.push_back(flags::Stream1());
332 std::vector<std::string> SL_descriptors;
333 SL_descriptors.push_back(flags::SL0());
334 SL_descriptors.push_back(flags::SL1());
335 VideoQualityTest::FillScalabilitySettings(
Ilya Nikolaevskiy255d1cd2017-12-21 18:02:59 +0100336 &params, 0, stream_descriptors, flags::NumStreams(),
337 flags::SelectedStream(), flags::NumSpatialLayers(), flags::SelectedSL(),
Sergey Silkin57027362018-05-15 09:12:05 +0200338 flags::InterLayerPred(), SL_descriptors);
sprangce4aef12015-11-02 07:23:20 -0800339
Karl Wiberg918f50c2018-07-05 11:40:33 +0200340 auto fixture = absl::make_unique<VideoQualityTest>(nullptr);
sprangce4aef12015-11-02 07:23:20 -0800341 if (flags::DurationSecs()) {
Patrik Höglundb6b29e02018-06-21 16:58:01 +0200342 fixture->RunWithAnalyzer(params);
sprangce4aef12015-11-02 07:23:20 -0800343 } else {
Patrik Höglundb6b29e02018-06-21 16:58:01 +0200344 fixture->RunWithRenderers(params);
sprangce4aef12015-11-02 07:23:20 -0800345 }
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000346}
347} // namespace webrtc
348
349int main(int argc, char* argv[]) {
350 ::testing::InitGoogleTest(&argc, argv);
kjellander12fa8f42017-05-17 11:19:58 -0700351 rtc::FlagList::SetFlagsFromCommandLine(&argc, argv, true);
352 if (webrtc::flags::FLAG_help) {
353 rtc::FlagList::Print(nullptr, false);
354 return 0;
355 }
356
Mirko Bonadei45a4c412018-07-31 15:07:28 +0200357 rtc::LogMessage::SetLogToStderr(webrtc::flags::FLAG_logs);
358
Bjorn Tereliusedab3012018-01-31 17:23:40 +0100359 webrtc::test::ValidateFieldTrialsStringOrDie(
360 webrtc::flags::FLAG_force_fieldtrials);
361 // InitFieldTrialsFromString stores the char*, so the char array must outlive
362 // the application.
363 webrtc::field_trial::InitFieldTrialsFromString(
364 webrtc::flags::FLAG_force_fieldtrials);
sprang89c4a7e2017-06-30 13:27:40 -0700365
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000366 webrtc::test::RunTest(webrtc::Loopback);
367 return 0;
368}