blob: 17fd8deec9c960e7632db1735db0ce27b4c0ae57 [file] [log] [blame]
sprang@webrtc.org131bea82015-02-18 12:46:06 +00001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include <stdio.h>
12
Edward Lemurc20978e2017-07-06 19:44:34 +020013#include "webrtc/rtc_base/flags.h"
14#include "webrtc/rtc_base/stringencode.h"
sprang@webrtc.org131bea82015-02-18 12:46:06 +000015#include "webrtc/test/field_trial.h"
kwibergac9f8762016-09-30 22:29:43 -070016#include "webrtc/test/gtest.h"
sprang@webrtc.org131bea82015-02-18 12:46:06 +000017#include "webrtc/test/run_test.h"
ivica5d6a06c2015-09-17 05:30:24 -070018#include "webrtc/video/video_quality_test.h"
sprang@webrtc.org131bea82015-02-18 12:46:06 +000019
20namespace webrtc {
21namespace flags {
22
sprangce4aef12015-11-02 07:23:20 -080023// Flags common with video loopback, with different default values.
kjellander12fa8f42017-05-17 11:19:58 -070024DEFINE_int(width, 1850, "Video width (crops source).");
sprang@webrtc.org131bea82015-02-18 12:46:06 +000025size_t Width() {
kjellander12fa8f42017-05-17 11:19:58 -070026 return static_cast<size_t>(FLAG_width);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000027}
sprangd6358952015-07-29 07:58:13 -070028
kjellander12fa8f42017-05-17 11:19:58 -070029DEFINE_int(height, 1110, "Video height (crops source).");
sprang@webrtc.org131bea82015-02-18 12:46:06 +000030size_t Height() {
kjellander12fa8f42017-05-17 11:19:58 -070031 return static_cast<size_t>(FLAG_height);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000032}
33
kjellander12fa8f42017-05-17 11:19:58 -070034DEFINE_int(fps, 5, "Frames per second.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +000035int Fps() {
kjellander12fa8f42017-05-17 11:19:58 -070036 return static_cast<int>(FLAG_fps);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000037}
38
kjellander12fa8f42017-05-17 11:19:58 -070039DEFINE_int(min_bitrate, 50, "Call and stream min bitrate in kbps.");
ivica5d6a06c2015-09-17 05:30:24 -070040int MinBitrateKbps() {
kjellander12fa8f42017-05-17 11:19:58 -070041 return static_cast<int>(FLAG_min_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000042}
43
kjellander12fa8f42017-05-17 11:19:58 -070044DEFINE_int(start_bitrate,
45 Call::Config::kDefaultStartBitrateBps / 1000,
46 "Call start bitrate in kbps.");
ivica5d6a06c2015-09-17 05:30:24 -070047int StartBitrateKbps() {
kjellander12fa8f42017-05-17 11:19:58 -070048 return static_cast<int>(FLAG_start_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000049}
50
kjellander12fa8f42017-05-17 11:19:58 -070051DEFINE_int(target_bitrate, 200, "Stream target bitrate in kbps.");
ivica5d6a06c2015-09-17 05:30:24 -070052int TargetBitrateKbps() {
kjellander12fa8f42017-05-17 11:19:58 -070053 return static_cast<int>(FLAG_target_bitrate);
ivica5d6a06c2015-09-17 05:30:24 -070054}
55
kjellander12fa8f42017-05-17 11:19:58 -070056DEFINE_int(max_bitrate, 2000, "Call and stream max bitrate in kbps.");
ivica5d6a06c2015-09-17 05:30:24 -070057int MaxBitrateKbps() {
kjellander12fa8f42017-05-17 11:19:58 -070058 return static_cast<int>(FLAG_max_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000059}
60
kjellander12fa8f42017-05-17 11:19:58 -070061DEFINE_int(num_temporal_layers, 2, "Number of temporal layers to use.");
sprangce4aef12015-11-02 07:23:20 -080062int NumTemporalLayers() {
kjellander12fa8f42017-05-17 11:19:58 -070063 return static_cast<int>(FLAG_num_temporal_layers);
ivica87f83a92015-10-08 05:13:32 -070064}
65
sprangce4aef12015-11-02 07:23:20 -080066// Flags common with video loopback, with equal default values.
sprang7a975f72015-10-12 06:33:21 -070067DEFINE_string(codec, "VP8", "Video codec to use.");
68std::string Codec() {
kjellander12fa8f42017-05-17 11:19:58 -070069 return static_cast<std::string>(FLAG_codec);
ivica87f83a92015-10-08 05:13:32 -070070}
71
ilnik98436952017-07-13 00:47:03 -070072DEFINE_string(rtc_event_log_name, "", "Filename for rtc event log.");
73std::string RtcEventLogName() {
74 return static_cast<std::string>(FLAG_rtc_event_log_name);
75}
76
77DEFINE_string(rtp_dump_name, "", "Filename for dumped received RTP stream.");
78std::string RtpDumpName() {
79 return static_cast<std::string>(FLAG_rtp_dump_name);
80}
81
kjellander12fa8f42017-05-17 11:19:58 -070082DEFINE_int(selected_tl,
83 -1,
84 "Temporal layer to show or analyze. -1 to disable filtering.");
sprangce4aef12015-11-02 07:23:20 -080085int SelectedTL() {
kjellander12fa8f42017-05-17 11:19:58 -070086 return static_cast<int>(FLAG_selected_tl);
sprangce4aef12015-11-02 07:23:20 -080087}
88
kjellander12fa8f42017-05-17 11:19:58 -070089DEFINE_int(
sprangce4aef12015-11-02 07:23:20 -080090 duration,
91 0,
92 "Duration of the test in seconds. If 0, rendered will be shown instead.");
93int DurationSecs() {
kjellander12fa8f42017-05-17 11:19:58 -070094 return static_cast<int>(FLAG_duration);
sprangce4aef12015-11-02 07:23:20 -080095}
96
97DEFINE_string(output_filename, "", "Target graph data filename.");
98std::string OutputFilename() {
kjellander12fa8f42017-05-17 11:19:58 -070099 return static_cast<std::string>(FLAG_output_filename);
sprangce4aef12015-11-02 07:23:20 -0800100}
101
102DEFINE_string(graph_title,
103 "",
104 "If empty, title will be generated automatically.");
105std::string GraphTitle() {
kjellander12fa8f42017-05-17 11:19:58 -0700106 return static_cast<std::string>(FLAG_graph_title);
sprangce4aef12015-11-02 07:23:20 -0800107}
108
kjellander12fa8f42017-05-17 11:19:58 -0700109DEFINE_int(loss_percent, 0, "Percentage of packets randomly lost.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000110int LossPercent() {
kjellander12fa8f42017-05-17 11:19:58 -0700111 return static_cast<int>(FLAG_loss_percent);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000112}
113
kjellander12fa8f42017-05-17 11:19:58 -0700114DEFINE_int(link_capacity,
115 0,
116 "Capacity (kbps) of the fake link. 0 means infinite.");
ivica5d6a06c2015-09-17 05:30:24 -0700117int LinkCapacityKbps() {
kjellander12fa8f42017-05-17 11:19:58 -0700118 return static_cast<int>(FLAG_link_capacity);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000119}
120
kjellander12fa8f42017-05-17 11:19:58 -0700121DEFINE_int(queue_size, 0, "Size of the bottleneck link queue in packets.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000122int QueueSize() {
kjellander12fa8f42017-05-17 11:19:58 -0700123 return static_cast<int>(FLAG_queue_size);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000124}
125
kjellander12fa8f42017-05-17 11:19:58 -0700126DEFINE_int(avg_propagation_delay_ms,
127 0,
128 "Average link propagation delay in ms.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000129int AvgPropagationDelayMs() {
kjellander12fa8f42017-05-17 11:19:58 -0700130 return static_cast<int>(FLAG_avg_propagation_delay_ms);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000131}
132
kjellander12fa8f42017-05-17 11:19:58 -0700133DEFINE_int(std_propagation_delay_ms,
134 0,
135 "Link propagation delay standard deviation in ms.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000136int StdPropagationDelayMs() {
kjellander12fa8f42017-05-17 11:19:58 -0700137 return static_cast<int>(FLAG_std_propagation_delay_ms);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000138}
139
sprang1168fd42017-06-21 09:00:17 -0700140DEFINE_int(num_streams, 0, "Number of streams to show or analyze.");
141int NumStreams() {
142 return static_cast<int>(FLAG_num_streams);
143}
144
145DEFINE_int(selected_stream,
146 0,
147 "ID of the stream to show or analyze. "
148 "Set to the number of streams to show them all.");
sprangce4aef12015-11-02 07:23:20 -0800149int SelectedStream() {
kjellander12fa8f42017-05-17 11:19:58 -0700150 return static_cast<int>(FLAG_selected_stream);
sprangce4aef12015-11-02 07:23:20 -0800151}
152
kjellander12fa8f42017-05-17 11:19:58 -0700153DEFINE_int(num_spatial_layers, 1, "Number of spatial layers to use.");
sprangce4aef12015-11-02 07:23:20 -0800154int NumSpatialLayers() {
kjellander12fa8f42017-05-17 11:19:58 -0700155 return static_cast<int>(FLAG_num_spatial_layers);
sprangce4aef12015-11-02 07:23:20 -0800156}
157
kjellander12fa8f42017-05-17 11:19:58 -0700158DEFINE_int(selected_sl,
159 -1,
160 "Spatial layer to show or analyze. -1 to disable filtering.");
sprangce4aef12015-11-02 07:23:20 -0800161int SelectedSL() {
kjellander12fa8f42017-05-17 11:19:58 -0700162 return static_cast<int>(FLAG_selected_sl);
sprangce4aef12015-11-02 07:23:20 -0800163}
164
165DEFINE_string(stream0,
166 "",
167 "Comma separated values describing VideoStream for stream #0.");
168std::string Stream0() {
kjellander12fa8f42017-05-17 11:19:58 -0700169 return static_cast<std::string>(FLAG_stream0);
sprangce4aef12015-11-02 07:23:20 -0800170}
171
172DEFINE_string(stream1,
173 "",
174 "Comma separated values describing VideoStream for stream #1.");
175std::string Stream1() {
kjellander12fa8f42017-05-17 11:19:58 -0700176 return static_cast<std::string>(FLAG_stream1);
sprangce4aef12015-11-02 07:23:20 -0800177}
178
179DEFINE_string(sl0,
180 "",
181 "Comma separated values describing SpatialLayer for layer #0.");
182std::string SL0() {
kjellander12fa8f42017-05-17 11:19:58 -0700183 return static_cast<std::string>(FLAG_sl0);
sprangce4aef12015-11-02 07:23:20 -0800184}
185
186DEFINE_string(sl1,
187 "",
188 "Comma separated values describing SpatialLayer for layer #1.");
189std::string SL1() {
kjellander12fa8f42017-05-17 11:19:58 -0700190 return static_cast<std::string>(FLAG_sl1);
sprangce4aef12015-11-02 07:23:20 -0800191}
192
palmkviste75f2042016-09-28 06:19:48 -0700193DEFINE_string(encoded_frame_path,
194 "",
195 "The base path for encoded frame logs. Created files will have "
196 "the form <encoded_frame_path>.<n>.(recv|send.<m>).ivf");
197std::string EncodedFramePath() {
kjellander12fa8f42017-05-17 11:19:58 -0700198 return static_cast<std::string>(FLAG_encoded_frame_path);
palmkviste75f2042016-09-28 06:19:48 -0700199}
200
ivica87f83a92015-10-08 05:13:32 -0700201DEFINE_bool(logs, false, "print logs to stderr");
202
Erik Språng6b8d3552015-09-24 15:06:57 +0200203DEFINE_bool(send_side_bwe, true, "Use send-side bandwidth estimation");
204
philipela2c55232016-01-26 08:41:53 -0800205DEFINE_bool(allow_reordering, false, "Allow packet reordering to occur");
206
ivica5d6a06c2015-09-17 05:30:24 -0700207DEFINE_string(
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000208 force_fieldtrials,
209 "",
210 "Field trials control experimental feature code which can be forced. "
211 "E.g. running with --force_fieldtrials=WebRTC-FooFeature/Enable/"
212 " will assign the group Enable to field trial WebRTC-FooFeature. Multiple "
213 "trials are separated by \"/\"");
sprangce4aef12015-11-02 07:23:20 -0800214
215// Screenshare-specific flags.
kjellander12fa8f42017-05-17 11:19:58 -0700216DEFINE_int(min_transmit_bitrate, 400, "Min transmit bitrate incl. padding.");
sprangce4aef12015-11-02 07:23:20 -0800217int MinTransmitBitrateKbps() {
kjellander12fa8f42017-05-17 11:19:58 -0700218 return FLAG_min_transmit_bitrate;
sprangce4aef12015-11-02 07:23:20 -0800219}
220
erikvarga579de6f2017-08-29 09:12:57 -0700221DEFINE_bool(generate_slides,
222 false,
223 "Whether to use randomly generated slides or read them from files.");
224bool GenerateSlides() {
225 return static_cast<int>(FLAG_generate_slides);
226}
227
kjellander12fa8f42017-05-17 11:19:58 -0700228DEFINE_int(slide_change_interval,
229 10,
230 "Interval (in seconds) between simulated slide changes.");
sprangce4aef12015-11-02 07:23:20 -0800231int SlideChangeInterval() {
kjellander12fa8f42017-05-17 11:19:58 -0700232 return static_cast<int>(FLAG_slide_change_interval);
sprangce4aef12015-11-02 07:23:20 -0800233}
234
kjellander12fa8f42017-05-17 11:19:58 -0700235DEFINE_int(
sprangce4aef12015-11-02 07:23:20 -0800236 scroll_duration,
237 0,
238 "Duration (in seconds) during which a slide will be scrolled into place.");
239int ScrollDuration() {
kjellander12fa8f42017-05-17 11:19:58 -0700240 return static_cast<int>(FLAG_scroll_duration);
sprangce4aef12015-11-02 07:23:20 -0800241}
242
ilnik8d8185c2017-04-12 04:52:55 -0700243DEFINE_string(slides,
244 "",
245 "Comma-separated list of *.yuv files to display as slides.");
246std::vector<std::string> Slides() {
247 std::vector<std::string> slides;
kjellander12fa8f42017-05-17 11:19:58 -0700248 std::string slides_list = FLAG_slides;
ilnik8d8185c2017-04-12 04:52:55 -0700249 rtc::tokenize(slides_list, ',', &slides);
250 return slides;
251}
252
kjellander12fa8f42017-05-17 11:19:58 -0700253DEFINE_bool(help, false, "prints this message");
254
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000255} // namespace flags
256
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000257void Loopback() {
ivica5d6a06c2015-09-17 05:30:24 -0700258 FakeNetworkPipe::Config pipe_config;
259 pipe_config.loss_percent = flags::LossPercent();
260 pipe_config.link_capacity_kbps = flags::LinkCapacityKbps();
261 pipe_config.queue_length_packets = flags::QueueSize();
262 pipe_config.queue_delay_ms = flags::AvgPropagationDelayMs();
263 pipe_config.delay_standard_deviation_ms = flags::StdPropagationDelayMs();
kjellander12fa8f42017-05-17 11:19:58 -0700264 pipe_config.allow_reordering = flags::FLAG_allow_reordering;
ivica5d6a06c2015-09-17 05:30:24 -0700265
266 Call::Config::BitrateConfig call_bitrate_config;
267 call_bitrate_config.min_bitrate_bps = flags::MinBitrateKbps() * 1000;
268 call_bitrate_config.start_bitrate_bps = flags::StartBitrateKbps() * 1000;
269 call_bitrate_config.max_bitrate_bps = flags::MaxBitrateKbps() * 1000;
270
minyue73208662016-08-18 06:28:55 -0700271 VideoQualityTest::Params params;
kjellander12fa8f42017-05-17 11:19:58 -0700272 params.call = {flags::FLAG_send_side_bwe, call_bitrate_config};
minyue626bc952016-10-31 05:47:02 -0700273 params.video = {true,
274 flags::Width(),
275 flags::Height(),
276 flags::Fps(),
277 flags::MinBitrateKbps() * 1000,
278 flags::TargetBitrateKbps() * 1000,
279 flags::MaxBitrateKbps() * 1000,
280 false,
281 flags::Codec(),
282 flags::NumTemporalLayers(),
283 flags::SelectedTL(),
284 flags::MinTransmitBitrateKbps() * 1000,
brandtr1293aca2016-11-16 22:47:29 -0800285 false, // ULPFEC disabled.
286 false, // FlexFEC disabled.
minyue626bc952016-10-31 05:47:02 -0700287 ""};
erikvarga579de6f2017-08-29 09:12:57 -0700288 params.screenshare = {true, flags::GenerateSlides(),
289 flags::SlideChangeInterval(),
ilnik8d8185c2017-04-12 04:52:55 -0700290 flags::ScrollDuration(), flags::Slides()};
minyue73208662016-08-18 06:28:55 -0700291 params.analyzer = {"screenshare", 0.0, 0.0, flags::DurationSecs(),
292 flags::OutputFilename(), flags::GraphTitle()};
293 params.pipe = pipe_config;
ilnik98436952017-07-13 00:47:03 -0700294 params.logging = {flags::FLAG_logs, flags::RtcEventLogName(),
295 flags::RtpDumpName(), flags::EncodedFramePath()};
ivica5d6a06c2015-09-17 05:30:24 -0700296
sprang1168fd42017-06-21 09:00:17 -0700297 if (flags::NumStreams() > 1 && flags::Stream0().empty() &&
298 flags::Stream1().empty()) {
299 params.ss.infer_streams = true;
300 }
301
sprangce4aef12015-11-02 07:23:20 -0800302 std::vector<std::string> stream_descriptors;
303 stream_descriptors.push_back(flags::Stream0());
304 stream_descriptors.push_back(flags::Stream1());
305 std::vector<std::string> SL_descriptors;
306 SL_descriptors.push_back(flags::SL0());
307 SL_descriptors.push_back(flags::SL1());
308 VideoQualityTest::FillScalabilitySettings(
sprang1168fd42017-06-21 09:00:17 -0700309 &params, stream_descriptors, flags::NumStreams(), flags::SelectedStream(),
sprangce4aef12015-11-02 07:23:20 -0800310 flags::NumSpatialLayers(), flags::SelectedSL(), SL_descriptors);
311
ivica5d6a06c2015-09-17 05:30:24 -0700312 VideoQualityTest test;
sprangce4aef12015-11-02 07:23:20 -0800313 if (flags::DurationSecs()) {
sprang7a975f72015-10-12 06:33:21 -0700314 test.RunWithAnalyzer(params);
sprangce4aef12015-11-02 07:23:20 -0800315 } else {
minyue73208662016-08-18 06:28:55 -0700316 test.RunWithRenderers(params);
sprangce4aef12015-11-02 07:23:20 -0800317 }
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000318}
319} // namespace webrtc
320
321int main(int argc, char* argv[]) {
322 ::testing::InitGoogleTest(&argc, argv);
kjellander12fa8f42017-05-17 11:19:58 -0700323 rtc::FlagList::SetFlagsFromCommandLine(&argc, argv, true);
324 if (webrtc::flags::FLAG_help) {
325 rtc::FlagList::Print(nullptr, false);
326 return 0;
327 }
328
sprang1168fd42017-06-21 09:00:17 -0700329 // InitFieldTrialsFromString needs a reference to an std::string instance,
330 // with a scope that outlives the test.
331 std::string field_trials = webrtc::flags::FLAG_force_fieldtrials;
332 webrtc::test::InitFieldTrialsFromString(field_trials);
sprang89c4a7e2017-06-30 13:27:40 -0700333
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000334 webrtc::test::RunTest(webrtc::Loopback);
335 return 0;
336}