blob: 089c4db02cee0704f80b17c8587b5c75f01706b7 [file] [log] [blame]
sprang@webrtc.org131bea82015-02-18 12:46:06 +00001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#include <stdio.h>
12
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020013#include "rtc_base/flags.h"
Bjorn Tereliusedab3012018-01-31 17:23:40 +010014#include "system_wrappers/include/field_trial_default.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020015#include "test/field_trial.h"
16#include "test/gtest.h"
17#include "test/run_test.h"
18#include "video/video_quality_test.h"
sprang@webrtc.org131bea82015-02-18 12:46:06 +000019
20namespace webrtc {
sprang@webrtc.org131bea82015-02-18 12:46:06 +000021namespace flags {
22
sprangce4aef12015-11-02 07:23:20 -080023// Flags common with screenshare loopback, with different default values.
sprang1168fd42017-06-21 09:00:17 -070024DEFINE_int(width, 640, "Video width.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +000025size_t Width() {
sprang1168fd42017-06-21 09:00:17 -070026 return static_cast<size_t>(FLAG_width);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000027}
28
sprang1168fd42017-06-21 09:00:17 -070029DEFINE_int(height, 480, "Video height.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +000030size_t Height() {
sprang1168fd42017-06-21 09:00:17 -070031 return static_cast<size_t>(FLAG_height);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000032}
33
sprang1168fd42017-06-21 09:00:17 -070034DEFINE_int(fps, 30, "Frames per second.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +000035int Fps() {
sprang1168fd42017-06-21 09:00:17 -070036 return static_cast<int>(FLAG_fps);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000037}
38
sprang1168fd42017-06-21 09:00:17 -070039DEFINE_int(capture_device_index, 0, "Capture device to select");
Tarun Chawla8e857d12017-05-31 19:20:57 +053040size_t GetCaptureDevice() {
sprang1168fd42017-06-21 09:00:17 -070041 return static_cast<size_t>(FLAG_capture_device_index);
Tarun Chawla8e857d12017-05-31 19:20:57 +053042}
43
sprang1168fd42017-06-21 09:00:17 -070044DEFINE_int(min_bitrate, 50, "Call and stream min bitrate in kbps.");
ivica5d6a06c2015-09-17 05:30:24 -070045int MinBitrateKbps() {
sprang1168fd42017-06-21 09:00:17 -070046 return static_cast<int>(FLAG_min_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000047}
48
sprang1168fd42017-06-21 09:00:17 -070049DEFINE_int(start_bitrate, 300, "Call start bitrate in kbps.");
ivica5d6a06c2015-09-17 05:30:24 -070050int StartBitrateKbps() {
sprang1168fd42017-06-21 09:00:17 -070051 return static_cast<int>(FLAG_start_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000052}
53
sprang1168fd42017-06-21 09:00:17 -070054DEFINE_int(target_bitrate, 800, "Stream target bitrate in kbps.");
ivica5d6a06c2015-09-17 05:30:24 -070055int TargetBitrateKbps() {
sprang1168fd42017-06-21 09:00:17 -070056 return static_cast<int>(FLAG_target_bitrate);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000057}
58
sprang1168fd42017-06-21 09:00:17 -070059DEFINE_int(max_bitrate, 800, "Call and stream max bitrate in kbps.");
ivica5d6a06c2015-09-17 05:30:24 -070060int MaxBitrateKbps() {
sprang1168fd42017-06-21 09:00:17 -070061 return static_cast<int>(FLAG_max_bitrate);
ivica5d6a06c2015-09-17 05:30:24 -070062}
sprang@webrtc.org131bea82015-02-18 12:46:06 +000063
mflodman48a4beb2016-07-01 13:03:59 +020064DEFINE_bool(suspend_below_min_bitrate,
65 false,
66 "Suspends video below the configured min bitrate.");
67
sprang1168fd42017-06-21 09:00:17 -070068DEFINE_int(num_temporal_layers,
69 1,
70 "Number of temporal layers. Set to 1-4 to override.");
sprangce4aef12015-11-02 07:23:20 -080071int NumTemporalLayers() {
sprang1168fd42017-06-21 09:00:17 -070072 return static_cast<int>(FLAG_num_temporal_layers);
sprangce4aef12015-11-02 07:23:20 -080073}
74
Sergey Silkin57027362018-05-15 09:12:05 +020075DEFINE_int(inter_layer_pred,
Sergey Silkindf736d82018-05-23 23:22:46 +020076 2,
Sergey Silkin57027362018-05-15 09:12:05 +020077 "Inter-layer prediction mode. "
78 "0 - enabled, 1 - disabled, 2 - enabled only for key pictures.");
79InterLayerPredMode InterLayerPred() {
80 if (FLAG_inter_layer_pred == 0) {
81 return InterLayerPredMode::kOn;
82 } else if (FLAG_inter_layer_pred == 1) {
83 return InterLayerPredMode::kOff;
84 } else {
85 RTC_DCHECK_EQ(FLAG_inter_layer_pred, 2);
86 return InterLayerPredMode::kOnKeyPic;
87 }
88}
89
sprangce4aef12015-11-02 07:23:20 -080090// Flags common with screenshare loopback, with equal default values.
sprang@webrtc.org131bea82015-02-18 12:46:06 +000091DEFINE_string(codec, "VP8", "Video codec to use.");
92std::string Codec() {
sprang1168fd42017-06-21 09:00:17 -070093 return static_cast<std::string>(FLAG_codec);
sprang@webrtc.org131bea82015-02-18 12:46:06 +000094}
95
sprang1168fd42017-06-21 09:00:17 -070096DEFINE_int(selected_tl,
97 -1,
98 "Temporal layer to show or analyze. -1 to disable filtering.");
sprangce4aef12015-11-02 07:23:20 -080099int SelectedTL() {
sprang1168fd42017-06-21 09:00:17 -0700100 return static_cast<int>(FLAG_selected_tl);
sprangce4aef12015-11-02 07:23:20 -0800101}
102
sprang1168fd42017-06-21 09:00:17 -0700103DEFINE_int(
sprangce4aef12015-11-02 07:23:20 -0800104 duration,
105 0,
106 "Duration of the test in seconds. If 0, rendered will be shown instead.");
107int DurationSecs() {
sprang1168fd42017-06-21 09:00:17 -0700108 return static_cast<int>(FLAG_duration);
sprangce4aef12015-11-02 07:23:20 -0800109}
110
111DEFINE_string(output_filename, "", "Target graph data filename.");
112std::string OutputFilename() {
sprang1168fd42017-06-21 09:00:17 -0700113 return static_cast<std::string>(FLAG_output_filename);
sprangce4aef12015-11-02 07:23:20 -0800114}
115
116DEFINE_string(graph_title,
117 "",
118 "If empty, title will be generated automatically.");
119std::string GraphTitle() {
sprang1168fd42017-06-21 09:00:17 -0700120 return static_cast<std::string>(FLAG_graph_title);
sprangce4aef12015-11-02 07:23:20 -0800121}
122
sprang1168fd42017-06-21 09:00:17 -0700123DEFINE_int(loss_percent, 0, "Percentage of packets randomly lost.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000124int LossPercent() {
sprang1168fd42017-06-21 09:00:17 -0700125 return static_cast<int>(FLAG_loss_percent);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000126}
127
sprang1168fd42017-06-21 09:00:17 -0700128DEFINE_int(avg_burst_loss_length, -1, "Average burst length of lost packets.");
philipel536378b2016-05-31 03:20:23 -0700129int AvgBurstLossLength() {
sprang1168fd42017-06-21 09:00:17 -0700130 return static_cast<int>(FLAG_avg_burst_loss_length);
philipel536378b2016-05-31 03:20:23 -0700131}
132
sprang1168fd42017-06-21 09:00:17 -0700133DEFINE_int(link_capacity,
134 0,
135 "Capacity (kbps) of the fake link. 0 means infinite.");
ivica5d6a06c2015-09-17 05:30:24 -0700136int LinkCapacityKbps() {
sprang1168fd42017-06-21 09:00:17 -0700137 return static_cast<int>(FLAG_link_capacity);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000138}
139
sprang1168fd42017-06-21 09:00:17 -0700140DEFINE_int(queue_size, 0, "Size of the bottleneck link queue in packets.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000141int QueueSize() {
sprang1168fd42017-06-21 09:00:17 -0700142 return static_cast<int>(FLAG_queue_size);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000143}
144
sprang1168fd42017-06-21 09:00:17 -0700145DEFINE_int(avg_propagation_delay_ms,
146 0,
147 "Average link propagation delay in ms.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000148int AvgPropagationDelayMs() {
sprang1168fd42017-06-21 09:00:17 -0700149 return static_cast<int>(FLAG_avg_propagation_delay_ms);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000150}
151
Ilya Nikolaevskiya4259f62017-12-05 13:19:45 +0100152DEFINE_string(rtc_event_log_name,
153 "",
154 "Filename for rtc event log. Two files "
155 "with \"_send\" and \"_recv\" suffixes will be created.");
ilnik98436952017-07-13 00:47:03 -0700156std::string RtcEventLogName() {
157 return static_cast<std::string>(FLAG_rtc_event_log_name);
158}
159
160DEFINE_string(rtp_dump_name, "", "Filename for dumped received RTP stream.");
161std::string RtpDumpName() {
162 return static_cast<std::string>(FLAG_rtp_dump_name);
163}
164
sprang1168fd42017-06-21 09:00:17 -0700165DEFINE_int(std_propagation_delay_ms,
166 0,
167 "Link propagation delay standard deviation in ms.");
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000168int StdPropagationDelayMs() {
sprang1168fd42017-06-21 09:00:17 -0700169 return static_cast<int>(FLAG_std_propagation_delay_ms);
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000170}
171
sprang1168fd42017-06-21 09:00:17 -0700172DEFINE_int(num_streams, 0, "Number of streams to show or analyze.");
173int NumStreams() {
174 return static_cast<int>(FLAG_num_streams);
175}
176
177DEFINE_int(selected_stream,
178 0,
179 "ID of the stream to show or analyze. "
180 "Set to the number of streams to show them all.");
sprangce4aef12015-11-02 07:23:20 -0800181int SelectedStream() {
sprang1168fd42017-06-21 09:00:17 -0700182 return static_cast<int>(FLAG_selected_stream);
sprangce4aef12015-11-02 07:23:20 -0800183}
184
sprang1168fd42017-06-21 09:00:17 -0700185DEFINE_int(num_spatial_layers, 1, "Number of spatial layers to use.");
sprangce4aef12015-11-02 07:23:20 -0800186int NumSpatialLayers() {
sprang1168fd42017-06-21 09:00:17 -0700187 return static_cast<int>(FLAG_num_spatial_layers);
sprangce4aef12015-11-02 07:23:20 -0800188}
189
sprang1168fd42017-06-21 09:00:17 -0700190DEFINE_int(selected_sl,
191 -1,
192 "Spatial layer to show or analyze. -1 to disable filtering.");
sprangce4aef12015-11-02 07:23:20 -0800193int SelectedSL() {
sprang1168fd42017-06-21 09:00:17 -0700194 return static_cast<int>(FLAG_selected_sl);
sprangce4aef12015-11-02 07:23:20 -0800195}
196
197DEFINE_string(stream0,
198 "",
199 "Comma separated values describing VideoStream for stream #0.");
200std::string Stream0() {
sprang1168fd42017-06-21 09:00:17 -0700201 return static_cast<std::string>(FLAG_stream0);
sprangce4aef12015-11-02 07:23:20 -0800202}
203
204DEFINE_string(stream1,
205 "",
206 "Comma separated values describing VideoStream for stream #1.");
207std::string Stream1() {
sprang1168fd42017-06-21 09:00:17 -0700208 return static_cast<std::string>(FLAG_stream1);
sprangce4aef12015-11-02 07:23:20 -0800209}
210
211DEFINE_string(sl0,
212 "",
213 "Comma separated values describing SpatialLayer for layer #0.");
214std::string SL0() {
sprang1168fd42017-06-21 09:00:17 -0700215 return static_cast<std::string>(FLAG_sl0);
sprangce4aef12015-11-02 07:23:20 -0800216}
217
218DEFINE_string(sl1,
219 "",
220 "Comma separated values describing SpatialLayer for layer #1.");
221std::string SL1() {
sprang1168fd42017-06-21 09:00:17 -0700222 return static_cast<std::string>(FLAG_sl1);
sprangce4aef12015-11-02 07:23:20 -0800223}
224
palmkviste75f2042016-09-28 06:19:48 -0700225DEFINE_string(encoded_frame_path,
226 "",
227 "The base path for encoded frame logs. Created files will have "
228 "the form <encoded_frame_path>.<n>.(recv|send.<m>).ivf");
229std::string EncodedFramePath() {
sprang1168fd42017-06-21 09:00:17 -0700230 return static_cast<std::string>(FLAG_encoded_frame_path);
palmkviste75f2042016-09-28 06:19:48 -0700231}
232
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000233DEFINE_bool(logs, false, "print logs to stderr");
234
sprangce4aef12015-11-02 07:23:20 -0800235DEFINE_bool(send_side_bwe, true, "Use send-side bandwidth estimation");
236
philipela2c55232016-01-26 08:41:53 -0800237DEFINE_bool(allow_reordering, false, "Allow packet reordering to occur");
238
brandtra62f5822016-11-17 00:21:13 -0800239DEFINE_bool(use_ulpfec, false, "Use RED+ULPFEC forward error correction.");
240
241DEFINE_bool(use_flexfec, false, "Use FlexFEC forward error correction.");
philipel274c1dc2016-05-04 06:21:01 -0700242
minyue73208662016-08-18 06:28:55 -0700243DEFINE_bool(audio, false, "Add audio stream");
244
Yves Gerey665174f2018-06-19 15:03:05 +0200245DEFINE_bool(audio_video_sync,
246 false,
247 "Sync audio and video stream (no effect if"
248 " audio is false)");
minyue73208662016-08-18 06:28:55 -0700249
minyue4c8b9422017-03-21 04:11:43 -0700250DEFINE_bool(audio_dtx, false, "Enable audio DTX (no effect if audio is false)");
251
minyuea27172d2016-11-01 05:59:29 -0700252DEFINE_bool(video, true, "Add video stream");
253
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000254DEFINE_string(
255 force_fieldtrials,
256 "",
257 "Field trials control experimental feature code which can be forced. "
258 "E.g. running with --force_fieldtrials=WebRTC-FooFeature/Enable/"
259 " will assign the group Enable to field trial WebRTC-FooFeature. Multiple "
260 "trials are separated by \"/\"");
pbos9874ee02015-06-22 04:44:26 -0700261
sprangce4aef12015-11-02 07:23:20 -0800262// Video-specific flags.
ivica5d6a06c2015-09-17 05:30:24 -0700263DEFINE_string(clip,
264 "",
265 "Name of the clip to show. If empty, using chroma generator.");
266std::string Clip() {
sprang1168fd42017-06-21 09:00:17 -0700267 return static_cast<std::string>(FLAG_clip);
ivica5d6a06c2015-09-17 05:30:24 -0700268}
269
sprang1168fd42017-06-21 09:00:17 -0700270DEFINE_bool(help, false, "prints this message");
271
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000272} // namespace flags
273
274void Loopback() {
ivica5d6a06c2015-09-17 05:30:24 -0700275 FakeNetworkPipe::Config pipe_config;
276 pipe_config.loss_percent = flags::LossPercent();
philipel536378b2016-05-31 03:20:23 -0700277 pipe_config.avg_burst_loss_length = flags::AvgBurstLossLength();
ivica5d6a06c2015-09-17 05:30:24 -0700278 pipe_config.link_capacity_kbps = flags::LinkCapacityKbps();
279 pipe_config.queue_length_packets = flags::QueueSize();
280 pipe_config.queue_delay_ms = flags::AvgPropagationDelayMs();
281 pipe_config.delay_standard_deviation_ms = flags::StdPropagationDelayMs();
sprang1168fd42017-06-21 09:00:17 -0700282 pipe_config.allow_reordering = flags::FLAG_allow_reordering;
ivica5d6a06c2015-09-17 05:30:24 -0700283
Sebastian Janssonfc8d26b2018-02-21 09:52:06 +0100284 BitrateConstraints call_bitrate_config;
ivica5d6a06c2015-09-17 05:30:24 -0700285 call_bitrate_config.min_bitrate_bps = flags::MinBitrateKbps() * 1000;
286 call_bitrate_config.start_bitrate_bps = flags::StartBitrateKbps() * 1000;
287 call_bitrate_config.max_bitrate_bps = flags::MaxBitrateKbps() * 1000;
288
minyue73208662016-08-18 06:28:55 -0700289 VideoQualityTest::Params params;
ilnik98436952017-07-13 00:47:03 -0700290 params.call = {flags::FLAG_send_side_bwe, call_bitrate_config, 0};
Ilya Nikolaevskiy255d1cd2017-12-21 18:02:59 +0100291 params.video[0] = {flags::FLAG_video,
292 flags::Width(),
293 flags::Height(),
294 flags::Fps(),
295 flags::MinBitrateKbps() * 1000,
296 flags::TargetBitrateKbps() * 1000,
297 flags::MaxBitrateKbps() * 1000,
298 flags::FLAG_suspend_below_min_bitrate,
299 flags::Codec(),
300 flags::NumTemporalLayers(),
301 flags::SelectedTL(),
302 0, // No min transmit bitrate.
303 flags::FLAG_use_ulpfec,
304 flags::FLAG_use_flexfec,
Niels Möller6aa415e2018-06-07 11:14:13 +0200305 false,
Ilya Nikolaevskiy255d1cd2017-12-21 18:02:59 +0100306 flags::Clip(),
307 flags::GetCaptureDevice()};
sprang1168fd42017-06-21 09:00:17 -0700308 params.audio = {flags::FLAG_audio, flags::FLAG_audio_video_sync,
309 flags::FLAG_audio_dtx};
ilnik98436952017-07-13 00:47:03 -0700310 params.logging = {flags::FLAG_logs, flags::FLAG_rtc_event_log_name,
311 flags::FLAG_rtp_dump_name, flags::FLAG_encoded_frame_path};
Ilya Nikolaevskiy255d1cd2017-12-21 18:02:59 +0100312 params.screenshare[0].enabled = false;
Yves Gerey665174f2018-06-19 15:03:05 +0200313 params.analyzer = {"video",
314 0.0,
315 0.0,
316 flags::DurationSecs(),
317 flags::OutputFilename(),
318 flags::GraphTitle()};
minyue73208662016-08-18 06:28:55 -0700319 params.pipe = pipe_config;
sprang1168fd42017-06-21 09:00:17 -0700320
321 if (flags::NumStreams() > 1 && flags::Stream0().empty() &&
322 flags::Stream1().empty()) {
Ilya Nikolaevskiy255d1cd2017-12-21 18:02:59 +0100323 params.ss[0].infer_streams = true;
sprang1168fd42017-06-21 09:00:17 -0700324 }
ivica5d6a06c2015-09-17 05:30:24 -0700325
sprangce4aef12015-11-02 07:23:20 -0800326 std::vector<std::string> stream_descriptors;
327 stream_descriptors.push_back(flags::Stream0());
328 stream_descriptors.push_back(flags::Stream1());
329 std::vector<std::string> SL_descriptors;
330 SL_descriptors.push_back(flags::SL0());
331 SL_descriptors.push_back(flags::SL1());
332 VideoQualityTest::FillScalabilitySettings(
Ilya Nikolaevskiy255d1cd2017-12-21 18:02:59 +0100333 &params, 0, stream_descriptors, flags::NumStreams(),
334 flags::SelectedStream(), flags::NumSpatialLayers(), flags::SelectedSL(),
Sergey Silkin57027362018-05-15 09:12:05 +0200335 flags::InterLayerPred(), SL_descriptors);
sprangce4aef12015-11-02 07:23:20 -0800336
Karl Wiberg918f50c2018-07-05 11:40:33 +0200337 auto fixture = absl::make_unique<VideoQualityTest>(nullptr);
sprangce4aef12015-11-02 07:23:20 -0800338 if (flags::DurationSecs()) {
Patrik Höglundb6b29e02018-06-21 16:58:01 +0200339 fixture->RunWithAnalyzer(params);
sprangce4aef12015-11-02 07:23:20 -0800340 } else {
Patrik Höglundb6b29e02018-06-21 16:58:01 +0200341 fixture->RunWithRenderers(params);
sprangce4aef12015-11-02 07:23:20 -0800342 }
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000343}
344} // namespace webrtc
345
346int main(int argc, char* argv[]) {
347 ::testing::InitGoogleTest(&argc, argv);
sprang1168fd42017-06-21 09:00:17 -0700348 rtc::FlagList::SetFlagsFromCommandLine(&argc, argv, true);
349 if (webrtc::flags::FLAG_help) {
350 rtc::FlagList::Print(nullptr, false);
351 return 0;
352 }
353
Bjorn Tereliusedab3012018-01-31 17:23:40 +0100354 webrtc::test::ValidateFieldTrialsStringOrDie(
355 webrtc::flags::FLAG_force_fieldtrials);
356 // InitFieldTrialsFromString stores the char*, so the char array must outlive
357 // the application.
358 webrtc::field_trial::InitFieldTrialsFromString(
359 webrtc::flags::FLAG_force_fieldtrials);
sprang89c4a7e2017-06-30 13:27:40 -0700360
sprang@webrtc.org131bea82015-02-18 12:46:06 +0000361 webrtc::test::RunTest(webrtc::Loopback);
362 return 0;
363}