pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #include "test/frame_generator_capturer.h" |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 12 | |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 13 | #include <algorithm> |
| 14 | #include <cmath> |
| 15 | #include <limits> |
ilnik | baded15 | 2017-03-17 05:55:25 -0700 | [diff] [blame] | 16 | #include <utility> |
| 17 | #include <vector> |
| 18 | |
Danil Chapovalov | abd4273 | 2018-09-10 14:07:45 +0200 | [diff] [blame] | 19 | #include "absl/memory/memory.h" |
Sebastian Jansson | fb14c5d | 2019-02-28 13:30:04 +0100 | [diff] [blame^] | 20 | #include "api/task_queue/global_task_queue_factory.h" |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 21 | #include "rtc_base/checks.h" |
Steve Anton | 10542f2 | 2019-01-11 09:11:00 -0800 | [diff] [blame] | 22 | #include "rtc_base/critical_section.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 23 | #include "rtc_base/logging.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 24 | #include "rtc_base/task_queue.h" |
Sebastian Jansson | ecb6897 | 2019-01-18 10:30:54 +0100 | [diff] [blame] | 25 | #include "rtc_base/task_utils/repeating_task.h" |
Steve Anton | 10542f2 | 2019-01-11 09:11:00 -0800 | [diff] [blame] | 26 | #include "rtc_base/time_utils.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 27 | #include "system_wrappers/include/clock.h" |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 28 | |
| 29 | namespace webrtc { |
| 30 | namespace test { |
| 31 | |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 32 | FrameGeneratorCapturer* FrameGeneratorCapturer::Create( |
| 33 | int width, |
| 34 | int height, |
Danil Chapovalov | 431abd9 | 2018-06-18 12:54:17 +0200 | [diff] [blame] | 35 | absl::optional<FrameGenerator::OutputType> type, |
| 36 | absl::optional<int> num_squares, |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 37 | int target_fps, |
| 38 | Clock* clock) { |
Danil Chapovalov | abd4273 | 2018-09-10 14:07:45 +0200 | [diff] [blame] | 39 | auto capturer = absl::make_unique<FrameGeneratorCapturer>( |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 40 | clock, |
| 41 | FrameGenerator::CreateSquareGenerator(width, height, type, num_squares), |
Danil Chapovalov | abd4273 | 2018-09-10 14:07:45 +0200 | [diff] [blame] | 42 | target_fps); |
Taylor Brandstetter | 081136f | 2018-03-08 01:54:10 +0000 | [diff] [blame] | 43 | if (!capturer->Init()) |
| 44 | return nullptr; |
| 45 | |
| 46 | return capturer.release(); |
| 47 | } |
| 48 | |
andresp@webrtc.org | ab65495 | 2013-09-19 12:14:03 +0000 | [diff] [blame] | 49 | FrameGeneratorCapturer* FrameGeneratorCapturer::CreateFromYuvFile( |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 50 | const std::string& file_name, |
andresp@webrtc.org | ab65495 | 2013-09-19 12:14:03 +0000 | [diff] [blame] | 51 | size_t width, |
| 52 | size_t height, |
| 53 | int target_fps, |
| 54 | Clock* clock) { |
Danil Chapovalov | abd4273 | 2018-09-10 14:07:45 +0200 | [diff] [blame] | 55 | auto capturer = absl::make_unique<FrameGeneratorCapturer>( |
sprang | c5d62e2 | 2017-04-02 23:53:04 -0700 | [diff] [blame] | 56 | clock, |
| 57 | FrameGenerator::CreateFromYuvFile(std::vector<std::string>(1, file_name), |
| 58 | width, height, 1), |
Danil Chapovalov | abd4273 | 2018-09-10 14:07:45 +0200 | [diff] [blame] | 59 | target_fps); |
sprang | c5d62e2 | 2017-04-02 23:53:04 -0700 | [diff] [blame] | 60 | if (!capturer->Init()) |
| 61 | return nullptr; |
andresp@webrtc.org | ab65495 | 2013-09-19 12:14:03 +0000 | [diff] [blame] | 62 | |
sprang | c5d62e2 | 2017-04-02 23:53:04 -0700 | [diff] [blame] | 63 | return capturer.release(); |
andresp@webrtc.org | ab65495 | 2013-09-19 12:14:03 +0000 | [diff] [blame] | 64 | } |
| 65 | |
erikvarga | 579de6f | 2017-08-29 09:12:57 -0700 | [diff] [blame] | 66 | FrameGeneratorCapturer* FrameGeneratorCapturer::CreateSlideGenerator( |
| 67 | int width, |
| 68 | int height, |
| 69 | int frame_repeat_count, |
| 70 | int target_fps, |
| 71 | Clock* clock) { |
Danil Chapovalov | abd4273 | 2018-09-10 14:07:45 +0200 | [diff] [blame] | 72 | auto capturer = absl::make_unique<FrameGeneratorCapturer>( |
Yves Gerey | 665174f | 2018-06-19 15:03:05 +0200 | [diff] [blame] | 73 | clock, |
| 74 | FrameGenerator::CreateSlideGenerator(width, height, frame_repeat_count), |
Danil Chapovalov | abd4273 | 2018-09-10 14:07:45 +0200 | [diff] [blame] | 75 | target_fps); |
erikvarga | 579de6f | 2017-08-29 09:12:57 -0700 | [diff] [blame] | 76 | if (!capturer->Init()) |
| 77 | return nullptr; |
| 78 | |
| 79 | return capturer.release(); |
| 80 | } |
| 81 | |
Artem Titov | a3ed451 | 2019-01-25 14:59:57 +0100 | [diff] [blame] | 82 | FrameGeneratorCapturer* FrameGeneratorCapturer::Create( |
| 83 | std::unique_ptr<FrameGenerator> frame_generator, |
| 84 | int target_fps, |
| 85 | Clock* clock) { |
| 86 | auto capturer = absl::make_unique<FrameGeneratorCapturer>( |
| 87 | clock, std::move(frame_generator), target_fps); |
| 88 | if (!capturer->Init()) |
| 89 | return nullptr; |
| 90 | |
| 91 | return capturer.release(); |
| 92 | } |
| 93 | |
perkj | a8ba195 | 2017-02-27 06:52:10 -0800 | [diff] [blame] | 94 | FrameGeneratorCapturer::FrameGeneratorCapturer( |
| 95 | Clock* clock, |
| 96 | std::unique_ptr<FrameGenerator> frame_generator, |
| 97 | int target_fps) |
Sebastian Jansson | fb14c5d | 2019-02-28 13:30:04 +0100 | [diff] [blame^] | 98 | : FrameGeneratorCapturer(clock, |
| 99 | std::move(frame_generator), |
| 100 | target_fps, |
| 101 | GlobalTaskQueueFactory()) {} |
| 102 | |
| 103 | FrameGeneratorCapturer::FrameGeneratorCapturer( |
| 104 | Clock* clock, |
| 105 | std::unique_ptr<FrameGenerator> frame_generator, |
| 106 | int target_fps, |
| 107 | TaskQueueFactory& task_queue_factory) |
perkj | a49cbd3 | 2016-09-16 07:53:41 -0700 | [diff] [blame] | 108 | : clock_(clock), |
Niels Möller | 8eeccbe | 2018-12-14 13:35:32 +0100 | [diff] [blame] | 109 | sending_(true), |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 110 | sink_wants_observer_(nullptr), |
perkj | a8ba195 | 2017-02-27 06:52:10 -0800 | [diff] [blame] | 111 | frame_generator_(std::move(frame_generator)), |
Sebastian Jansson | ba3decf | 2018-08-30 11:19:23 +0200 | [diff] [blame] | 112 | source_fps_(target_fps), |
| 113 | target_capture_fps_(target_fps), |
ilnik | baded15 | 2017-03-17 05:55:25 -0700 | [diff] [blame] | 114 | first_frame_capture_time_(-1), |
Sebastian Jansson | fb14c5d | 2019-02-28 13:30:04 +0100 | [diff] [blame^] | 115 | task_queue_(task_queue_factory.CreateTaskQueue( |
| 116 | "FrameGenCapQ", |
| 117 | TaskQueueFactory::Priority::HIGH)) { |
perkj | a8ba195 | 2017-02-27 06:52:10 -0800 | [diff] [blame] | 118 | RTC_DCHECK(frame_generator_); |
perkj | a49cbd3 | 2016-09-16 07:53:41 -0700 | [diff] [blame] | 119 | RTC_DCHECK_GT(target_fps, 0); |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 120 | } |
| 121 | |
| 122 | FrameGeneratorCapturer::~FrameGeneratorCapturer() { |
| 123 | Stop(); |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 124 | } |
| 125 | |
Per | ba7dc72 | 2016-04-19 15:01:23 +0200 | [diff] [blame] | 126 | void FrameGeneratorCapturer::SetFakeRotation(VideoRotation rotation) { |
| 127 | rtc::CritScope cs(&lock_); |
| 128 | fake_rotation_ = rotation; |
| 129 | } |
| 130 | |
Johannes Kron | f7f13e0 | 2018-12-12 11:17:43 +0100 | [diff] [blame] | 131 | void FrameGeneratorCapturer::SetFakeColorSpace( |
| 132 | absl::optional<ColorSpace> color_space) { |
| 133 | rtc::CritScope cs(&lock_); |
| 134 | fake_color_space_ = color_space; |
| 135 | } |
| 136 | |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 137 | bool FrameGeneratorCapturer::Init() { |
pbos@webrtc.org | 9401524 | 2013-10-16 11:05:37 +0000 | [diff] [blame] | 138 | // This check is added because frame_generator_ might be file based and should |
| 139 | // not crash because a file moved. |
sprang | c5d62e2 | 2017-04-02 23:53:04 -0700 | [diff] [blame] | 140 | if (frame_generator_.get() == nullptr) |
pbos@webrtc.org | 9401524 | 2013-10-16 11:05:37 +0000 | [diff] [blame] | 141 | return false; |
| 142 | |
Sebastian Jansson | ecb6897 | 2019-01-18 10:30:54 +0100 | [diff] [blame] | 143 | RepeatingTaskHandle::DelayedStart( |
| 144 | &task_queue_, TimeDelta::seconds(1) / GetCurrentConfiguredFramerate(), |
| 145 | [this] { |
| 146 | InsertFrame(); |
| 147 | return TimeDelta::seconds(1) / GetCurrentConfiguredFramerate(); |
| 148 | }); |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 149 | return true; |
| 150 | } |
| 151 | |
| 152 | void FrameGeneratorCapturer::InsertFrame() { |
sprang | c5d62e2 | 2017-04-02 23:53:04 -0700 | [diff] [blame] | 153 | rtc::CritScope cs(&lock_); |
| 154 | if (sending_) { |
| 155 | VideoFrame* frame = frame_generator_->NextFrame(); |
Sebastian Jansson | ba3decf | 2018-08-30 11:19:23 +0200 | [diff] [blame] | 156 | // TODO(srte): Use more advanced frame rate control to allow arbritrary |
| 157 | // fractions. |
| 158 | int decimation = |
| 159 | std::round(static_cast<double>(source_fps_) / target_capture_fps_); |
| 160 | for (int i = 1; i < decimation; ++i) |
| 161 | frame = frame_generator_->NextFrame(); |
ilnik | 04f4d12 | 2017-06-19 07:18:55 -0700 | [diff] [blame] | 162 | frame->set_timestamp_us(clock_->TimeInMicroseconds()); |
sprang | c5d62e2 | 2017-04-02 23:53:04 -0700 | [diff] [blame] | 163 | frame->set_ntp_time_ms(clock_->CurrentNtpInMilliseconds()); |
| 164 | frame->set_rotation(fake_rotation_); |
Johannes Kron | f7f13e0 | 2018-12-12 11:17:43 +0100 | [diff] [blame] | 165 | if (fake_color_space_) { |
Danil Chapovalov | b769894 | 2019-02-05 11:32:19 +0100 | [diff] [blame] | 166 | frame->set_color_space(fake_color_space_); |
Johannes Kron | f7f13e0 | 2018-12-12 11:17:43 +0100 | [diff] [blame] | 167 | } |
sprang | c5d62e2 | 2017-04-02 23:53:04 -0700 | [diff] [blame] | 168 | if (first_frame_capture_time_ == -1) { |
| 169 | first_frame_capture_time_ = frame->ntp_time_ms(); |
| 170 | } |
| 171 | |
Niels Möller | 3793bb4 | 2018-12-20 13:46:06 +0100 | [diff] [blame] | 172 | TestVideoCapturer::OnFrame(*frame); |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 173 | } |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 174 | } |
| 175 | |
| 176 | void FrameGeneratorCapturer::Start() { |
Peter Boström | f2f8283 | 2015-05-01 13:00:41 +0200 | [diff] [blame] | 177 | rtc::CritScope cs(&lock_); |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 178 | sending_ = true; |
| 179 | } |
| 180 | |
| 181 | void FrameGeneratorCapturer::Stop() { |
Peter Boström | f2f8283 | 2015-05-01 13:00:41 +0200 | [diff] [blame] | 182 | rtc::CritScope cs(&lock_); |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 183 | sending_ = false; |
| 184 | } |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 185 | |
perkj | fa10b55 | 2016-10-02 23:45:26 -0700 | [diff] [blame] | 186 | void FrameGeneratorCapturer::ChangeResolution(size_t width, size_t height) { |
| 187 | rtc::CritScope cs(&lock_); |
| 188 | frame_generator_->ChangeResolution(width, height); |
| 189 | } |
| 190 | |
Sebastian Jansson | ba3decf | 2018-08-30 11:19:23 +0200 | [diff] [blame] | 191 | void FrameGeneratorCapturer::ChangeFramerate(int target_framerate) { |
| 192 | rtc::CritScope cs(&lock_); |
| 193 | RTC_CHECK(target_capture_fps_ > 0); |
| 194 | if (target_framerate > source_fps_) |
| 195 | RTC_LOG(LS_WARNING) << "Target framerate clamped from " << target_framerate |
| 196 | << " to " << source_fps_; |
| 197 | if (source_fps_ % target_capture_fps_ != 0) { |
| 198 | int decimation = |
| 199 | std::round(static_cast<double>(source_fps_) / target_capture_fps_); |
| 200 | int effective_rate = target_capture_fps_ / decimation; |
| 201 | RTC_LOG(LS_WARNING) << "Target framerate, " << target_framerate |
| 202 | << ", is an uneven fraction of the source rate, " |
| 203 | << source_fps_ |
| 204 | << ". The framerate will be :" << effective_rate; |
| 205 | } |
| 206 | target_capture_fps_ = std::min(source_fps_, target_framerate); |
| 207 | } |
| 208 | |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 209 | void FrameGeneratorCapturer::SetSinkWantsObserver(SinkWantsObserver* observer) { |
| 210 | rtc::CritScope cs(&lock_); |
| 211 | RTC_DCHECK(!sink_wants_observer_); |
| 212 | sink_wants_observer_ = observer; |
| 213 | } |
| 214 | |
perkj | a49cbd3 | 2016-09-16 07:53:41 -0700 | [diff] [blame] | 215 | void FrameGeneratorCapturer::AddOrUpdateSink( |
| 216 | rtc::VideoSinkInterface<VideoFrame>* sink, |
| 217 | const rtc::VideoSinkWants& wants) { |
Niels Möller | 3793bb4 | 2018-12-20 13:46:06 +0100 | [diff] [blame] | 218 | TestVideoCapturer::AddOrUpdateSink(sink, wants); |
perkj | a49cbd3 | 2016-09-16 07:53:41 -0700 | [diff] [blame] | 219 | rtc::CritScope cs(&lock_); |
Niels Möller | 3793bb4 | 2018-12-20 13:46:06 +0100 | [diff] [blame] | 220 | if (sink_wants_observer_) { |
| 221 | // Tests need to observe unmodified sink wants. |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 222 | sink_wants_observer_->OnSinkWantsChanged(sink, wants); |
sprang | c5d62e2 | 2017-04-02 23:53:04 -0700 | [diff] [blame] | 223 | } |
Niels Möller | 3793bb4 | 2018-12-20 13:46:06 +0100 | [diff] [blame] | 224 | UpdateFps(GetSinkWants().max_framerate_fps); |
perkj | a49cbd3 | 2016-09-16 07:53:41 -0700 | [diff] [blame] | 225 | } |
| 226 | |
| 227 | void FrameGeneratorCapturer::RemoveSink( |
| 228 | rtc::VideoSinkInterface<VideoFrame>* sink) { |
Niels Möller | 3793bb4 | 2018-12-20 13:46:06 +0100 | [diff] [blame] | 229 | TestVideoCapturer::RemoveSink(sink); |
| 230 | |
perkj | a49cbd3 | 2016-09-16 07:53:41 -0700 | [diff] [blame] | 231 | rtc::CritScope cs(&lock_); |
Niels Möller | 3793bb4 | 2018-12-20 13:46:06 +0100 | [diff] [blame] | 232 | UpdateFps(GetSinkWants().max_framerate_fps); |
| 233 | } |
| 234 | |
| 235 | void FrameGeneratorCapturer::UpdateFps(int max_fps) { |
| 236 | if (max_fps < target_capture_fps_) { |
| 237 | wanted_fps_.emplace(max_fps); |
| 238 | } else { |
| 239 | wanted_fps_.reset(); |
| 240 | } |
perkj | a49cbd3 | 2016-09-16 07:53:41 -0700 | [diff] [blame] | 241 | } |
| 242 | |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 243 | void FrameGeneratorCapturer::ForceFrame() { |
ilnik | baded15 | 2017-03-17 05:55:25 -0700 | [diff] [blame] | 244 | // One-time non-repeating task, |
Danil Chapovalov | abd4273 | 2018-09-10 14:07:45 +0200 | [diff] [blame] | 245 | task_queue_.PostTask([this] { InsertFrame(); }); |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 246 | } |
ilnik | baded15 | 2017-03-17 05:55:25 -0700 | [diff] [blame] | 247 | |
sprang | c5d62e2 | 2017-04-02 23:53:04 -0700 | [diff] [blame] | 248 | int FrameGeneratorCapturer::GetCurrentConfiguredFramerate() { |
| 249 | rtc::CritScope cs(&lock_); |
Sebastian Jansson | ba3decf | 2018-08-30 11:19:23 +0200 | [diff] [blame] | 250 | if (wanted_fps_ && *wanted_fps_ < target_capture_fps_) |
sprang | c5d62e2 | 2017-04-02 23:53:04 -0700 | [diff] [blame] | 251 | return *wanted_fps_; |
Sebastian Jansson | ba3decf | 2018-08-30 11:19:23 +0200 | [diff] [blame] | 252 | return target_capture_fps_; |
sprang | c5d62e2 | 2017-04-02 23:53:04 -0700 | [diff] [blame] | 253 | } |
| 254 | |
ilnik | baded15 | 2017-03-17 05:55:25 -0700 | [diff] [blame] | 255 | } // namespace test |
| 256 | } // namespace webrtc |