pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 10 | #ifndef TEST_FRAME_GENERATOR_CAPTURER_H_ |
| 11 | #define TEST_FRAME_GENERATOR_CAPTURER_H_ |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 12 | |
kwiberg | bfefb03 | 2016-05-01 14:53:46 -0700 | [diff] [blame] | 13 | #include <memory> |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 14 | #include <string> |
| 15 | |
Sebastian Jansson | fb14c5d | 2019-02-28 13:30:04 +0100 | [diff] [blame] | 16 | #include "api/task_queue/task_queue_factory.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 17 | #include "api/video/video_frame.h" |
Steve Anton | 10542f2 | 2019-01-11 09:11:00 -0800 | [diff] [blame] | 18 | #include "rtc_base/critical_section.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 19 | #include "rtc_base/task_queue.h" |
Sebastian Jansson | 53571c7 | 2019-07-31 17:30:03 +0200 | [diff] [blame] | 20 | #include "rtc_base/task_utils/repeating_task.h" |
Emircan Uysaler | 03e6ec9 | 2018-03-09 15:03:26 -0800 | [diff] [blame] | 21 | #include "test/frame_generator.h" |
Sebastian Jansson | f1f363f | 2018-08-13 14:24:58 +0200 | [diff] [blame] | 22 | #include "test/test_video_capturer.h" |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 23 | |
| 24 | namespace webrtc { |
| 25 | |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 26 | namespace test { |
Sebastian Jansson | 53571c7 | 2019-07-31 17:30:03 +0200 | [diff] [blame] | 27 | namespace frame_gen_cap_impl { |
| 28 | template <typename T> |
| 29 | class AutoOpt : public absl::optional<T> { |
| 30 | public: |
| 31 | T* operator->() { |
| 32 | if (!absl::optional<T>::has_value()) |
| 33 | this->emplace(T()); |
| 34 | return absl::optional<T>::operator->(); |
| 35 | } |
| 36 | }; |
| 37 | } // namespace frame_gen_cap_impl |
| 38 | struct FrameGeneratorCapturerConfig { |
| 39 | struct SquaresVideo { |
| 40 | int framerate = 30; |
Sebastian Jansson | 79f3287 | 2019-10-04 09:25:06 +0200 | [diff] [blame^] | 41 | FrameGenerator::OutputType pixel_format = FrameGenerator::OutputType::kI420; |
Sebastian Jansson | 53571c7 | 2019-07-31 17:30:03 +0200 | [diff] [blame] | 42 | int width = 320; |
| 43 | int height = 180; |
| 44 | int num_squares = 10; |
| 45 | }; |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 46 | |
Sebastian Jansson | 53571c7 | 2019-07-31 17:30:03 +0200 | [diff] [blame] | 47 | struct SquareSlides { |
| 48 | int framerate = 30; |
| 49 | TimeDelta change_interval = TimeDelta::seconds(10); |
| 50 | int width = 1600; |
| 51 | int height = 1200; |
| 52 | }; |
| 53 | |
| 54 | struct VideoFile { |
| 55 | int framerate = 30; |
| 56 | std::string name; |
| 57 | // Must be set to width and height of the source video file. |
| 58 | int width = 0; |
| 59 | int height = 0; |
| 60 | }; |
| 61 | |
| 62 | struct ImageSlides { |
| 63 | int framerate = 30; |
| 64 | TimeDelta change_interval = TimeDelta::seconds(10); |
| 65 | struct Crop { |
| 66 | TimeDelta scroll_duration = TimeDelta::seconds(0); |
| 67 | absl::optional<int> width; |
| 68 | absl::optional<int> height; |
| 69 | } crop; |
| 70 | int width = 1850; |
| 71 | int height = 1110; |
| 72 | std::vector<std::string> paths = { |
| 73 | "web_screenshot_1850_1110", |
| 74 | "presentation_1850_1110", |
| 75 | "photo_1850_1110", |
| 76 | "difficult_photo_1850_1110", |
| 77 | }; |
| 78 | }; |
| 79 | |
| 80 | frame_gen_cap_impl::AutoOpt<SquaresVideo> squares_video; |
| 81 | frame_gen_cap_impl::AutoOpt<SquareSlides> squares_slides; |
| 82 | frame_gen_cap_impl::AutoOpt<VideoFile> video_file; |
| 83 | frame_gen_cap_impl::AutoOpt<ImageSlides> image_slides; |
| 84 | }; |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 85 | |
Sebastian Jansson | f1f363f | 2018-08-13 14:24:58 +0200 | [diff] [blame] | 86 | class FrameGeneratorCapturer : public TestVideoCapturer { |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 87 | public: |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 88 | class SinkWantsObserver { |
| 89 | public: |
| 90 | // OnSinkWantsChanged is called when FrameGeneratorCapturer::AddOrUpdateSink |
| 91 | // is called. |
| 92 | virtual void OnSinkWantsChanged(rtc::VideoSinkInterface<VideoFrame>* sink, |
| 93 | const rtc::VideoSinkWants& wants) = 0; |
| 94 | |
| 95 | protected: |
| 96 | virtual ~SinkWantsObserver() {} |
| 97 | }; |
| 98 | |
Danil Chapovalov | 59b64d3 | 2019-04-23 13:45:12 +0200 | [diff] [blame] | 99 | FrameGeneratorCapturer(Clock* clock, |
| 100 | std::unique_ptr<FrameGenerator> frame_generator, |
| 101 | int target_fps, |
| 102 | TaskQueueFactory& task_queue_factory); |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 103 | virtual ~FrameGeneratorCapturer(); |
| 104 | |
Sebastian Jansson | 53571c7 | 2019-07-31 17:30:03 +0200 | [diff] [blame] | 105 | static std::unique_ptr<FrameGeneratorCapturer> Create( |
| 106 | Clock* clock, |
| 107 | TaskQueueFactory& task_queue_factory, |
| 108 | FrameGeneratorCapturerConfig::SquaresVideo config); |
| 109 | static std::unique_ptr<FrameGeneratorCapturer> Create( |
| 110 | Clock* clock, |
| 111 | TaskQueueFactory& task_queue_factory, |
| 112 | FrameGeneratorCapturerConfig::SquareSlides config); |
| 113 | static std::unique_ptr<FrameGeneratorCapturer> Create( |
| 114 | Clock* clock, |
| 115 | TaskQueueFactory& task_queue_factory, |
| 116 | FrameGeneratorCapturerConfig::VideoFile config); |
| 117 | static std::unique_ptr<FrameGeneratorCapturer> Create( |
| 118 | Clock* clock, |
| 119 | TaskQueueFactory& task_queue_factory, |
| 120 | FrameGeneratorCapturerConfig::ImageSlides config); |
| 121 | static std::unique_ptr<FrameGeneratorCapturer> Create( |
| 122 | Clock* clock, |
| 123 | TaskQueueFactory& task_queue_factory, |
| 124 | const FrameGeneratorCapturerConfig& config); |
| 125 | |
Niels Möller | 8eeccbe | 2018-12-14 13:35:32 +0100 | [diff] [blame] | 126 | void Start(); |
| 127 | void Stop(); |
perkj | fa10b55 | 2016-10-02 23:45:26 -0700 | [diff] [blame] | 128 | void ChangeResolution(size_t width, size_t height); |
Sebastian Jansson | ba3decf | 2018-08-30 11:19:23 +0200 | [diff] [blame] | 129 | void ChangeFramerate(int target_framerate); |
perkj | a49cbd3 | 2016-09-16 07:53:41 -0700 | [diff] [blame] | 130 | |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 131 | void SetSinkWantsObserver(SinkWantsObserver* observer); |
| 132 | |
perkj | a49cbd3 | 2016-09-16 07:53:41 -0700 | [diff] [blame] | 133 | void AddOrUpdateSink(rtc::VideoSinkInterface<VideoFrame>* sink, |
| 134 | const rtc::VideoSinkWants& wants) override; |
| 135 | void RemoveSink(rtc::VideoSinkInterface<VideoFrame>* sink) override; |
| 136 | |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 137 | void ForceFrame(); |
Per | ba7dc72 | 2016-04-19 15:01:23 +0200 | [diff] [blame] | 138 | void SetFakeRotation(VideoRotation rotation); |
Johannes Kron | f7f13e0 | 2018-12-12 11:17:43 +0100 | [diff] [blame] | 139 | void SetFakeColorSpace(absl::optional<ColorSpace> color_space); |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 140 | |
wu@webrtc.org | cd70119 | 2014-04-24 22:10:24 +0000 | [diff] [blame] | 141 | int64_t first_frame_capture_time() const { return first_frame_capture_time_; } |
| 142 | |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 143 | bool Init(); |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 144 | |
| 145 | private: |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 146 | void InsertFrame(); |
| 147 | static bool Run(void* obj); |
sprang | c5d62e2 | 2017-04-02 23:53:04 -0700 | [diff] [blame] | 148 | int GetCurrentConfiguredFramerate(); |
Niels Möller | 3793bb4 | 2018-12-20 13:46:06 +0100 | [diff] [blame] | 149 | void UpdateFps(int max_fps) RTC_EXCLUSIVE_LOCKS_REQUIRED(&lock_); |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 150 | |
pbos@webrtc.org | de1429e | 2014-04-28 13:00:21 +0000 | [diff] [blame] | 151 | Clock* const clock_; |
Sebastian Jansson | 53571c7 | 2019-07-31 17:30:03 +0200 | [diff] [blame] | 152 | RepeatingTaskHandle frame_task_; |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 153 | bool sending_; |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 154 | SinkWantsObserver* sink_wants_observer_ RTC_GUARDED_BY(&lock_); |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 155 | |
Peter Boström | f2f8283 | 2015-05-01 13:00:41 +0200 | [diff] [blame] | 156 | rtc::CriticalSection lock_; |
kwiberg | bfefb03 | 2016-05-01 14:53:46 -0700 | [diff] [blame] | 157 | std::unique_ptr<FrameGenerator> frame_generator_; |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 158 | |
Sebastian Jansson | ba3decf | 2018-08-30 11:19:23 +0200 | [diff] [blame] | 159 | int source_fps_ RTC_GUARDED_BY(&lock_); |
| 160 | int target_capture_fps_ RTC_GUARDED_BY(&lock_); |
Danil Chapovalov | 431abd9 | 2018-06-18 12:54:17 +0200 | [diff] [blame] | 161 | absl::optional<int> wanted_fps_ RTC_GUARDED_BY(&lock_); |
Per | ba7dc72 | 2016-04-19 15:01:23 +0200 | [diff] [blame] | 162 | VideoRotation fake_rotation_ = kVideoRotation_0; |
Johannes Kron | f7f13e0 | 2018-12-12 11:17:43 +0100 | [diff] [blame] | 163 | absl::optional<ColorSpace> fake_color_space_ RTC_GUARDED_BY(&lock_); |
wu@webrtc.org | cd70119 | 2014-04-24 22:10:24 +0000 | [diff] [blame] | 164 | |
| 165 | int64_t first_frame_capture_time_; |
ilnik | baded15 | 2017-03-17 05:55:25 -0700 | [diff] [blame] | 166 | // Must be the last field, so it will be deconstructed first as tasks |
| 167 | // in the TaskQueue access other fields of the instance of this class. |
| 168 | rtc::TaskQueue task_queue_; |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 169 | }; |
ilnik | baded15 | 2017-03-17 05:55:25 -0700 | [diff] [blame] | 170 | } // namespace test |
| 171 | } // namespace webrtc |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 172 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 173 | #endif // TEST_FRAME_GENERATOR_CAPTURER_H_ |