sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #ifndef VIDEO_SEND_STATISTICS_PROXY_H_ |
| 12 | #define VIDEO_SEND_STATISTICS_PROXY_H_ |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 13 | |
mflodman | d1590b2 | 2015-12-09 07:07:59 -0800 | [diff] [blame] | 14 | #include <map> |
kwiberg | 27f982b | 2016-03-01 11:52:33 -0800 | [diff] [blame] | 15 | #include <memory> |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 16 | #include <string> |
Per | a48ddb7 | 2016-09-29 11:48:50 +0200 | [diff] [blame] | 17 | #include <vector> |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 18 | |
Mirko Bonadei | 7120742 | 2017-09-15 13:58:09 +0200 | [diff] [blame] | 19 | #include "common_types.h" // NOLINT(build/include) |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 20 | #include "modules/video_coding/include/video_codec_interface.h" |
| 21 | #include "modules/video_coding/include/video_coding_defines.h" |
| 22 | #include "rtc_base/criticalsection.h" |
| 23 | #include "rtc_base/numerics/exp_filter.h" |
| 24 | #include "rtc_base/ratetracker.h" |
| 25 | #include "rtc_base/thread_annotations.h" |
| 26 | #include "system_wrappers/include/clock.h" |
| 27 | #include "video/overuse_frame_detector.h" |
| 28 | #include "video/report_block_stats.h" |
| 29 | #include "video/stats_counter.h" |
| 30 | #include "video/video_stream_encoder.h" |
| 31 | #include "call/video_send_stream.h" |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 32 | |
| 33 | namespace webrtc { |
| 34 | |
pbos@webrtc.org | 3e6e271 | 2015-02-26 12:19:31 +0000 | [diff] [blame] | 35 | class SendStatisticsProxy : public CpuOveruseMetricsObserver, |
| 36 | public RtcpStatisticsCallback, |
pbos@webrtc.org | 1d0fa5d | 2015-02-19 12:47:00 +0000 | [diff] [blame] | 37 | public RtcpPacketTypeCounterObserver, |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 38 | public StreamDataCountersCallback, |
| 39 | public BitrateStatisticsObserver, |
| 40 | public FrameCountObserver, |
stefan@webrtc.org | 168f23f | 2014-07-11 13:44:02 +0000 | [diff] [blame] | 41 | public SendSideDelayObserver { |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 42 | public: |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 43 | static const int kStatsTimeoutMs; |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 44 | // Number of required samples to be collected before a metric is added |
| 45 | // to a rtc histogram. |
| 46 | static const int kMinRequiredMetricsSamples = 200; |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 47 | |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 48 | SendStatisticsProxy(Clock* clock, |
| 49 | const VideoSendStream::Config& config, |
| 50 | VideoEncoderConfig::ContentType content_type); |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 51 | virtual ~SendStatisticsProxy(); |
| 52 | |
sprang | c5d62e2 | 2017-04-02 23:53:04 -0700 | [diff] [blame] | 53 | virtual VideoSendStream::Stats GetStats(); |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 54 | |
| 55 | virtual void OnSendEncodedImage(const EncodedImage& encoded_image, |
kjellander | 02b3d27 | 2016-04-20 05:05:54 -0700 | [diff] [blame] | 56 | const CodecSpecificInfo* codec_info); |
perkj@webrtc.org | af612d5 | 2015-03-18 09:51:05 +0000 | [diff] [blame] | 57 | // Used to update incoming frame rate. |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 58 | void OnIncomingFrame(int width, int height); |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 59 | |
Ilya Nikolaevskiy | d79314f | 2017-10-23 10:45:37 +0200 | [diff] [blame] | 60 | // Dropped frame stats. |
| 61 | void OnFrameDroppedBySource(); |
| 62 | void OnFrameDroppedInEncoderQueue(); |
| 63 | void OnFrameDroppedByEncoder(); |
| 64 | void OnFrameDroppedByMediaOptimizations(); |
| 65 | |
asapersson | 09f0561 | 2017-05-15 23:40:18 -0700 | [diff] [blame] | 66 | // Adaptation stats. |
mflodman | cc3d442 | 2017-08-03 08:27:51 -0700 | [diff] [blame] | 67 | void SetAdaptationStats( |
| 68 | const VideoStreamEncoder::AdaptCounts& cpu_counts, |
| 69 | const VideoStreamEncoder::AdaptCounts& quality_counts); |
| 70 | void OnCpuAdaptationChanged( |
| 71 | const VideoStreamEncoder::AdaptCounts& cpu_counts, |
| 72 | const VideoStreamEncoder::AdaptCounts& quality_counts); |
asapersson | 09f0561 | 2017-05-15 23:40:18 -0700 | [diff] [blame] | 73 | void OnQualityAdaptationChanged( |
mflodman | cc3d442 | 2017-08-03 08:27:51 -0700 | [diff] [blame] | 74 | const VideoStreamEncoder::AdaptCounts& cpu_counts, |
| 75 | const VideoStreamEncoder::AdaptCounts& quality_counts); |
Åsa Persson | c3ed630 | 2017-11-16 14:04:52 +0100 | [diff] [blame] | 76 | void OnMinPixelLimitReached(); |
Åsa Persson | 875841d | 2018-01-08 08:49:53 +0100 | [diff] [blame] | 77 | void OnInitialQualityResolutionAdaptDown(); |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 78 | |
Peter Boström | 7083e11 | 2015-09-22 16:28:51 +0200 | [diff] [blame] | 79 | void OnSuspendChange(bool is_suspended); |
Peter Boström | 20f3f94 | 2015-05-15 11:33:39 +0200 | [diff] [blame] | 80 | void OnInactiveSsrc(uint32_t ssrc); |
| 81 | |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 82 | // Used to indicate change in content type, which may require a change in |
Niels Möller | 97e0488 | 2018-05-25 09:43:26 +0200 | [diff] [blame] | 83 | // how stats are collected. |
Per | a48ddb7 | 2016-09-29 11:48:50 +0200 | [diff] [blame] | 84 | void OnEncoderReconfigured(const VideoEncoderConfig& encoder_config, |
Niels Möller | 97e0488 | 2018-05-25 09:43:26 +0200 | [diff] [blame] | 85 | const std::vector<VideoStream>& streams); |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 86 | |
perkj | f5b2e51 | 2016-07-05 08:34:04 -0700 | [diff] [blame] | 87 | // Used to update the encoder target rate. |
| 88 | void OnSetEncoderTargetRate(uint32_t bitrate_bps); |
Peter Boström | e449915 | 2016-02-05 11:13:28 +0100 | [diff] [blame] | 89 | |
| 90 | // Implements CpuOveruseMetricsObserver. |
| 91 | void OnEncodedFrameTimeMeasured(int encode_time_ms, |
| 92 | const CpuOveruseMetrics& metrics) override; |
| 93 | |
Per | 69b332d | 2016-06-02 15:45:42 +0200 | [diff] [blame] | 94 | int GetSendFrameRate() const; |
| 95 | |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 96 | protected: |
| 97 | // From RtcpStatisticsCallback. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 98 | void StatisticsUpdated(const RtcpStatistics& statistics, |
| 99 | uint32_t ssrc) override; |
| 100 | void CNameChanged(const char* cname, uint32_t ssrc) override; |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 101 | // From RtcpPacketTypeCounterObserver. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 102 | void RtcpPacketTypesCounterUpdated( |
pbos@webrtc.org | 1d0fa5d | 2015-02-19 12:47:00 +0000 | [diff] [blame] | 103 | uint32_t ssrc, |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 104 | const RtcpPacketTypeCounter& packet_counter) override; |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 105 | // From StreamDataCountersCallback. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 106 | void DataCountersUpdated(const StreamDataCounters& counters, |
| 107 | uint32_t ssrc) override; |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 108 | |
| 109 | // From BitrateStatisticsObserver. |
sprang | cd349d9 | 2016-07-13 09:11:28 -0700 | [diff] [blame] | 110 | void Notify(uint32_t total_bitrate_bps, |
| 111 | uint32_t retransmit_bitrate_bps, |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 112 | uint32_t ssrc) override; |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 113 | |
| 114 | // From FrameCountObserver. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 115 | void FrameCountUpdated(const FrameCounts& frame_counts, |
| 116 | uint32_t ssrc) override; |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 117 | |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 118 | void SendSideDelayUpdated(int avg_delay_ms, |
| 119 | int max_delay_ms, |
| 120 | uint32_t ssrc) override; |
stefan@webrtc.org | 168f23f | 2014-07-11 13:44:02 +0000 | [diff] [blame] | 121 | |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 122 | private: |
asapersson | da535c4 | 2015-10-19 23:32:41 -0700 | [diff] [blame] | 123 | class SampleCounter { |
| 124 | public: |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 125 | SampleCounter() : sum(0), num_samples(0) {} |
asapersson | da535c4 | 2015-10-19 23:32:41 -0700 | [diff] [blame] | 126 | ~SampleCounter() {} |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 127 | void Add(int sample); |
asapersson | 66d4b37 | 2016-12-19 06:50:53 -0800 | [diff] [blame] | 128 | int Avg(int64_t min_required_samples) const; |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 129 | |
| 130 | private: |
asapersson | 66d4b37 | 2016-12-19 06:50:53 -0800 | [diff] [blame] | 131 | int64_t sum; |
| 132 | int64_t num_samples; |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 133 | }; |
asapersson | da535c4 | 2015-10-19 23:32:41 -0700 | [diff] [blame] | 134 | class BoolSampleCounter { |
| 135 | public: |
asapersson | dec5ebf | 2015-10-05 02:36:17 -0700 | [diff] [blame] | 136 | BoolSampleCounter() : sum(0), num_samples(0) {} |
asapersson | da535c4 | 2015-10-19 23:32:41 -0700 | [diff] [blame] | 137 | ~BoolSampleCounter() {} |
asapersson | dec5ebf | 2015-10-05 02:36:17 -0700 | [diff] [blame] | 138 | void Add(bool sample); |
asapersson | 66d4b37 | 2016-12-19 06:50:53 -0800 | [diff] [blame] | 139 | void Add(bool sample, int64_t count); |
| 140 | int Percent(int64_t min_required_samples) const; |
| 141 | int Permille(int64_t min_required_samples) const; |
asapersson | dec5ebf | 2015-10-05 02:36:17 -0700 | [diff] [blame] | 142 | |
| 143 | private: |
asapersson | 66d4b37 | 2016-12-19 06:50:53 -0800 | [diff] [blame] | 144 | int Fraction(int64_t min_required_samples, float multiplier) const; |
| 145 | int64_t sum; |
| 146 | int64_t num_samples; |
asapersson | dec5ebf | 2015-10-05 02:36:17 -0700 | [diff] [blame] | 147 | }; |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 148 | struct StatsUpdateTimes { |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 149 | StatsUpdateTimes() : resolution_update_ms(0), bitrate_update_ms(0) {} |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 150 | int64_t resolution_update_ms; |
Peter Boström | 20f3f94 | 2015-05-15 11:33:39 +0200 | [diff] [blame] | 151 | int64_t bitrate_update_ms; |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 152 | }; |
asapersson | 66d4b37 | 2016-12-19 06:50:53 -0800 | [diff] [blame] | 153 | struct TargetRateUpdates { |
| 154 | TargetRateUpdates() |
| 155 | : pause_resume_events(0), last_paused_or_resumed(false), last_ms(-1) {} |
| 156 | int pause_resume_events; |
| 157 | bool last_paused_or_resumed; |
| 158 | int64_t last_ms; |
| 159 | }; |
asapersson | 8d75ac7 | 2017-09-15 06:41:15 -0700 | [diff] [blame] | 160 | struct FallbackEncoderInfo { |
| 161 | bool is_possible = true; |
| 162 | bool is_active = false; |
| 163 | int on_off_events = 0; |
| 164 | int64_t elapsed_ms = 0; |
| 165 | rtc::Optional<int64_t> last_update_ms; |
| 166 | const int max_frame_diff_ms = 2000; |
| 167 | }; |
Åsa Persson | c3ed630 | 2017-11-16 14:04:52 +0100 | [diff] [blame] | 168 | struct FallbackEncoderInfoDisabled { |
| 169 | bool is_possible = true; |
| 170 | bool min_pixel_limit_reached = false; |
| 171 | }; |
asapersson | 6eca98b | 2017-04-04 23:40:50 -0700 | [diff] [blame] | 172 | struct StatsTimer { |
| 173 | void Start(int64_t now_ms); |
| 174 | void Stop(int64_t now_ms); |
| 175 | void Restart(int64_t now_ms); |
| 176 | int64_t start_ms = -1; |
| 177 | int64_t total_ms = 0; |
| 178 | }; |
asapersson | 118ef00 | 2016-03-31 00:00:19 -0700 | [diff] [blame] | 179 | struct QpCounters { |
asapersson | 6eca98b | 2017-04-04 23:40:50 -0700 | [diff] [blame] | 180 | SampleCounter vp8; // QP range: 0-127. |
| 181 | SampleCounter vp9; // QP range: 0-255. |
| 182 | SampleCounter h264; // QP range: 0-51. |
asapersson | 118ef00 | 2016-03-31 00:00:19 -0700 | [diff] [blame] | 183 | }; |
Åsa Persson | 875841d | 2018-01-08 08:49:53 +0100 | [diff] [blame] | 184 | struct AdaptChanges { |
| 185 | int down = 0; |
| 186 | int up = 0; |
| 187 | }; |
Åsa Persson | 0122e84 | 2017-10-16 12:19:23 +0200 | [diff] [blame] | 188 | |
| 189 | // Map holding encoded frames (mapped by timestamp). |
| 190 | // If simulcast layers are encoded on different threads, there is no guarantee |
| 191 | // that one frame of all layers are encoded before the next start. |
| 192 | struct TimestampOlderThan { |
| 193 | bool operator()(uint32_t ts1, uint32_t ts2) const { |
| 194 | return IsNewerTimestamp(ts2, ts1); |
| 195 | } |
| 196 | }; |
| 197 | struct Frame { |
Åsa Persson | aa329e7 | 2017-12-15 15:54:44 +0100 | [diff] [blame] | 198 | Frame(int64_t send_ms, |
| 199 | uint32_t width, |
| 200 | uint32_t height, |
| 201 | size_t simulcast_idx) |
| 202 | : send_ms(send_ms), |
| 203 | max_width(width), |
| 204 | max_height(height), |
| 205 | max_simulcast_idx(simulcast_idx) {} |
Åsa Persson | 0122e84 | 2017-10-16 12:19:23 +0200 | [diff] [blame] | 206 | const int64_t |
| 207 | send_ms; // Time when first frame with this timestamp is sent. |
| 208 | uint32_t max_width; // Max width with this timestamp. |
| 209 | uint32_t max_height; // Max height with this timestamp. |
Åsa Persson | aa329e7 | 2017-12-15 15:54:44 +0100 | [diff] [blame] | 210 | size_t max_simulcast_idx; // Max simulcast index with this timestamp. |
Åsa Persson | 0122e84 | 2017-10-16 12:19:23 +0200 | [diff] [blame] | 211 | }; |
| 212 | typedef std::map<uint32_t, Frame, TimestampOlderThan> EncodedFrameMap; |
| 213 | |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 214 | void PurgeOldStats() RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
pbos@webrtc.org | 09c77b9 | 2015-02-25 10:42:16 +0000 | [diff] [blame] | 215 | VideoSendStream::StreamStats* GetStatsEntry(uint32_t ssrc) |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 216 | RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 217 | |
mflodman | cc3d442 | 2017-08-03 08:27:51 -0700 | [diff] [blame] | 218 | void SetAdaptTimer(const VideoStreamEncoder::AdaptCounts& counts, |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 219 | StatsTimer* timer) RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
mflodman | cc3d442 | 2017-08-03 08:27:51 -0700 | [diff] [blame] | 220 | void UpdateAdaptationStats( |
| 221 | const VideoStreamEncoder::AdaptCounts& cpu_counts, |
| 222 | const VideoStreamEncoder::AdaptCounts& quality_counts) |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 223 | RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
Åsa Persson | 875841d | 2018-01-08 08:49:53 +0100 | [diff] [blame] | 224 | void TryUpdateInitialQualityResolutionAdaptUp( |
| 225 | const VideoStreamEncoder::AdaptCounts& quality_counts) |
| 226 | RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
asapersson | 09f0561 | 2017-05-15 23:40:18 -0700 | [diff] [blame] | 227 | |
Åsa Persson | 45bbc8a | 2017-11-13 10:16:47 +0100 | [diff] [blame] | 228 | void UpdateEncoderFallbackStats(const CodecSpecificInfo* codec_info, |
| 229 | int pixels) |
asapersson | 8d75ac7 | 2017-09-15 06:41:15 -0700 | [diff] [blame] | 230 | RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
Åsa Persson | c3ed630 | 2017-11-16 14:04:52 +0100 | [diff] [blame] | 231 | void UpdateFallbackDisabledStats(const CodecSpecificInfo* codec_info, |
| 232 | int pixels) |
| 233 | RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
asapersson | 8d75ac7 | 2017-09-15 06:41:15 -0700 | [diff] [blame] | 234 | |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 235 | Clock* const clock_; |
perkj | 26091b1 | 2016-09-01 01:17:40 -0700 | [diff] [blame] | 236 | const std::string payload_name_; |
| 237 | const VideoSendStream::Config::Rtp rtp_config_; |
Åsa Persson | 45bbc8a | 2017-11-13 10:16:47 +0100 | [diff] [blame] | 238 | const rtc::Optional<int> fallback_max_pixels_; |
Åsa Persson | c3ed630 | 2017-11-16 14:04:52 +0100 | [diff] [blame] | 239 | const rtc::Optional<int> fallback_max_pixels_disabled_; |
pbos | 5ad935c | 2016-01-25 03:52:44 -0800 | [diff] [blame] | 240 | rtc::CriticalSection crit_; |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 241 | VideoEncoderConfig::ContentType content_type_ RTC_GUARDED_BY(crit_); |
asapersson | 4374a09 | 2016-07-27 00:39:09 -0700 | [diff] [blame] | 242 | const int64_t start_ms_; |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 243 | VideoSendStream::Stats stats_ RTC_GUARDED_BY(crit_); |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 244 | std::map<uint32_t, StatsUpdateTimes> update_times_ RTC_GUARDED_BY(crit_); |
| 245 | rtc::ExpFilter encode_time_ RTC_GUARDED_BY(crit_); |
| 246 | int quality_downscales_ RTC_GUARDED_BY(crit_); |
| 247 | int cpu_downscales_ RTC_GUARDED_BY(crit_); |
Åsa Persson | 0122e84 | 2017-10-16 12:19:23 +0200 | [diff] [blame] | 248 | rtc::RateTracker media_byte_rate_tracker_ RTC_GUARDED_BY(crit_); |
| 249 | rtc::RateTracker encoded_frame_rate_tracker_ RTC_GUARDED_BY(crit_); |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 250 | |
Ilya Nikolaevskiy | 70473fc | 2018-02-28 16:35:03 +0100 | [diff] [blame] | 251 | rtc::Optional<int64_t> last_outlier_timestamp_ RTC_GUARDED_BY(crit_); |
| 252 | |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 253 | // Contains stats used for UMA histograms. These stats will be reset if |
| 254 | // content type changes between real-time video and screenshare, since these |
| 255 | // will be reported separately. |
| 256 | struct UmaSamplesContainer { |
sprang | 07fb9be | 2016-02-24 07:55:00 -0800 | [diff] [blame] | 257 | UmaSamplesContainer(const char* prefix, |
| 258 | const VideoSendStream::Stats& start_stats, |
| 259 | Clock* clock); |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 260 | ~UmaSamplesContainer(); |
| 261 | |
perkj | 26091b1 | 2016-09-01 01:17:40 -0700 | [diff] [blame] | 262 | void UpdateHistograms(const VideoSendStream::Config::Rtp& rtp_config, |
sprang | 07fb9be | 2016-02-24 07:55:00 -0800 | [diff] [blame] | 263 | const VideoSendStream::Stats& current_stats); |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 264 | |
asapersson | 93e1e23 | 2017-02-06 05:18:35 -0800 | [diff] [blame] | 265 | void InitializeBitrateCounters(const VideoSendStream::Stats& stats); |
| 266 | |
Åsa Persson | aa329e7 | 2017-12-15 15:54:44 +0100 | [diff] [blame] | 267 | bool InsertEncodedFrame(const EncodedImage& encoded_frame, |
| 268 | size_t simulcast_idx, |
| 269 | bool* is_limited_in_resolution); |
| 270 | void RemoveOld(int64_t now_ms, bool* is_limited_in_resolution); |
Åsa Persson | 0122e84 | 2017-10-16 12:19:23 +0200 | [diff] [blame] | 271 | |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 272 | const std::string uma_prefix_; |
sprang | 07fb9be | 2016-02-24 07:55:00 -0800 | [diff] [blame] | 273 | Clock* const clock_; |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 274 | SampleCounter input_width_counter_; |
| 275 | SampleCounter input_height_counter_; |
| 276 | SampleCounter sent_width_counter_; |
| 277 | SampleCounter sent_height_counter_; |
| 278 | SampleCounter encode_time_counter_; |
| 279 | BoolSampleCounter key_frame_counter_; |
| 280 | BoolSampleCounter quality_limited_frame_counter_; |
| 281 | SampleCounter quality_downscales_counter_; |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 282 | BoolSampleCounter cpu_limited_frame_counter_; |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 283 | BoolSampleCounter bw_limited_frame_counter_; |
| 284 | SampleCounter bw_resolutions_disabled_counter_; |
| 285 | SampleCounter delay_counter_; |
| 286 | SampleCounter max_delay_counter_; |
| 287 | rtc::RateTracker input_frame_rate_tracker_; |
asapersson | 320e45a | 2016-11-29 01:40:35 -0800 | [diff] [blame] | 288 | RateCounter input_fps_counter_; |
| 289 | RateCounter sent_fps_counter_; |
asapersson | 93e1e23 | 2017-02-06 05:18:35 -0800 | [diff] [blame] | 290 | RateAccCounter total_byte_counter_; |
| 291 | RateAccCounter media_byte_counter_; |
| 292 | RateAccCounter rtx_byte_counter_; |
| 293 | RateAccCounter padding_byte_counter_; |
| 294 | RateAccCounter retransmit_byte_counter_; |
| 295 | RateAccCounter fec_byte_counter_; |
sprang | e2d83d6 | 2016-02-19 09:03:26 -0800 | [diff] [blame] | 296 | int64_t first_rtcp_stats_time_ms_; |
Erik Språng | 22c2b48 | 2016-03-01 09:40:42 +0100 | [diff] [blame] | 297 | int64_t first_rtp_stats_time_ms_; |
asapersson | 09f0561 | 2017-05-15 23:40:18 -0700 | [diff] [blame] | 298 | StatsTimer cpu_adapt_timer_; |
| 299 | StatsTimer quality_adapt_timer_; |
asapersson | 66d4b37 | 2016-12-19 06:50:53 -0800 | [diff] [blame] | 300 | BoolSampleCounter paused_time_counter_; |
| 301 | TargetRateUpdates target_rate_updates_; |
asapersson | 8d75ac7 | 2017-09-15 06:41:15 -0700 | [diff] [blame] | 302 | BoolSampleCounter fallback_active_counter_; |
| 303 | FallbackEncoderInfo fallback_info_; |
Åsa Persson | c3ed630 | 2017-11-16 14:04:52 +0100 | [diff] [blame] | 304 | FallbackEncoderInfoDisabled fallback_info_disabled_; |
sprang | e2d83d6 | 2016-02-19 09:03:26 -0800 | [diff] [blame] | 305 | ReportBlockStats report_block_stats_; |
sprang | 07fb9be | 2016-02-24 07:55:00 -0800 | [diff] [blame] | 306 | const VideoSendStream::Stats start_stats_; |
Åsa Persson | aa329e7 | 2017-12-15 15:54:44 +0100 | [diff] [blame] | 307 | size_t num_streams_; // Number of configured streams to encoder. |
| 308 | size_t num_pixels_highest_stream_; |
Åsa Persson | 0122e84 | 2017-10-16 12:19:23 +0200 | [diff] [blame] | 309 | EncodedFrameMap encoded_frames_; |
Åsa Persson | 875841d | 2018-01-08 08:49:53 +0100 | [diff] [blame] | 310 | AdaptChanges initial_quality_changes_; |
sprang | c5d62e2 | 2017-04-02 23:53:04 -0700 | [diff] [blame] | 311 | |
asapersson | 118ef00 | 2016-03-31 00:00:19 -0700 | [diff] [blame] | 312 | std::map<int, QpCounters> |
| 313 | qp_counters_; // QP counters mapped by spatial idx. |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 314 | }; |
| 315 | |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 316 | std::unique_ptr<UmaSamplesContainer> uma_container_ RTC_GUARDED_BY(crit_); |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 317 | }; |
| 318 | |
| 319 | } // namespace webrtc |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 320 | #endif // VIDEO_SEND_STATISTICS_PROXY_H_ |