sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #ifndef VIDEO_SEND_STATISTICS_PROXY_H_ |
| 12 | #define VIDEO_SEND_STATISTICS_PROXY_H_ |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 13 | |
mflodman | d1590b2 | 2015-12-09 07:07:59 -0800 | [diff] [blame] | 14 | #include <map> |
kwiberg | 27f982b | 2016-03-01 11:52:33 -0800 | [diff] [blame] | 15 | #include <memory> |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 16 | #include <string> |
Per | a48ddb7 | 2016-09-29 11:48:50 +0200 | [diff] [blame] | 17 | #include <vector> |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 18 | |
Niels Möller | 213618e | 2018-07-24 09:29:58 +0200 | [diff] [blame] | 19 | #include "api/video/video_stream_encoder_observer.h" |
Yves Gerey | 665174f | 2018-06-19 15:03:05 +0200 | [diff] [blame] | 20 | #include "call/video_send_stream.h" |
Mirko Bonadei | 7120742 | 2017-09-15 13:58:09 +0200 | [diff] [blame] | 21 | #include "common_types.h" // NOLINT(build/include) |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 22 | #include "modules/video_coding/include/video_codec_interface.h" |
| 23 | #include "modules/video_coding/include/video_coding_defines.h" |
| 24 | #include "rtc_base/criticalsection.h" |
| 25 | #include "rtc_base/numerics/exp_filter.h" |
| 26 | #include "rtc_base/ratetracker.h" |
| 27 | #include "rtc_base/thread_annotations.h" |
| 28 | #include "system_wrappers/include/clock.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 29 | #include "video/report_block_stats.h" |
| 30 | #include "video/stats_counter.h" |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 31 | |
| 32 | namespace webrtc { |
| 33 | |
Niels Möller | 213618e | 2018-07-24 09:29:58 +0200 | [diff] [blame] | 34 | class SendStatisticsProxy : public VideoStreamEncoderObserver, |
pbos@webrtc.org | 3e6e271 | 2015-02-26 12:19:31 +0000 | [diff] [blame] | 35 | public RtcpStatisticsCallback, |
pbos@webrtc.org | 1d0fa5d | 2015-02-19 12:47:00 +0000 | [diff] [blame] | 36 | public RtcpPacketTypeCounterObserver, |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 37 | public StreamDataCountersCallback, |
| 38 | public BitrateStatisticsObserver, |
| 39 | public FrameCountObserver, |
stefan@webrtc.org | 168f23f | 2014-07-11 13:44:02 +0000 | [diff] [blame] | 40 | public SendSideDelayObserver { |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 41 | public: |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 42 | static const int kStatsTimeoutMs; |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 43 | // Number of required samples to be collected before a metric is added |
| 44 | // to a rtc histogram. |
| 45 | static const int kMinRequiredMetricsSamples = 200; |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 46 | |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 47 | SendStatisticsProxy(Clock* clock, |
| 48 | const VideoSendStream::Config& config, |
| 49 | VideoEncoderConfig::ContentType content_type); |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 50 | ~SendStatisticsProxy() override; |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 51 | |
sprang | c5d62e2 | 2017-04-02 23:53:04 -0700 | [diff] [blame] | 52 | virtual VideoSendStream::Stats GetStats(); |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 53 | |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 54 | void OnSendEncodedImage(const EncodedImage& encoded_image, |
Niels Möller | 213618e | 2018-07-24 09:29:58 +0200 | [diff] [blame] | 55 | const CodecSpecificInfo* codec_info) override; |
perkj@webrtc.org | af612d5 | 2015-03-18 09:51:05 +0000 | [diff] [blame] | 56 | // Used to update incoming frame rate. |
Niels Möller | 213618e | 2018-07-24 09:29:58 +0200 | [diff] [blame] | 57 | void OnIncomingFrame(int width, int height) override; |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 58 | |
Ilya Nikolaevskiy | d79314f | 2017-10-23 10:45:37 +0200 | [diff] [blame] | 59 | // Dropped frame stats. |
Niels Möller | 213618e | 2018-07-24 09:29:58 +0200 | [diff] [blame] | 60 | void OnFrameDropped(DropReason) override; |
Ilya Nikolaevskiy | d79314f | 2017-10-23 10:45:37 +0200 | [diff] [blame] | 61 | |
asapersson | 09f0561 | 2017-05-15 23:40:18 -0700 | [diff] [blame] | 62 | // Adaptation stats. |
Niels Möller | 213618e | 2018-07-24 09:29:58 +0200 | [diff] [blame] | 63 | void OnAdaptationChanged(AdaptationReason reason, |
| 64 | const AdaptationSteps& cpu_counts, |
| 65 | const AdaptationSteps& quality_counts) override; |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 66 | |
Niels Möller | 213618e | 2018-07-24 09:29:58 +0200 | [diff] [blame] | 67 | void OnMinPixelLimitReached() override; |
| 68 | void OnInitialQualityResolutionAdaptDown() override; |
| 69 | |
| 70 | void OnSuspendChange(bool is_suspended) override; |
Peter Boström | 20f3f94 | 2015-05-15 11:33:39 +0200 | [diff] [blame] | 71 | void OnInactiveSsrc(uint32_t ssrc); |
| 72 | |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 73 | // Used to indicate change in content type, which may require a change in |
Niels Möller | 97e0488 | 2018-05-25 09:43:26 +0200 | [diff] [blame] | 74 | // how stats are collected. |
Per | a48ddb7 | 2016-09-29 11:48:50 +0200 | [diff] [blame] | 75 | void OnEncoderReconfigured(const VideoEncoderConfig& encoder_config, |
Niels Möller | 213618e | 2018-07-24 09:29:58 +0200 | [diff] [blame] | 76 | const std::vector<VideoStream>& streams) override; |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 77 | |
perkj | f5b2e51 | 2016-07-05 08:34:04 -0700 | [diff] [blame] | 78 | // Used to update the encoder target rate. |
| 79 | void OnSetEncoderTargetRate(uint32_t bitrate_bps); |
Peter Boström | e449915 | 2016-02-05 11:13:28 +0100 | [diff] [blame] | 80 | |
| 81 | // Implements CpuOveruseMetricsObserver. |
| 82 | void OnEncodedFrameTimeMeasured(int encode_time_ms, |
Niels Möller | 213618e | 2018-07-24 09:29:58 +0200 | [diff] [blame] | 83 | int encode_usage_percent) override; |
Peter Boström | e449915 | 2016-02-05 11:13:28 +0100 | [diff] [blame] | 84 | |
Niels Möller | 213618e | 2018-07-24 09:29:58 +0200 | [diff] [blame] | 85 | int GetInputFrameRate() const override; |
Per | 69b332d | 2016-06-02 15:45:42 +0200 | [diff] [blame] | 86 | int GetSendFrameRate() const; |
| 87 | |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 88 | protected: |
| 89 | // From RtcpStatisticsCallback. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 90 | void StatisticsUpdated(const RtcpStatistics& statistics, |
| 91 | uint32_t ssrc) override; |
| 92 | void CNameChanged(const char* cname, uint32_t ssrc) override; |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 93 | // From RtcpPacketTypeCounterObserver. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 94 | void RtcpPacketTypesCounterUpdated( |
pbos@webrtc.org | 1d0fa5d | 2015-02-19 12:47:00 +0000 | [diff] [blame] | 95 | uint32_t ssrc, |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 96 | const RtcpPacketTypeCounter& packet_counter) override; |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 97 | // From StreamDataCountersCallback. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 98 | void DataCountersUpdated(const StreamDataCounters& counters, |
| 99 | uint32_t ssrc) override; |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 100 | |
| 101 | // From BitrateStatisticsObserver. |
sprang | cd349d9 | 2016-07-13 09:11:28 -0700 | [diff] [blame] | 102 | void Notify(uint32_t total_bitrate_bps, |
| 103 | uint32_t retransmit_bitrate_bps, |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 104 | uint32_t ssrc) override; |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 105 | |
| 106 | // From FrameCountObserver. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 107 | void FrameCountUpdated(const FrameCounts& frame_counts, |
| 108 | uint32_t ssrc) override; |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 109 | |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 110 | void SendSideDelayUpdated(int avg_delay_ms, |
| 111 | int max_delay_ms, |
| 112 | uint32_t ssrc) override; |
stefan@webrtc.org | 168f23f | 2014-07-11 13:44:02 +0000 | [diff] [blame] | 113 | |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 114 | private: |
asapersson | da535c4 | 2015-10-19 23:32:41 -0700 | [diff] [blame] | 115 | class SampleCounter { |
| 116 | public: |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 117 | SampleCounter() : sum(0), num_samples(0) {} |
asapersson | da535c4 | 2015-10-19 23:32:41 -0700 | [diff] [blame] | 118 | ~SampleCounter() {} |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 119 | void Add(int sample); |
asapersson | 66d4b37 | 2016-12-19 06:50:53 -0800 | [diff] [blame] | 120 | int Avg(int64_t min_required_samples) const; |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 121 | |
| 122 | private: |
asapersson | 66d4b37 | 2016-12-19 06:50:53 -0800 | [diff] [blame] | 123 | int64_t sum; |
| 124 | int64_t num_samples; |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 125 | }; |
asapersson | da535c4 | 2015-10-19 23:32:41 -0700 | [diff] [blame] | 126 | class BoolSampleCounter { |
| 127 | public: |
asapersson | dec5ebf | 2015-10-05 02:36:17 -0700 | [diff] [blame] | 128 | BoolSampleCounter() : sum(0), num_samples(0) {} |
asapersson | da535c4 | 2015-10-19 23:32:41 -0700 | [diff] [blame] | 129 | ~BoolSampleCounter() {} |
asapersson | dec5ebf | 2015-10-05 02:36:17 -0700 | [diff] [blame] | 130 | void Add(bool sample); |
asapersson | 66d4b37 | 2016-12-19 06:50:53 -0800 | [diff] [blame] | 131 | void Add(bool sample, int64_t count); |
| 132 | int Percent(int64_t min_required_samples) const; |
| 133 | int Permille(int64_t min_required_samples) const; |
asapersson | dec5ebf | 2015-10-05 02:36:17 -0700 | [diff] [blame] | 134 | |
| 135 | private: |
asapersson | 66d4b37 | 2016-12-19 06:50:53 -0800 | [diff] [blame] | 136 | int Fraction(int64_t min_required_samples, float multiplier) const; |
| 137 | int64_t sum; |
| 138 | int64_t num_samples; |
asapersson | dec5ebf | 2015-10-05 02:36:17 -0700 | [diff] [blame] | 139 | }; |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 140 | struct StatsUpdateTimes { |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 141 | StatsUpdateTimes() : resolution_update_ms(0), bitrate_update_ms(0) {} |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 142 | int64_t resolution_update_ms; |
Peter Boström | 20f3f94 | 2015-05-15 11:33:39 +0200 | [diff] [blame] | 143 | int64_t bitrate_update_ms; |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 144 | }; |
asapersson | 66d4b37 | 2016-12-19 06:50:53 -0800 | [diff] [blame] | 145 | struct TargetRateUpdates { |
| 146 | TargetRateUpdates() |
| 147 | : pause_resume_events(0), last_paused_or_resumed(false), last_ms(-1) {} |
| 148 | int pause_resume_events; |
| 149 | bool last_paused_or_resumed; |
| 150 | int64_t last_ms; |
| 151 | }; |
asapersson | 8d75ac7 | 2017-09-15 06:41:15 -0700 | [diff] [blame] | 152 | struct FallbackEncoderInfo { |
Mirko Bonadei | 8fdcac3 | 2018-08-28 16:30:18 +0200 | [diff] [blame^] | 153 | FallbackEncoderInfo(); |
asapersson | 8d75ac7 | 2017-09-15 06:41:15 -0700 | [diff] [blame] | 154 | bool is_possible = true; |
| 155 | bool is_active = false; |
| 156 | int on_off_events = 0; |
| 157 | int64_t elapsed_ms = 0; |
Danil Chapovalov | b9b146c | 2018-06-15 12:28:07 +0200 | [diff] [blame] | 158 | absl::optional<int64_t> last_update_ms; |
asapersson | 8d75ac7 | 2017-09-15 06:41:15 -0700 | [diff] [blame] | 159 | const int max_frame_diff_ms = 2000; |
| 160 | }; |
Åsa Persson | c3ed630 | 2017-11-16 14:04:52 +0100 | [diff] [blame] | 161 | struct FallbackEncoderInfoDisabled { |
| 162 | bool is_possible = true; |
| 163 | bool min_pixel_limit_reached = false; |
| 164 | }; |
asapersson | 6eca98b | 2017-04-04 23:40:50 -0700 | [diff] [blame] | 165 | struct StatsTimer { |
| 166 | void Start(int64_t now_ms); |
| 167 | void Stop(int64_t now_ms); |
| 168 | void Restart(int64_t now_ms); |
| 169 | int64_t start_ms = -1; |
| 170 | int64_t total_ms = 0; |
| 171 | }; |
asapersson | 118ef00 | 2016-03-31 00:00:19 -0700 | [diff] [blame] | 172 | struct QpCounters { |
asapersson | 6eca98b | 2017-04-04 23:40:50 -0700 | [diff] [blame] | 173 | SampleCounter vp8; // QP range: 0-127. |
| 174 | SampleCounter vp9; // QP range: 0-255. |
| 175 | SampleCounter h264; // QP range: 0-51. |
asapersson | 118ef00 | 2016-03-31 00:00:19 -0700 | [diff] [blame] | 176 | }; |
Åsa Persson | 875841d | 2018-01-08 08:49:53 +0100 | [diff] [blame] | 177 | struct AdaptChanges { |
| 178 | int down = 0; |
| 179 | int up = 0; |
| 180 | }; |
Åsa Persson | 0122e84 | 2017-10-16 12:19:23 +0200 | [diff] [blame] | 181 | |
| 182 | // Map holding encoded frames (mapped by timestamp). |
| 183 | // If simulcast layers are encoded on different threads, there is no guarantee |
| 184 | // that one frame of all layers are encoded before the next start. |
| 185 | struct TimestampOlderThan { |
| 186 | bool operator()(uint32_t ts1, uint32_t ts2) const { |
| 187 | return IsNewerTimestamp(ts2, ts1); |
| 188 | } |
| 189 | }; |
| 190 | struct Frame { |
Åsa Persson | aa329e7 | 2017-12-15 15:54:44 +0100 | [diff] [blame] | 191 | Frame(int64_t send_ms, |
| 192 | uint32_t width, |
| 193 | uint32_t height, |
| 194 | size_t simulcast_idx) |
| 195 | : send_ms(send_ms), |
| 196 | max_width(width), |
| 197 | max_height(height), |
| 198 | max_simulcast_idx(simulcast_idx) {} |
Åsa Persson | 0122e84 | 2017-10-16 12:19:23 +0200 | [diff] [blame] | 199 | const int64_t |
| 200 | send_ms; // Time when first frame with this timestamp is sent. |
| 201 | uint32_t max_width; // Max width with this timestamp. |
| 202 | uint32_t max_height; // Max height with this timestamp. |
Åsa Persson | aa329e7 | 2017-12-15 15:54:44 +0100 | [diff] [blame] | 203 | size_t max_simulcast_idx; // Max simulcast index with this timestamp. |
Åsa Persson | 0122e84 | 2017-10-16 12:19:23 +0200 | [diff] [blame] | 204 | }; |
| 205 | typedef std::map<uint32_t, Frame, TimestampOlderThan> EncodedFrameMap; |
| 206 | |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 207 | void PurgeOldStats() RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
pbos@webrtc.org | 09c77b9 | 2015-02-25 10:42:16 +0000 | [diff] [blame] | 208 | VideoSendStream::StreamStats* GetStatsEntry(uint32_t ssrc) |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 209 | RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 210 | |
Niels Möller | 213618e | 2018-07-24 09:29:58 +0200 | [diff] [blame] | 211 | void SetAdaptTimer(const AdaptationSteps& counts, StatsTimer* timer) |
| 212 | RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
| 213 | void UpdateAdaptationStats(const AdaptationSteps& cpu_counts, |
| 214 | const AdaptationSteps& quality_counts) |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 215 | RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
Åsa Persson | 875841d | 2018-01-08 08:49:53 +0100 | [diff] [blame] | 216 | void TryUpdateInitialQualityResolutionAdaptUp( |
Niels Möller | 213618e | 2018-07-24 09:29:58 +0200 | [diff] [blame] | 217 | const AdaptationSteps& quality_counts) |
Åsa Persson | 875841d | 2018-01-08 08:49:53 +0100 | [diff] [blame] | 218 | RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
asapersson | 09f0561 | 2017-05-15 23:40:18 -0700 | [diff] [blame] | 219 | |
Åsa Persson | 45bbc8a | 2017-11-13 10:16:47 +0100 | [diff] [blame] | 220 | void UpdateEncoderFallbackStats(const CodecSpecificInfo* codec_info, |
| 221 | int pixels) |
asapersson | 8d75ac7 | 2017-09-15 06:41:15 -0700 | [diff] [blame] | 222 | RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
Åsa Persson | c3ed630 | 2017-11-16 14:04:52 +0100 | [diff] [blame] | 223 | void UpdateFallbackDisabledStats(const CodecSpecificInfo* codec_info, |
| 224 | int pixels) |
| 225 | RTC_EXCLUSIVE_LOCKS_REQUIRED(crit_); |
asapersson | 8d75ac7 | 2017-09-15 06:41:15 -0700 | [diff] [blame] | 226 | |
pbos@webrtc.org | 273a414 | 2014-12-01 15:23:21 +0000 | [diff] [blame] | 227 | Clock* const clock_; |
perkj | 26091b1 | 2016-09-01 01:17:40 -0700 | [diff] [blame] | 228 | const std::string payload_name_; |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 229 | const RtpConfig rtp_config_; |
Danil Chapovalov | b9b146c | 2018-06-15 12:28:07 +0200 | [diff] [blame] | 230 | const absl::optional<int> fallback_max_pixels_; |
| 231 | const absl::optional<int> fallback_max_pixels_disabled_; |
pbos | 5ad935c | 2016-01-25 03:52:44 -0800 | [diff] [blame] | 232 | rtc::CriticalSection crit_; |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 233 | VideoEncoderConfig::ContentType content_type_ RTC_GUARDED_BY(crit_); |
asapersson | 4374a09 | 2016-07-27 00:39:09 -0700 | [diff] [blame] | 234 | const int64_t start_ms_; |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 235 | VideoSendStream::Stats stats_ RTC_GUARDED_BY(crit_); |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 236 | std::map<uint32_t, StatsUpdateTimes> update_times_ RTC_GUARDED_BY(crit_); |
| 237 | rtc::ExpFilter encode_time_ RTC_GUARDED_BY(crit_); |
| 238 | int quality_downscales_ RTC_GUARDED_BY(crit_); |
| 239 | int cpu_downscales_ RTC_GUARDED_BY(crit_); |
Åsa Persson | 0122e84 | 2017-10-16 12:19:23 +0200 | [diff] [blame] | 240 | rtc::RateTracker media_byte_rate_tracker_ RTC_GUARDED_BY(crit_); |
| 241 | rtc::RateTracker encoded_frame_rate_tracker_ RTC_GUARDED_BY(crit_); |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 242 | |
Danil Chapovalov | b9b146c | 2018-06-15 12:28:07 +0200 | [diff] [blame] | 243 | absl::optional<int64_t> last_outlier_timestamp_ RTC_GUARDED_BY(crit_); |
Ilya Nikolaevskiy | 70473fc | 2018-02-28 16:35:03 +0100 | [diff] [blame] | 244 | |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 245 | // Contains stats used for UMA histograms. These stats will be reset if |
| 246 | // content type changes between real-time video and screenshare, since these |
| 247 | // will be reported separately. |
| 248 | struct UmaSamplesContainer { |
sprang | 07fb9be | 2016-02-24 07:55:00 -0800 | [diff] [blame] | 249 | UmaSamplesContainer(const char* prefix, |
| 250 | const VideoSendStream::Stats& start_stats, |
| 251 | Clock* clock); |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 252 | ~UmaSamplesContainer(); |
| 253 | |
Stefan Holmer | dbdb3a0 | 2018-07-17 16:03:46 +0200 | [diff] [blame] | 254 | void UpdateHistograms(const RtpConfig& rtp_config, |
sprang | 07fb9be | 2016-02-24 07:55:00 -0800 | [diff] [blame] | 255 | const VideoSendStream::Stats& current_stats); |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 256 | |
asapersson | 93e1e23 | 2017-02-06 05:18:35 -0800 | [diff] [blame] | 257 | void InitializeBitrateCounters(const VideoSendStream::Stats& stats); |
| 258 | |
Åsa Persson | aa329e7 | 2017-12-15 15:54:44 +0100 | [diff] [blame] | 259 | bool InsertEncodedFrame(const EncodedImage& encoded_frame, |
| 260 | size_t simulcast_idx, |
| 261 | bool* is_limited_in_resolution); |
| 262 | void RemoveOld(int64_t now_ms, bool* is_limited_in_resolution); |
Åsa Persson | 0122e84 | 2017-10-16 12:19:23 +0200 | [diff] [blame] | 263 | |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 264 | const std::string uma_prefix_; |
sprang | 07fb9be | 2016-02-24 07:55:00 -0800 | [diff] [blame] | 265 | Clock* const clock_; |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 266 | SampleCounter input_width_counter_; |
| 267 | SampleCounter input_height_counter_; |
| 268 | SampleCounter sent_width_counter_; |
| 269 | SampleCounter sent_height_counter_; |
| 270 | SampleCounter encode_time_counter_; |
| 271 | BoolSampleCounter key_frame_counter_; |
| 272 | BoolSampleCounter quality_limited_frame_counter_; |
| 273 | SampleCounter quality_downscales_counter_; |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 274 | BoolSampleCounter cpu_limited_frame_counter_; |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 275 | BoolSampleCounter bw_limited_frame_counter_; |
| 276 | SampleCounter bw_resolutions_disabled_counter_; |
| 277 | SampleCounter delay_counter_; |
| 278 | SampleCounter max_delay_counter_; |
| 279 | rtc::RateTracker input_frame_rate_tracker_; |
asapersson | 320e45a | 2016-11-29 01:40:35 -0800 | [diff] [blame] | 280 | RateCounter input_fps_counter_; |
| 281 | RateCounter sent_fps_counter_; |
asapersson | 93e1e23 | 2017-02-06 05:18:35 -0800 | [diff] [blame] | 282 | RateAccCounter total_byte_counter_; |
| 283 | RateAccCounter media_byte_counter_; |
| 284 | RateAccCounter rtx_byte_counter_; |
| 285 | RateAccCounter padding_byte_counter_; |
| 286 | RateAccCounter retransmit_byte_counter_; |
| 287 | RateAccCounter fec_byte_counter_; |
sprang | e2d83d6 | 2016-02-19 09:03:26 -0800 | [diff] [blame] | 288 | int64_t first_rtcp_stats_time_ms_; |
Erik Språng | 22c2b48 | 2016-03-01 09:40:42 +0100 | [diff] [blame] | 289 | int64_t first_rtp_stats_time_ms_; |
asapersson | 09f0561 | 2017-05-15 23:40:18 -0700 | [diff] [blame] | 290 | StatsTimer cpu_adapt_timer_; |
| 291 | StatsTimer quality_adapt_timer_; |
asapersson | 66d4b37 | 2016-12-19 06:50:53 -0800 | [diff] [blame] | 292 | BoolSampleCounter paused_time_counter_; |
| 293 | TargetRateUpdates target_rate_updates_; |
asapersson | 8d75ac7 | 2017-09-15 06:41:15 -0700 | [diff] [blame] | 294 | BoolSampleCounter fallback_active_counter_; |
| 295 | FallbackEncoderInfo fallback_info_; |
Åsa Persson | c3ed630 | 2017-11-16 14:04:52 +0100 | [diff] [blame] | 296 | FallbackEncoderInfoDisabled fallback_info_disabled_; |
sprang | e2d83d6 | 2016-02-19 09:03:26 -0800 | [diff] [blame] | 297 | ReportBlockStats report_block_stats_; |
sprang | 07fb9be | 2016-02-24 07:55:00 -0800 | [diff] [blame] | 298 | const VideoSendStream::Stats start_stats_; |
Åsa Persson | aa329e7 | 2017-12-15 15:54:44 +0100 | [diff] [blame] | 299 | size_t num_streams_; // Number of configured streams to encoder. |
| 300 | size_t num_pixels_highest_stream_; |
Åsa Persson | 0122e84 | 2017-10-16 12:19:23 +0200 | [diff] [blame] | 301 | EncodedFrameMap encoded_frames_; |
Åsa Persson | 875841d | 2018-01-08 08:49:53 +0100 | [diff] [blame] | 302 | AdaptChanges initial_quality_changes_; |
sprang | c5d62e2 | 2017-04-02 23:53:04 -0700 | [diff] [blame] | 303 | |
asapersson | 118ef00 | 2016-03-31 00:00:19 -0700 | [diff] [blame] | 304 | std::map<int, QpCounters> |
| 305 | qp_counters_; // QP counters mapped by spatial idx. |
sprang | b4a1ae5 | 2015-12-03 08:10:08 -0800 | [diff] [blame] | 306 | }; |
| 307 | |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 308 | std::unique_ptr<UmaSamplesContainer> uma_container_ RTC_GUARDED_BY(crit_); |
sprang@webrtc.org | ccd4284 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 309 | }; |
| 310 | |
| 311 | } // namespace webrtc |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 312 | #endif // VIDEO_SEND_STATISTICS_PROXY_H_ |