sprang@webrtc.org | 0931570 | 2014-02-07 12:06:29 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #ifndef WEBRTC_VIDEO_RECEIVE_STATISTICS_PROXY_H_ |
| 12 | #define WEBRTC_VIDEO_RECEIVE_STATISTICS_PROXY_H_ |
| 13 | |
sprang | 0ab8e81 | 2016-02-24 01:35:40 -0800 | [diff] [blame] | 14 | #include <map> |
sprang@webrtc.org | 0931570 | 2014-02-07 12:06:29 +0000 | [diff] [blame] | 15 | #include <string> |
| 16 | |
Peter Boström | f2f8283 | 2015-05-01 13:00:41 +0200 | [diff] [blame] | 17 | #include "webrtc/base/criticalsection.h" |
tkchin | f75d008 | 2016-02-23 22:49:42 -0800 | [diff] [blame] | 18 | #include "webrtc/base/rate_statistics.h" |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 19 | #include "webrtc/base/ratetracker.h" |
pbos@webrtc.org | 38344ed | 2014-09-24 06:05:00 +0000 | [diff] [blame] | 20 | #include "webrtc/base/thread_annotations.h" |
sprang@webrtc.org | 0931570 | 2014-02-07 12:06:29 +0000 | [diff] [blame] | 21 | #include "webrtc/common_types.h" |
pbos | a96b60b | 2016-04-18 21:12:48 -0700 | [diff] [blame] | 22 | #include "webrtc/common_video/include/frame_callback.h" |
Henrik Kjellander | 2557b86 | 2015-11-18 22:00:21 +0100 | [diff] [blame] | 23 | #include "webrtc/modules/video_coding/include/video_coding_defines.h" |
palmkvist | 349092b | 2016-12-13 02:45:57 -0800 | [diff] [blame] | 24 | #include "webrtc/video/quality_threshold.h" |
Peter Boström | 7623ce4 | 2015-12-09 12:13:30 +0100 | [diff] [blame] | 25 | #include "webrtc/video/report_block_stats.h" |
asapersson | de9e5ff | 2016-11-02 07:14:03 -0700 | [diff] [blame] | 26 | #include "webrtc/video/stats_counter.h" |
mflodman | cfc8e3b | 2016-05-03 21:22:04 -0700 | [diff] [blame] | 27 | #include "webrtc/video/video_stream_decoder.h" |
sprang@webrtc.org | 0931570 | 2014-02-07 12:06:29 +0000 | [diff] [blame] | 28 | #include "webrtc/video_receive_stream.h" |
sprang@webrtc.org | 0931570 | 2014-02-07 12:06:29 +0000 | [diff] [blame] | 29 | |
| 30 | namespace webrtc { |
| 31 | |
| 32 | class Clock; |
sprang@webrtc.org | 0931570 | 2014-02-07 12:06:29 +0000 | [diff] [blame] | 33 | class ViECodec; |
| 34 | class ViEDecoderObserver; |
asapersson | 86b0160 | 2015-10-20 23:55:26 -0700 | [diff] [blame] | 35 | struct CodecSpecificInfo; |
sprang@webrtc.org | 0931570 | 2014-02-07 12:06:29 +0000 | [diff] [blame] | 36 | |
pbos | f42376c | 2015-08-28 07:35:32 -0700 | [diff] [blame] | 37 | class ReceiveStatisticsProxy : public VCMReceiveStatisticsCallback, |
sprang@webrtc.org | 0931570 | 2014-02-07 12:06:29 +0000 | [diff] [blame] | 38 | public RtcpStatisticsCallback, |
pbos@webrtc.org | 1d0fa5d | 2015-02-19 12:47:00 +0000 | [diff] [blame] | 39 | public RtcpPacketTypeCounterObserver, |
philipel | a45102f | 2017-02-22 05:30:39 -0800 | [diff] [blame^] | 40 | public StreamDataCountersCallback, |
| 41 | public CallStatsObserver { |
sprang@webrtc.org | 0931570 | 2014-02-07 12:06:29 +0000 | [diff] [blame] | 42 | public: |
Tommi | 733b547 | 2016-06-10 17:58:01 +0200 | [diff] [blame] | 43 | ReceiveStatisticsProxy(const VideoReceiveStream::Config* config, |
sprang | 0ab8e81 | 2016-02-24 01:35:40 -0800 | [diff] [blame] | 44 | Clock* clock); |
sprang@webrtc.org | 0931570 | 2014-02-07 12:06:29 +0000 | [diff] [blame] | 45 | virtual ~ReceiveStatisticsProxy(); |
| 46 | |
| 47 | VideoReceiveStream::Stats GetStats() const; |
| 48 | |
sakal | cc452e1 | 2017-02-09 04:53:45 -0800 | [diff] [blame] | 49 | void OnDecodedFrame(rtc::Optional<uint8_t> qp); |
asapersson | de9e5ff | 2016-11-02 07:14:03 -0700 | [diff] [blame] | 50 | void OnSyncOffsetUpdated(int64_t sync_offset_ms, double estimated_freq_khz); |
asapersson | 1490f7a | 2016-09-23 02:09:46 -0700 | [diff] [blame] | 51 | void OnRenderedFrame(const VideoFrame& frame); |
pbos | f42376c | 2015-08-28 07:35:32 -0700 | [diff] [blame] | 52 | void OnIncomingPayloadType(int payload_type); |
Peter Boström | b7d9a97 | 2015-12-18 16:01:11 +0100 | [diff] [blame] | 53 | void OnDecoderImplementationName(const char* implementation_name); |
pbos | f42376c | 2015-08-28 07:35:32 -0700 | [diff] [blame] | 54 | void OnIncomingRate(unsigned int framerate, unsigned int bitrate_bps); |
sprang@webrtc.org | 0931570 | 2014-02-07 12:06:29 +0000 | [diff] [blame] | 55 | |
asapersson | 86b0160 | 2015-10-20 23:55:26 -0700 | [diff] [blame] | 56 | void OnPreDecode(const EncodedImage& encoded_image, |
| 57 | const CodecSpecificInfo* codec_specific_info); |
| 58 | |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 59 | // Overrides VCMReceiveStatisticsCallback. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 60 | void OnReceiveRatesUpdated(uint32_t bitRate, uint32_t frameRate) override; |
| 61 | void OnFrameCountsUpdated(const FrameCounts& frame_counts) override; |
| 62 | void OnDiscardedPacketsUpdated(int discarded_packets) override; |
philipel | a45102f | 2017-02-22 05:30:39 -0800 | [diff] [blame^] | 63 | void OnCompleteFrame(bool is_keyframe, size_t size_bytes) override; |
| 64 | void OnFrameBufferTimingsUpdated(int decode_ms, |
| 65 | int max_decode_ms, |
| 66 | int current_delay_ms, |
| 67 | int target_delay_ms, |
| 68 | int jitter_buffer_ms, |
| 69 | int min_playout_delay_ms, |
| 70 | int render_delay_ms) override; |
pbos@webrtc.org | 5570769 | 2014-12-19 15:45:03 +0000 | [diff] [blame] | 71 | |
pbos@webrtc.org | ce4e9a3 | 2014-12-18 13:50:16 +0000 | [diff] [blame] | 72 | // Overrides RtcpStatisticsCallback. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 73 | void StatisticsUpdated(const webrtc::RtcpStatistics& statistics, |
| 74 | uint32_t ssrc) override; |
| 75 | void CNameChanged(const char* cname, uint32_t ssrc) override; |
sprang@webrtc.org | 0931570 | 2014-02-07 12:06:29 +0000 | [diff] [blame] | 76 | |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 77 | // Overrides RtcpPacketTypeCounterObserver. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 78 | void RtcpPacketTypesCounterUpdated( |
pbos@webrtc.org | 1d0fa5d | 2015-02-19 12:47:00 +0000 | [diff] [blame] | 79 | uint32_t ssrc, |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 80 | const RtcpPacketTypeCounter& packet_counter) override; |
sprang@webrtc.org | 0931570 | 2014-02-07 12:06:29 +0000 | [diff] [blame] | 81 | // Overrides StreamDataCountersCallback. |
kjellander@webrtc.org | 14665ff | 2015-03-04 12:58:35 +0000 | [diff] [blame] | 82 | void DataCountersUpdated(const webrtc::StreamDataCounters& counters, |
| 83 | uint32_t ssrc) override; |
sprang@webrtc.org | 0931570 | 2014-02-07 12:06:29 +0000 | [diff] [blame] | 84 | |
philipel | a45102f | 2017-02-22 05:30:39 -0800 | [diff] [blame^] | 85 | // Implements CallStatsObserver. |
| 86 | void OnRttUpdate(int64_t avg_rtt_ms, int64_t max_rtt_ms) override; |
| 87 | |
pbos@webrtc.org | ce4e9a3 | 2014-12-18 13:50:16 +0000 | [diff] [blame] | 88 | private: |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 89 | struct SampleCounter { |
| 90 | SampleCounter() : sum(0), num_samples(0) {} |
| 91 | void Add(int sample); |
asapersson | 6966bd5 | 2017-01-03 00:44:06 -0800 | [diff] [blame] | 92 | int Avg(int64_t min_required_samples) const; |
palmkvist | 349092b | 2016-12-13 02:45:57 -0800 | [diff] [blame] | 93 | void Reset(); |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 94 | |
| 95 | private: |
asapersson | 6966bd5 | 2017-01-03 00:44:06 -0800 | [diff] [blame] | 96 | int64_t sum; |
| 97 | int64_t num_samples; |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 98 | }; |
asapersson | 86b0160 | 2015-10-20 23:55:26 -0700 | [diff] [blame] | 99 | struct QpCounters { |
| 100 | SampleCounter vp8; |
| 101 | }; |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 102 | |
| 103 | void UpdateHistograms() EXCLUSIVE_LOCKS_REQUIRED(crit_); |
| 104 | |
palmkvist | 349092b | 2016-12-13 02:45:57 -0800 | [diff] [blame] | 105 | void QualitySample() EXCLUSIVE_LOCKS_REQUIRED(crit_); |
| 106 | |
philipel | a45102f | 2017-02-22 05:30:39 -0800 | [diff] [blame^] | 107 | // Removes info about old frames and then updates the framerate/bitrate. |
| 108 | void UpdateFrameAndBitrate(int64_t now_ms) const |
| 109 | EXCLUSIVE_LOCKS_REQUIRED(crit_); |
| 110 | |
pbos@webrtc.org | de1429e | 2014-04-28 13:00:21 +0000 | [diff] [blame] | 111 | Clock* const clock_; |
Tommi | 733b547 | 2016-06-10 17:58:01 +0200 | [diff] [blame] | 112 | // Ownership of this object lies with the owner of the ReceiveStatisticsProxy |
| 113 | // instance. Lifetime is guaranteed to outlive |this|. |
| 114 | // TODO(tommi): In practice the config_ reference is only used for accessing |
brandtr | b5f2c3f | 2016-10-04 23:28:39 -0700 | [diff] [blame] | 115 | // config_.rtp.ulpfec.ulpfec_payload_type. Instead of holding a pointer back, |
Tommi | 733b547 | 2016-06-10 17:58:01 +0200 | [diff] [blame] | 116 | // we could just store the value of ulpfec_payload_type and change the |
| 117 | // ReceiveStatisticsProxy() ctor to accept a const& of Config (since we'll |
| 118 | // then no longer store a pointer to the object). |
| 119 | const VideoReceiveStream::Config& config_; |
asapersson | 4374a09 | 2016-07-27 00:39:09 -0700 | [diff] [blame] | 120 | const int64_t start_ms_; |
pbos@webrtc.org | de1429e | 2014-04-28 13:00:21 +0000 | [diff] [blame] | 121 | |
pbos | 5ad935c | 2016-01-25 03:52:44 -0800 | [diff] [blame] | 122 | rtc::CriticalSection crit_; |
palmkvist | 349092b | 2016-12-13 02:45:57 -0800 | [diff] [blame] | 123 | int64_t last_sample_time_ GUARDED_BY(crit_); |
| 124 | QualityThreshold fps_threshold_ GUARDED_BY(crit_); |
| 125 | QualityThreshold qp_threshold_ GUARDED_BY(crit_); |
| 126 | QualityThreshold variance_threshold_ GUARDED_BY(crit_); |
| 127 | SampleCounter qp_sample_ GUARDED_BY(crit_); |
palmkvist | a40672a | 2017-01-13 05:58:34 -0800 | [diff] [blame] | 128 | int num_bad_states_ GUARDED_BY(crit_); |
| 129 | int num_certain_states_ GUARDED_BY(crit_); |
philipel | a45102f | 2017-02-22 05:30:39 -0800 | [diff] [blame^] | 130 | mutable VideoReceiveStream::Stats stats_ GUARDED_BY(crit_); |
pbos@webrtc.org | de1429e | 2014-04-28 13:00:21 +0000 | [diff] [blame] | 131 | RateStatistics decode_fps_estimator_ GUARDED_BY(crit_); |
| 132 | RateStatistics renders_fps_estimator_ GUARDED_BY(crit_); |
Tim Psiaki | 6304626 | 2015-09-14 10:38:08 -0700 | [diff] [blame] | 133 | rtc::RateTracker render_fps_tracker_ GUARDED_BY(crit_); |
asapersson | f839dcc | 2015-10-08 00:41:59 -0700 | [diff] [blame] | 134 | rtc::RateTracker render_pixel_tracker_ GUARDED_BY(crit_); |
asapersson | d89920b | 2015-07-22 06:52:00 -0700 | [diff] [blame] | 135 | SampleCounter render_width_counter_ GUARDED_BY(crit_); |
| 136 | SampleCounter render_height_counter_ GUARDED_BY(crit_); |
asapersson | f8cdd18 | 2016-03-15 01:00:47 -0700 | [diff] [blame] | 137 | SampleCounter sync_offset_counter_ GUARDED_BY(crit_); |
asapersson | 6718e97 | 2015-07-24 00:20:58 -0700 | [diff] [blame] | 138 | SampleCounter decode_time_counter_ GUARDED_BY(crit_); |
asapersson | 8688a4e | 2016-04-27 23:42:35 -0700 | [diff] [blame] | 139 | SampleCounter jitter_buffer_delay_counter_ GUARDED_BY(crit_); |
| 140 | SampleCounter target_delay_counter_ GUARDED_BY(crit_); |
| 141 | SampleCounter current_delay_counter_ GUARDED_BY(crit_); |
asapersson | 13c433c | 2015-10-06 04:08:15 -0700 | [diff] [blame] | 142 | SampleCounter delay_counter_ GUARDED_BY(crit_); |
asapersson | 1490f7a | 2016-09-23 02:09:46 -0700 | [diff] [blame] | 143 | SampleCounter e2e_delay_counter_ GUARDED_BY(crit_); |
asapersson | de9e5ff | 2016-11-02 07:14:03 -0700 | [diff] [blame] | 144 | MaxCounter freq_offset_counter_ GUARDED_BY(crit_); |
asapersson | 0c43f77 | 2016-11-30 01:42:26 -0800 | [diff] [blame] | 145 | int64_t first_report_block_time_ms_ GUARDED_BY(crit_); |
Åsa Persson | 3c391cb | 2015-04-27 10:09:49 +0200 | [diff] [blame] | 146 | ReportBlockStats report_block_stats_ GUARDED_BY(crit_); |
asapersson | 86b0160 | 2015-10-20 23:55:26 -0700 | [diff] [blame] | 147 | QpCounters qp_counters_; // Only accessed on the decoding thread. |
sprang | 0ab8e81 | 2016-02-24 01:35:40 -0800 | [diff] [blame] | 148 | std::map<uint32_t, StreamDataCounters> rtx_stats_ GUARDED_BY(crit_); |
philipel | a45102f | 2017-02-22 05:30:39 -0800 | [diff] [blame^] | 149 | int64_t avg_rtt_ms_ GUARDED_BY(crit_); |
| 150 | mutable std::map<int64_t, size_t> frame_window_ GUARDED_BY(&crit_); |
| 151 | mutable size_t frame_window_accumulated_bytes_ GUARDED_BY(&crit_); |
sprang@webrtc.org | 0931570 | 2014-02-07 12:06:29 +0000 | [diff] [blame] | 152 | }; |
| 153 | |
sprang@webrtc.org | 0931570 | 2014-02-07 12:06:29 +0000 | [diff] [blame] | 154 | } // namespace webrtc |
| 155 | #endif // WEBRTC_VIDEO_RECEIVE_STATISTICS_PROXY_H_ |