minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #include "modules/audio_coding/audio_network_adaptor/audio_network_adaptor_impl.h" |
minyue | 161b390 | 2016-09-22 14:16:55 -0700 | [diff] [blame] | 12 | |
Yves Gerey | 988cc08 | 2018-10-23 12:03:01 +0200 | [diff] [blame^] | 13 | #include <stdint.h> |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 14 | #include <utility> |
Yves Gerey | 988cc08 | 2018-10-23 12:03:01 +0200 | [diff] [blame^] | 15 | #include <vector> |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 16 | |
Yves Gerey | 988cc08 | 2018-10-23 12:03:01 +0200 | [diff] [blame^] | 17 | #include "modules/audio_coding/audio_network_adaptor/controller_manager.h" |
| 18 | #include "modules/audio_coding/audio_network_adaptor/debug_dump_writer.h" |
| 19 | #include "modules/audio_coding/audio_network_adaptor/event_log_writer.h" |
| 20 | #include "rtc_base/checks.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 21 | #include "rtc_base/timeutils.h" |
| 22 | #include "system_wrappers/include/field_trial.h" |
minyue | 4b7c952 | 2017-01-24 04:54:59 -0800 | [diff] [blame] | 23 | |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 24 | namespace webrtc { |
| 25 | |
minyue | 4b7c952 | 2017-01-24 04:54:59 -0800 | [diff] [blame] | 26 | namespace { |
| 27 | constexpr int kEventLogMinBitrateChangeBps = 5000; |
| 28 | constexpr float kEventLogMinBitrateChangeFraction = 0.25; |
| 29 | constexpr float kEventLogMinPacketLossChangeFraction = 0.5; |
| 30 | } // namespace |
| 31 | |
michaelt | 92aef17 | 2017-04-18 00:11:48 -0700 | [diff] [blame] | 32 | AudioNetworkAdaptorImpl::Config::Config() : event_log(nullptr){}; |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 33 | |
| 34 | AudioNetworkAdaptorImpl::Config::~Config() = default; |
| 35 | |
| 36 | AudioNetworkAdaptorImpl::AudioNetworkAdaptorImpl( |
| 37 | const Config& config, |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 38 | std::unique_ptr<ControllerManager> controller_manager, |
| 39 | std::unique_ptr<DebugDumpWriter> debug_dump_writer) |
| 40 | : config_(config), |
| 41 | controller_manager_(std::move(controller_manager)), |
minyue | 4b7c952 | 2017-01-24 04:54:59 -0800 | [diff] [blame] | 42 | debug_dump_writer_(std::move(debug_dump_writer)), |
| 43 | event_log_writer_( |
| 44 | config.event_log |
| 45 | ? new EventLogWriter(config.event_log, |
| 46 | kEventLogMinBitrateChangeBps, |
| 47 | kEventLogMinBitrateChangeFraction, |
| 48 | kEventLogMinPacketLossChangeFraction) |
ivoc | 1728909 | 2017-09-09 08:45:40 -0700 | [diff] [blame] | 49 | : nullptr), |
| 50 | enable_bitrate_adaptation_( |
| 51 | webrtc::field_trial::IsEnabled("WebRTC-Audio-BitrateAdaptation")), |
| 52 | enable_dtx_adaptation_( |
| 53 | webrtc::field_trial::IsEnabled("WebRTC-Audio-DtxAdaptation")), |
| 54 | enable_fec_adaptation_( |
| 55 | webrtc::field_trial::IsEnabled("WebRTC-Audio-FecAdaptation")), |
| 56 | enable_channel_adaptation_( |
| 57 | webrtc::field_trial::IsEnabled("WebRTC-Audio-ChannelAdaptation")), |
| 58 | enable_frame_length_adaptation_(webrtc::field_trial::IsEnabled( |
| 59 | "WebRTC-Audio-FrameLengthAdaptation")) { |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 60 | RTC_DCHECK(controller_manager_); |
| 61 | } |
| 62 | |
| 63 | AudioNetworkAdaptorImpl::~AudioNetworkAdaptorImpl() = default; |
| 64 | |
| 65 | void AudioNetworkAdaptorImpl::SetUplinkBandwidth(int uplink_bandwidth_bps) { |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 66 | last_metrics_.uplink_bandwidth_bps = uplink_bandwidth_bps; |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 67 | DumpNetworkMetrics(); |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 68 | |
| 69 | Controller::NetworkMetrics network_metrics; |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 70 | network_metrics.uplink_bandwidth_bps = uplink_bandwidth_bps; |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 71 | UpdateNetworkMetrics(network_metrics); |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 72 | } |
| 73 | |
| 74 | void AudioNetworkAdaptorImpl::SetUplinkPacketLossFraction( |
| 75 | float uplink_packet_loss_fraction) { |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 76 | last_metrics_.uplink_packet_loss_fraction = uplink_packet_loss_fraction; |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 77 | DumpNetworkMetrics(); |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 78 | |
| 79 | Controller::NetworkMetrics network_metrics; |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 80 | network_metrics.uplink_packet_loss_fraction = uplink_packet_loss_fraction; |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 81 | UpdateNetworkMetrics(network_metrics); |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 82 | } |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 83 | |
elad.alon | dadb4dc | 2017-03-23 15:29:50 -0700 | [diff] [blame] | 84 | void AudioNetworkAdaptorImpl::SetUplinkRecoverablePacketLossFraction( |
| 85 | float uplink_recoverable_packet_loss_fraction) { |
| 86 | last_metrics_.uplink_recoverable_packet_loss_fraction = |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 87 | uplink_recoverable_packet_loss_fraction; |
elad.alon | dadb4dc | 2017-03-23 15:29:50 -0700 | [diff] [blame] | 88 | DumpNetworkMetrics(); |
| 89 | |
| 90 | Controller::NetworkMetrics network_metrics; |
| 91 | network_metrics.uplink_recoverable_packet_loss_fraction = |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 92 | uplink_recoverable_packet_loss_fraction; |
elad.alon | dadb4dc | 2017-03-23 15:29:50 -0700 | [diff] [blame] | 93 | UpdateNetworkMetrics(network_metrics); |
| 94 | } |
| 95 | |
minyue | c9e80ee | 2016-11-29 13:00:28 -0800 | [diff] [blame] | 96 | void AudioNetworkAdaptorImpl::SetRtt(int rtt_ms) { |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 97 | last_metrics_.rtt_ms = rtt_ms; |
minyue | c9e80ee | 2016-11-29 13:00:28 -0800 | [diff] [blame] | 98 | DumpNetworkMetrics(); |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 99 | |
| 100 | Controller::NetworkMetrics network_metrics; |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 101 | network_metrics.rtt_ms = rtt_ms; |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 102 | UpdateNetworkMetrics(network_metrics); |
minyue | c9e80ee | 2016-11-29 13:00:28 -0800 | [diff] [blame] | 103 | } |
| 104 | |
minyue | e5e632f | 2016-09-27 12:54:19 -0700 | [diff] [blame] | 105 | void AudioNetworkAdaptorImpl::SetTargetAudioBitrate( |
| 106 | int target_audio_bitrate_bps) { |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 107 | last_metrics_.target_audio_bitrate_bps = target_audio_bitrate_bps; |
minyue | e5e632f | 2016-09-27 12:54:19 -0700 | [diff] [blame] | 108 | DumpNetworkMetrics(); |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 109 | |
| 110 | Controller::NetworkMetrics network_metrics; |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 111 | network_metrics.target_audio_bitrate_bps = target_audio_bitrate_bps; |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 112 | UpdateNetworkMetrics(network_metrics); |
minyue | e5e632f | 2016-09-27 12:54:19 -0700 | [diff] [blame] | 113 | } |
| 114 | |
minyue | c9e80ee | 2016-11-29 13:00:28 -0800 | [diff] [blame] | 115 | void AudioNetworkAdaptorImpl::SetOverhead(size_t overhead_bytes_per_packet) { |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 116 | last_metrics_.overhead_bytes_per_packet = overhead_bytes_per_packet; |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 117 | DumpNetworkMetrics(); |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 118 | |
| 119 | Controller::NetworkMetrics network_metrics; |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 120 | network_metrics.overhead_bytes_per_packet = overhead_bytes_per_packet; |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 121 | UpdateNetworkMetrics(network_metrics); |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 122 | } |
| 123 | |
michaelt | cde46b7 | 2017-04-06 05:59:10 -0700 | [diff] [blame] | 124 | AudioEncoderRuntimeConfig AudioNetworkAdaptorImpl::GetEncoderRuntimeConfig() { |
| 125 | AudioEncoderRuntimeConfig config; |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 126 | for (auto& controller : |
| 127 | controller_manager_->GetSortedControllers(last_metrics_)) |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 128 | controller->MakeDecision(&config); |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 129 | |
ivoc | 1728909 | 2017-09-09 08:45:40 -0700 | [diff] [blame] | 130 | // Update ANA stats. |
Danil Chapovalov | b602123 | 2018-06-19 13:26:36 +0200 | [diff] [blame] | 131 | auto increment_opt = [](absl::optional<uint32_t>& a) { |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 132 | a = a.value_or(0) + 1; |
ivoc | 1728909 | 2017-09-09 08:45:40 -0700 | [diff] [blame] | 133 | }; |
| 134 | if (prev_config_) { |
| 135 | if (config.bitrate_bps != prev_config_->bitrate_bps) { |
| 136 | increment_opt(stats_.bitrate_action_counter); |
| 137 | } |
| 138 | if (config.enable_dtx != prev_config_->enable_dtx) { |
| 139 | increment_opt(stats_.dtx_action_counter); |
| 140 | } |
| 141 | if (config.enable_fec != prev_config_->enable_fec) { |
| 142 | increment_opt(stats_.fec_action_counter); |
| 143 | } |
| 144 | if (config.frame_length_ms && prev_config_->frame_length_ms) { |
| 145 | if (*config.frame_length_ms > *prev_config_->frame_length_ms) { |
| 146 | increment_opt(stats_.frame_length_increase_counter); |
| 147 | } else if (*config.frame_length_ms < *prev_config_->frame_length_ms) { |
| 148 | increment_opt(stats_.frame_length_decrease_counter); |
| 149 | } |
| 150 | } |
| 151 | if (config.num_channels != prev_config_->num_channels) { |
| 152 | increment_opt(stats_.channel_action_counter); |
| 153 | } |
| 154 | if (config.uplink_packet_loss_fraction) { |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 155 | stats_.uplink_packet_loss_fraction = *config.uplink_packet_loss_fraction; |
ivoc | 1728909 | 2017-09-09 08:45:40 -0700 | [diff] [blame] | 156 | } |
| 157 | } |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 158 | prev_config_ = config; |
ivoc | 1728909 | 2017-09-09 08:45:40 -0700 | [diff] [blame] | 159 | |
| 160 | // Prevent certain controllers from taking action (determined by field trials) |
| 161 | if (!enable_bitrate_adaptation_ && config.bitrate_bps) { |
| 162 | config.bitrate_bps.reset(); |
| 163 | } |
| 164 | if (!enable_dtx_adaptation_ && config.enable_dtx) { |
| 165 | config.enable_dtx.reset(); |
| 166 | } |
| 167 | if (!enable_fec_adaptation_ && config.enable_fec) { |
| 168 | config.enable_fec.reset(); |
| 169 | config.uplink_packet_loss_fraction.reset(); |
| 170 | } |
| 171 | if (!enable_frame_length_adaptation_ && config.frame_length_ms) { |
| 172 | config.frame_length_ms.reset(); |
| 173 | } |
| 174 | if (!enable_channel_adaptation_ && config.num_channels) { |
| 175 | config.num_channels.reset(); |
| 176 | } |
| 177 | |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 178 | if (debug_dump_writer_) |
michaelt | 92aef17 | 2017-04-18 00:11:48 -0700 | [diff] [blame] | 179 | debug_dump_writer_->DumpEncoderRuntimeConfig(config, rtc::TimeMillis()); |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 180 | |
minyue | 4b7c952 | 2017-01-24 04:54:59 -0800 | [diff] [blame] | 181 | if (event_log_writer_) |
| 182 | event_log_writer_->MaybeLogEncoderConfig(config); |
| 183 | |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 184 | return config; |
| 185 | } |
| 186 | |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 187 | void AudioNetworkAdaptorImpl::StartDebugDump(FILE* file_handle) { |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 188 | debug_dump_writer_ = DebugDumpWriter::Create(file_handle); |
| 189 | } |
| 190 | |
| 191 | void AudioNetworkAdaptorImpl::StopDebugDump() { |
| 192 | debug_dump_writer_.reset(nullptr); |
| 193 | } |
| 194 | |
ivoc | e1198e0 | 2017-09-08 08:13:19 -0700 | [diff] [blame] | 195 | ANAStats AudioNetworkAdaptorImpl::GetStats() const { |
ivoc | 1728909 | 2017-09-09 08:45:40 -0700 | [diff] [blame] | 196 | return stats_; |
ivoc | e1198e0 | 2017-09-08 08:13:19 -0700 | [diff] [blame] | 197 | } |
| 198 | |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 199 | void AudioNetworkAdaptorImpl::DumpNetworkMetrics() { |
| 200 | if (debug_dump_writer_) |
michaelt | 92aef17 | 2017-04-18 00:11:48 -0700 | [diff] [blame] | 201 | debug_dump_writer_->DumpNetworkMetrics(last_metrics_, rtc::TimeMillis()); |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 202 | } |
| 203 | |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 204 | void AudioNetworkAdaptorImpl::UpdateNetworkMetrics( |
| 205 | const Controller::NetworkMetrics& network_metrics) { |
| 206 | for (auto& controller : controller_manager_->GetControllers()) |
| 207 | controller->UpdateNetworkMetrics(network_metrics); |
| 208 | } |
| 209 | |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 210 | } // namespace webrtc |