minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #include "modules/audio_coding/audio_network_adaptor/audio_network_adaptor_impl.h" |
minyue | 161b390 | 2016-09-22 14:16:55 -0700 | [diff] [blame] | 12 | |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 13 | #include <utility> |
| 14 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 15 | #include "rtc_base/logging.h" |
| 16 | #include "rtc_base/timeutils.h" |
| 17 | #include "system_wrappers/include/field_trial.h" |
minyue | 4b7c952 | 2017-01-24 04:54:59 -0800 | [diff] [blame] | 18 | |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 19 | namespace webrtc { |
| 20 | |
minyue | 4b7c952 | 2017-01-24 04:54:59 -0800 | [diff] [blame] | 21 | namespace { |
| 22 | constexpr int kEventLogMinBitrateChangeBps = 5000; |
| 23 | constexpr float kEventLogMinBitrateChangeFraction = 0.25; |
| 24 | constexpr float kEventLogMinPacketLossChangeFraction = 0.5; |
| 25 | } // namespace |
| 26 | |
michaelt | 92aef17 | 2017-04-18 00:11:48 -0700 | [diff] [blame] | 27 | AudioNetworkAdaptorImpl::Config::Config() : event_log(nullptr){}; |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 28 | |
| 29 | AudioNetworkAdaptorImpl::Config::~Config() = default; |
| 30 | |
| 31 | AudioNetworkAdaptorImpl::AudioNetworkAdaptorImpl( |
| 32 | const Config& config, |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 33 | std::unique_ptr<ControllerManager> controller_manager, |
| 34 | std::unique_ptr<DebugDumpWriter> debug_dump_writer) |
| 35 | : config_(config), |
| 36 | controller_manager_(std::move(controller_manager)), |
minyue | 4b7c952 | 2017-01-24 04:54:59 -0800 | [diff] [blame] | 37 | debug_dump_writer_(std::move(debug_dump_writer)), |
| 38 | event_log_writer_( |
| 39 | config.event_log |
| 40 | ? new EventLogWriter(config.event_log, |
| 41 | kEventLogMinBitrateChangeBps, |
| 42 | kEventLogMinBitrateChangeFraction, |
| 43 | kEventLogMinPacketLossChangeFraction) |
ivoc | 1728909 | 2017-09-09 08:45:40 -0700 | [diff] [blame] | 44 | : nullptr), |
| 45 | enable_bitrate_adaptation_( |
| 46 | webrtc::field_trial::IsEnabled("WebRTC-Audio-BitrateAdaptation")), |
| 47 | enable_dtx_adaptation_( |
| 48 | webrtc::field_trial::IsEnabled("WebRTC-Audio-DtxAdaptation")), |
| 49 | enable_fec_adaptation_( |
| 50 | webrtc::field_trial::IsEnabled("WebRTC-Audio-FecAdaptation")), |
| 51 | enable_channel_adaptation_( |
| 52 | webrtc::field_trial::IsEnabled("WebRTC-Audio-ChannelAdaptation")), |
| 53 | enable_frame_length_adaptation_(webrtc::field_trial::IsEnabled( |
| 54 | "WebRTC-Audio-FrameLengthAdaptation")) { |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 55 | RTC_DCHECK(controller_manager_); |
| 56 | } |
| 57 | |
| 58 | AudioNetworkAdaptorImpl::~AudioNetworkAdaptorImpl() = default; |
| 59 | |
| 60 | void AudioNetworkAdaptorImpl::SetUplinkBandwidth(int uplink_bandwidth_bps) { |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 61 | last_metrics_.uplink_bandwidth_bps = uplink_bandwidth_bps; |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 62 | DumpNetworkMetrics(); |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 63 | |
| 64 | Controller::NetworkMetrics network_metrics; |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 65 | network_metrics.uplink_bandwidth_bps = uplink_bandwidth_bps; |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 66 | UpdateNetworkMetrics(network_metrics); |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 67 | } |
| 68 | |
| 69 | void AudioNetworkAdaptorImpl::SetUplinkPacketLossFraction( |
| 70 | float uplink_packet_loss_fraction) { |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 71 | last_metrics_.uplink_packet_loss_fraction = uplink_packet_loss_fraction; |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 72 | DumpNetworkMetrics(); |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 73 | |
| 74 | Controller::NetworkMetrics network_metrics; |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 75 | network_metrics.uplink_packet_loss_fraction = uplink_packet_loss_fraction; |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 76 | UpdateNetworkMetrics(network_metrics); |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 77 | } |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 78 | |
elad.alon | dadb4dc | 2017-03-23 15:29:50 -0700 | [diff] [blame] | 79 | void AudioNetworkAdaptorImpl::SetUplinkRecoverablePacketLossFraction( |
| 80 | float uplink_recoverable_packet_loss_fraction) { |
| 81 | last_metrics_.uplink_recoverable_packet_loss_fraction = |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 82 | uplink_recoverable_packet_loss_fraction; |
elad.alon | dadb4dc | 2017-03-23 15:29:50 -0700 | [diff] [blame] | 83 | DumpNetworkMetrics(); |
| 84 | |
| 85 | Controller::NetworkMetrics network_metrics; |
| 86 | network_metrics.uplink_recoverable_packet_loss_fraction = |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 87 | uplink_recoverable_packet_loss_fraction; |
elad.alon | dadb4dc | 2017-03-23 15:29:50 -0700 | [diff] [blame] | 88 | UpdateNetworkMetrics(network_metrics); |
| 89 | } |
| 90 | |
minyue | c9e80ee | 2016-11-29 13:00:28 -0800 | [diff] [blame] | 91 | void AudioNetworkAdaptorImpl::SetRtt(int rtt_ms) { |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 92 | last_metrics_.rtt_ms = rtt_ms; |
minyue | c9e80ee | 2016-11-29 13:00:28 -0800 | [diff] [blame] | 93 | DumpNetworkMetrics(); |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 94 | |
| 95 | Controller::NetworkMetrics network_metrics; |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 96 | network_metrics.rtt_ms = rtt_ms; |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 97 | UpdateNetworkMetrics(network_metrics); |
minyue | c9e80ee | 2016-11-29 13:00:28 -0800 | [diff] [blame] | 98 | } |
| 99 | |
minyue | e5e632f | 2016-09-27 12:54:19 -0700 | [diff] [blame] | 100 | void AudioNetworkAdaptorImpl::SetTargetAudioBitrate( |
| 101 | int target_audio_bitrate_bps) { |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 102 | last_metrics_.target_audio_bitrate_bps = target_audio_bitrate_bps; |
minyue | e5e632f | 2016-09-27 12:54:19 -0700 | [diff] [blame] | 103 | DumpNetworkMetrics(); |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 104 | |
| 105 | Controller::NetworkMetrics network_metrics; |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 106 | network_metrics.target_audio_bitrate_bps = target_audio_bitrate_bps; |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 107 | UpdateNetworkMetrics(network_metrics); |
minyue | e5e632f | 2016-09-27 12:54:19 -0700 | [diff] [blame] | 108 | } |
| 109 | |
minyue | c9e80ee | 2016-11-29 13:00:28 -0800 | [diff] [blame] | 110 | void AudioNetworkAdaptorImpl::SetOverhead(size_t overhead_bytes_per_packet) { |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 111 | last_metrics_.overhead_bytes_per_packet = overhead_bytes_per_packet; |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 112 | DumpNetworkMetrics(); |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 113 | |
| 114 | Controller::NetworkMetrics network_metrics; |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 115 | network_metrics.overhead_bytes_per_packet = overhead_bytes_per_packet; |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 116 | UpdateNetworkMetrics(network_metrics); |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 117 | } |
| 118 | |
michaelt | cde46b7 | 2017-04-06 05:59:10 -0700 | [diff] [blame] | 119 | AudioEncoderRuntimeConfig AudioNetworkAdaptorImpl::GetEncoderRuntimeConfig() { |
| 120 | AudioEncoderRuntimeConfig config; |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 121 | for (auto& controller : |
| 122 | controller_manager_->GetSortedControllers(last_metrics_)) |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 123 | controller->MakeDecision(&config); |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 124 | |
ivoc | 1728909 | 2017-09-09 08:45:40 -0700 | [diff] [blame] | 125 | // Update ANA stats. |
Danil Chapovalov | b602123 | 2018-06-19 13:26:36 +0200 | [diff] [blame^] | 126 | auto increment_opt = [](absl::optional<uint32_t>& a) { |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 127 | a = a.value_or(0) + 1; |
ivoc | 1728909 | 2017-09-09 08:45:40 -0700 | [diff] [blame] | 128 | }; |
| 129 | if (prev_config_) { |
| 130 | if (config.bitrate_bps != prev_config_->bitrate_bps) { |
| 131 | increment_opt(stats_.bitrate_action_counter); |
| 132 | } |
| 133 | if (config.enable_dtx != prev_config_->enable_dtx) { |
| 134 | increment_opt(stats_.dtx_action_counter); |
| 135 | } |
| 136 | if (config.enable_fec != prev_config_->enable_fec) { |
| 137 | increment_opt(stats_.fec_action_counter); |
| 138 | } |
| 139 | if (config.frame_length_ms && prev_config_->frame_length_ms) { |
| 140 | if (*config.frame_length_ms > *prev_config_->frame_length_ms) { |
| 141 | increment_opt(stats_.frame_length_increase_counter); |
| 142 | } else if (*config.frame_length_ms < *prev_config_->frame_length_ms) { |
| 143 | increment_opt(stats_.frame_length_decrease_counter); |
| 144 | } |
| 145 | } |
| 146 | if (config.num_channels != prev_config_->num_channels) { |
| 147 | increment_opt(stats_.channel_action_counter); |
| 148 | } |
| 149 | if (config.uplink_packet_loss_fraction) { |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 150 | stats_.uplink_packet_loss_fraction = *config.uplink_packet_loss_fraction; |
ivoc | 1728909 | 2017-09-09 08:45:40 -0700 | [diff] [blame] | 151 | } |
| 152 | } |
Oskar Sundbom | 12ab00b | 2017-11-16 15:31:38 +0100 | [diff] [blame] | 153 | prev_config_ = config; |
ivoc | 1728909 | 2017-09-09 08:45:40 -0700 | [diff] [blame] | 154 | |
| 155 | // Prevent certain controllers from taking action (determined by field trials) |
| 156 | if (!enable_bitrate_adaptation_ && config.bitrate_bps) { |
| 157 | config.bitrate_bps.reset(); |
| 158 | } |
| 159 | if (!enable_dtx_adaptation_ && config.enable_dtx) { |
| 160 | config.enable_dtx.reset(); |
| 161 | } |
| 162 | if (!enable_fec_adaptation_ && config.enable_fec) { |
| 163 | config.enable_fec.reset(); |
| 164 | config.uplink_packet_loss_fraction.reset(); |
| 165 | } |
| 166 | if (!enable_frame_length_adaptation_ && config.frame_length_ms) { |
| 167 | config.frame_length_ms.reset(); |
| 168 | } |
| 169 | if (!enable_channel_adaptation_ && config.num_channels) { |
| 170 | config.num_channels.reset(); |
| 171 | } |
| 172 | |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 173 | if (debug_dump_writer_) |
michaelt | 92aef17 | 2017-04-18 00:11:48 -0700 | [diff] [blame] | 174 | debug_dump_writer_->DumpEncoderRuntimeConfig(config, rtc::TimeMillis()); |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 175 | |
minyue | 4b7c952 | 2017-01-24 04:54:59 -0800 | [diff] [blame] | 176 | if (event_log_writer_) |
| 177 | event_log_writer_->MaybeLogEncoderConfig(config); |
| 178 | |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 179 | return config; |
| 180 | } |
| 181 | |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 182 | void AudioNetworkAdaptorImpl::StartDebugDump(FILE* file_handle) { |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 183 | debug_dump_writer_ = DebugDumpWriter::Create(file_handle); |
| 184 | } |
| 185 | |
| 186 | void AudioNetworkAdaptorImpl::StopDebugDump() { |
| 187 | debug_dump_writer_.reset(nullptr); |
| 188 | } |
| 189 | |
ivoc | e1198e0 | 2017-09-08 08:13:19 -0700 | [diff] [blame] | 190 | ANAStats AudioNetworkAdaptorImpl::GetStats() const { |
ivoc | 1728909 | 2017-09-09 08:45:40 -0700 | [diff] [blame] | 191 | return stats_; |
ivoc | e1198e0 | 2017-09-08 08:13:19 -0700 | [diff] [blame] | 192 | } |
| 193 | |
minyue | 25f6a39 | 2016-09-22 22:23:20 -0700 | [diff] [blame] | 194 | void AudioNetworkAdaptorImpl::DumpNetworkMetrics() { |
| 195 | if (debug_dump_writer_) |
michaelt | 92aef17 | 2017-04-18 00:11:48 -0700 | [diff] [blame] | 196 | debug_dump_writer_->DumpNetworkMetrics(last_metrics_, rtc::TimeMillis()); |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 197 | } |
| 198 | |
minyue | a6a6d65 | 2017-01-30 10:50:00 -0800 | [diff] [blame] | 199 | void AudioNetworkAdaptorImpl::UpdateNetworkMetrics( |
| 200 | const Controller::NetworkMetrics& network_metrics) { |
| 201 | for (auto& controller : controller_manager_->GetControllers()) |
| 202 | controller->UpdateNetworkMetrics(network_metrics); |
| 203 | } |
| 204 | |
minyue | caa9cb2 | 2016-09-13 13:34:15 -0700 | [diff] [blame] | 205 | } // namespace webrtc |