blob: 022516ad8731041a0ebcd1950560c90196656877 [file] [log] [blame]
solenbergc7a8b082015-10-16 14:35:07 -07001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Fredrik Solenbergea073732015-12-01 11:26:34 +010011#include <string>
ossu20a4b3f2017-04-27 02:08:52 -070012#include <utility>
Fredrik Solenbergea073732015-12-01 11:26:34 +010013#include <vector>
14
Karl Wiberg918f50c2018-07-05 11:40:33 +020015#include "absl/memory/memory.h"
Danil Chapovalov31660fd2019-03-22 12:59:48 +010016#include "api/task_queue/default_task_queue_factory.h"
Benjamin Wright78410ad2018-10-25 09:52:57 -070017#include "api/test/mock_frame_encryptor.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020018#include "audio/audio_send_stream.h"
19#include "audio/audio_state.h"
20#include "audio/conversion.h"
Fredrik Solenberga8b7c7f2018-01-17 11:18:31 +010021#include "audio/mock_voe_channel_proxy.h"
Sebastian Janssonef9daee2018-02-22 14:49:02 +010022#include "call/test/mock_rtp_transport_controller_send.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
Fredrik Solenberg2a877972017-12-15 16:42:15 +010024#include "modules/audio_device/include/mock_audio_device.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020025#include "modules/audio_mixer/audio_mixer_impl.h"
Henrik Boströmd2c336f2019-07-03 17:11:10 +020026#include "modules/audio_mixer/sine_wave_generator.h"
Ivo Creusen56d46092017-11-24 17:29:59 +010027#include "modules/audio_processing/include/audio_processing_statistics.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020028#include "modules/audio_processing/include/mock_audio_processing.h"
Sebastian Janssonef9daee2018-02-22 14:49:02 +010029#include "modules/rtp_rtcp/mocks/mock_rtcp_bandwidth_observer.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020030#include "modules/rtp_rtcp/mocks/mock_rtcp_rtt_stats.h"
31#include "modules/rtp_rtcp/mocks/mock_rtp_rtcp.h"
Danil Chapovalov31660fd2019-03-22 12:59:48 +010032#include "rtc_base/task_queue_for_test.h"
Sebastian Janssonda6806c2019-03-04 17:05:12 +010033#include "system_wrappers/include/clock.h"
Per Kjellander914351d2019-02-15 10:54:55 +010034#include "test/field_trial.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020035#include "test/gtest.h"
36#include "test/mock_audio_encoder.h"
37#include "test/mock_audio_encoder_factory.h"
solenbergc7a8b082015-10-16 14:35:07 -070038
39namespace webrtc {
solenberg85a04962015-10-27 03:35:21 -070040namespace test {
Fredrik Solenberg0ccae132015-11-03 10:15:49 +010041namespace {
42
Mirko Bonadei6a489f22019-04-09 15:11:12 +020043using ::testing::_;
Henrik Boströmd2c336f2019-07-03 17:11:10 +020044using ::testing::AnyNumber;
Mirko Bonadei6a489f22019-04-09 15:11:12 +020045using ::testing::Eq;
46using ::testing::Field;
47using ::testing::Invoke;
48using ::testing::Ne;
49using ::testing::Return;
50using ::testing::StrEq;
solenberg3a941542015-11-16 07:34:50 -080051
Henrik Boströmd2c336f2019-07-03 17:11:10 +020052static const float kTolerance = 0.0001f;
53
Fredrik Solenberg0ccae132015-11-03 10:15:49 +010054const uint32_t kSsrc = 1234;
solenberg3a941542015-11-16 07:34:50 -080055const char* kCName = "foo_name";
56const int kAudioLevelId = 2;
Stefan Holmerb86d4e42015-12-07 10:26:18 +010057const int kTransportSequenceNumberId = 4;
Ivo Creusen56d46092017-11-24 17:29:59 +010058const int32_t kEchoDelayMedian = 254;
59const int32_t kEchoDelayStdDev = -3;
60const double kDivergentFilterFraction = 0.2f;
61const double kEchoReturnLoss = -65;
62const double kEchoReturnLossEnhancement = 101;
63const double kResidualEchoLikelihood = -1.0f;
64const double kResidualEchoLikelihoodMax = 23.0f;
Niels Möller530ead42018-10-04 14:28:39 +020065const CallSendStatistics kCallStats = {112, 13456, 17890};
solenberg566ef242015-11-06 15:34:49 -080066const ReportBlock kReportBlock = {456, 780, 123, 567, 890, 132, 143, 13354};
Fredrik Solenbergb5727682015-12-04 15:22:19 +010067const int kTelephoneEventPayloadType = 123;
solenbergffbbcac2016-11-17 05:25:37 -080068const int kTelephoneEventPayloadFrequency = 65432;
solenberg8842c3e2016-03-11 03:06:41 -080069const int kTelephoneEventCode = 45;
70const int kTelephoneEventDuration = 6789;
ossu20a4b3f2017-04-27 02:08:52 -070071constexpr int kIsacPayloadType = 103;
72const SdpAudioFormat kIsacFormat = {"isac", 16000, 1};
73const SdpAudioFormat kOpusFormat = {"opus", 48000, 2};
74const SdpAudioFormat kG722Format = {"g722", 8000, 1};
75const AudioCodecSpec kCodecSpecs[] = {
76 {kIsacFormat, {16000, 1, 32000, 10000, 32000}},
77 {kOpusFormat, {48000, 1, 32000, 6000, 510000}},
78 {kG722Format, {16000, 1, 64000}}};
solenberg566ef242015-11-06 15:34:49 -080079
Daniel Lee93562522019-05-03 14:40:13 +020080// TODO(dklee): This mirrors calculation in audio_send_stream.cc, which
81// should be made more precise in the future. This can be changed when that
82// logic is more accurate.
83const DataSize kOverheadPerPacket = DataSize::bytes(20 + 8 + 10 + 12);
84const TimeDelta kMaxFrameLength = TimeDelta::ms(60);
85const DataRate kOverheadRate = kOverheadPerPacket / kMaxFrameLength;
86
mflodman86cc6ff2016-07-26 04:44:06 -070087class MockLimitObserver : public BitrateAllocator::LimitObserver {
88 public:
Sebastian Jansson79f0d4d2019-01-23 09:41:43 +010089 MOCK_METHOD3(OnAllocationLimitsChanged,
mflodman86cc6ff2016-07-26 04:44:06 -070090 void(uint32_t min_send_bitrate_bps,
philipelf69e7682018-02-28 13:06:28 +010091 uint32_t max_padding_bitrate_bps,
Sebastian Jansson79f0d4d2019-01-23 09:41:43 +010092 uint32_t total_bitrate_bps));
mflodman86cc6ff2016-07-26 04:44:06 -070093};
94
ossu20a4b3f2017-04-27 02:08:52 -070095std::unique_ptr<MockAudioEncoder> SetupAudioEncoderMock(
96 int payload_type,
97 const SdpAudioFormat& format) {
98 for (const auto& spec : kCodecSpecs) {
99 if (format == spec.format) {
Sebastian Jansson41f16be2018-02-22 11:09:56 +0100100 std::unique_ptr<MockAudioEncoder> encoder(
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200101 new ::testing::NiceMock<MockAudioEncoder>());
ossu20a4b3f2017-04-27 02:08:52 -0700102 ON_CALL(*encoder.get(), SampleRateHz())
103 .WillByDefault(Return(spec.info.sample_rate_hz));
104 ON_CALL(*encoder.get(), NumChannels())
105 .WillByDefault(Return(spec.info.num_channels));
106 ON_CALL(*encoder.get(), RtpTimestampRateHz())
107 .WillByDefault(Return(spec.format.clockrate_hz));
108 return encoder;
109 }
110 }
111 return nullptr;
112}
113
114rtc::scoped_refptr<MockAudioEncoderFactory> SetupEncoderFactoryMock() {
115 rtc::scoped_refptr<MockAudioEncoderFactory> factory =
116 new rtc::RefCountedObject<MockAudioEncoderFactory>();
117 ON_CALL(*factory.get(), GetSupportedEncoders())
118 .WillByDefault(Return(std::vector<AudioCodecSpec>(
119 std::begin(kCodecSpecs), std::end(kCodecSpecs))));
120 ON_CALL(*factory.get(), QueryAudioEncoder(_))
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100121 .WillByDefault(Invoke(
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200122 [](const SdpAudioFormat& format) -> absl::optional<AudioCodecInfo> {
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100123 for (const auto& spec : kCodecSpecs) {
124 if (format == spec.format) {
125 return spec.info;
126 }
127 }
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200128 return absl::nullopt;
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100129 }));
Karl Wibergd6fbf2a2018-02-27 13:37:31 +0100130 ON_CALL(*factory.get(), MakeAudioEncoderMock(_, _, _, _))
ossu20a4b3f2017-04-27 02:08:52 -0700131 .WillByDefault(Invoke([](int payload_type, const SdpAudioFormat& format,
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200132 absl::optional<AudioCodecPairId> codec_pair_id,
ossu20a4b3f2017-04-27 02:08:52 -0700133 std::unique_ptr<AudioEncoder>* return_value) {
134 *return_value = SetupAudioEncoderMock(payload_type, format);
135 }));
136 return factory;
137}
138
solenberg566ef242015-11-06 15:34:49 -0800139struct ConfigHelper {
ossu20a4b3f2017-04-27 02:08:52 -0700140 ConfigHelper(bool audio_bwe_enabled, bool expect_set_encoder_call)
Sebastian Janssonda6806c2019-03-04 17:05:12 +0100141 : clock_(1000000),
Danil Chapovalov31660fd2019-03-22 12:59:48 +0100142 task_queue_factory_(CreateDefaultTaskQueueFactory()),
Anton Sukhanov4f08faa2019-05-21 11:12:57 -0700143 stream_config_(/*send_transport=*/nullptr, MediaTransportConfig()),
peaha9cc40b2017-06-29 08:32:09 -0700144 audio_processing_(new rtc::RefCountedObject<MockAudioProcessing>()),
Sebastian Janssonda6806c2019-03-04 17:05:12 +0100145 bitrate_allocator_(&clock_, &limit_observer_),
Danil Chapovalov31660fd2019-03-22 12:59:48 +0100146 worker_queue_(task_queue_factory_->CreateTaskQueue(
147 "ConfigHelper_worker_queue",
148 TaskQueueFactory::Priority::NORMAL)),
minyue-webrtc8de18262017-07-26 14:18:40 +0200149 audio_encoder_(nullptr) {
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200150 using ::testing::Invoke;
solenberg3a941542015-11-16 07:34:50 -0800151
solenberg566ef242015-11-06 15:34:49 -0800152 AudioState::Config config;
aleloi10111bc2016-11-17 06:48:48 -0800153 config.audio_mixer = AudioMixerImpl::Create();
peaha9cc40b2017-06-29 08:32:09 -0700154 config.audio_processing = audio_processing_;
Fredrik Solenberg2a877972017-12-15 16:42:15 +0100155 config.audio_device_module =
156 new rtc::RefCountedObject<MockAudioDeviceModule>();
solenberg566ef242015-11-06 15:34:49 -0800157 audio_state_ = AudioState::Create(config);
solenberg3a941542015-11-16 07:34:50 -0800158
Niels Möllerdced9f62018-11-19 10:27:07 +0100159 SetupDefaultChannelSend(audio_bwe_enabled);
ossu20a4b3f2017-04-27 02:08:52 -0700160 SetupMockForSetupSendCodec(expect_set_encoder_call);
minyue6b825df2016-10-31 04:08:32 -0700161
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100162 // Use ISAC as default codec so as to prevent unnecessary |channel_proxy_|
ossu20a4b3f2017-04-27 02:08:52 -0700163 // calls from the default ctor behavior.
164 stream_config_.send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100165 AudioSendStream::Config::SendCodecSpec(kIsacPayloadType, kIsacFormat);
solenberg566ef242015-11-06 15:34:49 -0800166 stream_config_.rtp.ssrc = kSsrc;
solenberg3a941542015-11-16 07:34:50 -0800167 stream_config_.rtp.c_name = kCName;
168 stream_config_.rtp.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700169 RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId));
stefan7de8d642017-02-07 07:14:08 -0800170 if (audio_bwe_enabled) {
ossu1129df22017-06-30 01:38:56 -0700171 AddBweToConfig(&stream_config_);
stefan7de8d642017-02-07 07:14:08 -0800172 }
ossu20a4b3f2017-04-27 02:08:52 -0700173 stream_config_.encoder_factory = SetupEncoderFactoryMock();
minyue78b4d562016-11-30 04:47:39 -0800174 stream_config_.min_bitrate_bps = 10000;
175 stream_config_.max_bitrate_bps = 65000;
solenberg566ef242015-11-06 15:34:49 -0800176 }
177
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100178 std::unique_ptr<internal::AudioSendStream> CreateAudioSendStream() {
Sebastian Jansson0b698262019-03-07 09:17:19 +0100179 EXPECT_CALL(rtp_transport_, GetWorkerQueue())
180 .WillRepeatedly(Return(&worker_queue_));
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100181 return std::unique_ptr<internal::AudioSendStream>(
182 new internal::AudioSendStream(
Sebastian Jansson977b3352019-03-04 17:43:34 +0100183 Clock::GetRealTimeClock(), stream_config_, audio_state_,
Danil Chapovalov31660fd2019-03-22 12:59:48 +0100184 task_queue_factory_.get(), &rtp_transport_, &bitrate_allocator_,
Sebastian Jansson44dd9f22019-03-08 14:50:30 +0100185 &event_log_, &rtcp_rtt_stats_, absl::nullopt,
Niels Möllerdced9f62018-11-19 10:27:07 +0100186 std::unique_ptr<voe::ChannelSendInterface>(channel_send_)));
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100187 }
188
solenberg566ef242015-11-06 15:34:49 -0800189 AudioSendStream::Config& config() { return stream_config_; }
ossu20a4b3f2017-04-27 02:08:52 -0700190 MockAudioEncoderFactory& mock_encoder_factory() {
191 return *static_cast<MockAudioEncoderFactory*>(
192 stream_config_.encoder_factory.get());
193 }
Niels Möllerdced9f62018-11-19 10:27:07 +0100194 MockChannelSend* channel_send() { return channel_send_; }
Sebastian Jansson1896cec2018-02-20 09:06:11 +0100195 RtpTransportControllerSendInterface* transport() { return &rtp_transport_; }
minyue7a973442016-10-20 03:27:12 -0700196
ossu1129df22017-06-30 01:38:56 -0700197 static void AddBweToConfig(AudioSendStream::Config* config) {
Yves Gerey665174f2018-06-19 15:03:05 +0200198 config->rtp.extensions.push_back(RtpExtension(
199 RtpExtension::kTransportSequenceNumberUri, kTransportSequenceNumberId));
ossu1129df22017-06-30 01:38:56 -0700200 config->send_codec_spec->transport_cc_enabled = true;
201 }
202
Niels Möllerdced9f62018-11-19 10:27:07 +0100203 void SetupDefaultChannelSend(bool audio_bwe_enabled) {
204 EXPECT_TRUE(channel_send_ == nullptr);
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200205 channel_send_ = new ::testing::StrictMock<MockChannelSend>();
Niels Möllerdced9f62018-11-19 10:27:07 +0100206 EXPECT_CALL(*channel_send_, GetRtpRtcp()).WillRepeatedly(Invoke([this]() {
Niels Möller848d6d32018-08-08 10:49:16 +0200207 return &this->rtp_rtcp_;
208 }));
Niels Möllerdced9f62018-11-19 10:27:07 +0100209 EXPECT_CALL(*channel_send_, SetLocalSSRC(kSsrc)).Times(1);
210 EXPECT_CALL(*channel_send_, SetRTCP_CNAME(StrEq(kCName))).Times(1);
Niels Möllerdced9f62018-11-19 10:27:07 +0100211 EXPECT_CALL(*channel_send_, SetFrameEncryptor(_)).Times(1);
212 EXPECT_CALL(*channel_send_, SetExtmapAllowMixed(false)).Times(1);
213 EXPECT_CALL(*channel_send_,
minyue6b825df2016-10-31 04:08:32 -0700214 SetSendAudioLevelIndicationStatus(true, kAudioLevelId))
215 .Times(1);
Sebastian Janssonef9daee2018-02-22 14:49:02 +0100216 EXPECT_CALL(rtp_transport_, GetBandwidthObserver())
217 .WillRepeatedly(Return(&bandwidth_observer_));
stefan7de8d642017-02-07 07:14:08 -0800218 if (audio_bwe_enabled) {
Niels Möllerdced9f62018-11-19 10:27:07 +0100219 EXPECT_CALL(*channel_send_,
stefan7de8d642017-02-07 07:14:08 -0800220 EnableSendTransportSequenceNumber(kTransportSequenceNumberId))
221 .Times(1);
Niels Möllerdced9f62018-11-19 10:27:07 +0100222 EXPECT_CALL(*channel_send_,
Sebastian Janssonef9daee2018-02-22 14:49:02 +0100223 RegisterSenderCongestionControlObjects(
224 &rtp_transport_, Eq(&bandwidth_observer_)))
stefan7de8d642017-02-07 07:14:08 -0800225 .Times(1);
226 } else {
Niels Möllerdced9f62018-11-19 10:27:07 +0100227 EXPECT_CALL(*channel_send_, RegisterSenderCongestionControlObjects(
228 &rtp_transport_, Eq(nullptr)))
stefan7de8d642017-02-07 07:14:08 -0800229 .Times(1);
230 }
Niels Möllerdced9f62018-11-19 10:27:07 +0100231 EXPECT_CALL(*channel_send_, ResetSenderCongestionControlObjects()).Times(1);
Amit Hilbuch77938e62018-12-21 09:23:38 -0800232 EXPECT_CALL(*channel_send_, SetRid(std::string(), 0, 0)).Times(1);
minyue6b825df2016-10-31 04:08:32 -0700233 }
234
ossu20a4b3f2017-04-27 02:08:52 -0700235 void SetupMockForSetupSendCodec(bool expect_set_encoder_call) {
236 if (expect_set_encoder_call) {
Niels Möllerdced9f62018-11-19 10:27:07 +0100237 EXPECT_CALL(*channel_send_, SetEncoderForMock(_, _))
minyue-webrtc8de18262017-07-26 14:18:40 +0200238 .WillOnce(Invoke(
239 [this](int payload_type, std::unique_ptr<AudioEncoder>* encoder) {
240 this->audio_encoder_ = std::move(*encoder);
241 return true;
242 }));
ossu20a4b3f2017-04-27 02:08:52 -0700243 }
minyue7a973442016-10-20 03:27:12 -0700244 }
ossu20a4b3f2017-04-27 02:08:52 -0700245
Sebastian Jansson14a7cf92019-02-13 15:11:42 +0100246 void SetupMockForCallEncoder() {
minyue-webrtc8de18262017-07-26 14:18:40 +0200247 // Let ModifyEncoder to invoke mock audio encoder.
Sebastian Jansson14a7cf92019-02-13 15:11:42 +0100248 EXPECT_CALL(*channel_send_, CallEncoder(_))
Artem Titove7d08df2019-01-16 14:49:44 +0100249 .WillRepeatedly(
Sebastian Jansson14a7cf92019-02-13 15:11:42 +0100250 [this](rtc::FunctionView<void(AudioEncoder*)> modifier) {
minyue-webrtc8de18262017-07-26 14:18:40 +0200251 if (this->audio_encoder_)
Sebastian Jansson14a7cf92019-02-13 15:11:42 +0100252 modifier(this->audio_encoder_.get());
Artem Titove7d08df2019-01-16 14:49:44 +0100253 });
minyue-webrtc8de18262017-07-26 14:18:40 +0200254 }
255
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100256 void SetupMockForSendTelephoneEvent() {
Niels Möllerdced9f62018-11-19 10:27:07 +0100257 EXPECT_TRUE(channel_send_);
258 EXPECT_CALL(*channel_send_, SetSendTelephoneEventPayloadType(
259 kTelephoneEventPayloadType,
Niels Möller8fb1a6a2019-03-05 14:29:42 +0100260 kTelephoneEventPayloadFrequency));
Yves Gerey665174f2018-06-19 15:03:05 +0200261 EXPECT_CALL(
Niels Möllerdced9f62018-11-19 10:27:07 +0100262 *channel_send_,
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100263 SendTelephoneEventOutband(kTelephoneEventCode, kTelephoneEventDuration))
Yves Gerey665174f2018-06-19 15:03:05 +0200264 .WillOnce(Return(true));
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100265 }
266
solenberg566ef242015-11-06 15:34:49 -0800267 void SetupMockForGetStats() {
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200268 using ::testing::DoAll;
269 using ::testing::SetArgPointee;
270 using ::testing::SetArgReferee;
solenberg3a941542015-11-16 07:34:50 -0800271
solenberg566ef242015-11-06 15:34:49 -0800272 std::vector<ReportBlock> report_blocks;
273 webrtc::ReportBlock block = kReportBlock;
274 report_blocks.push_back(block); // Has wrong SSRC.
275 block.source_SSRC = kSsrc;
276 report_blocks.push_back(block); // Correct block.
277 block.fraction_lost = 0;
278 report_blocks.push_back(block); // Duplicate SSRC, bad fraction_lost.
279
Niels Möllerdced9f62018-11-19 10:27:07 +0100280 EXPECT_TRUE(channel_send_);
281 EXPECT_CALL(*channel_send_, GetRTCPStatistics())
solenberg358057b2015-11-27 10:46:42 -0800282 .WillRepeatedly(Return(kCallStats));
Niels Möllerdced9f62018-11-19 10:27:07 +0100283 EXPECT_CALL(*channel_send_, GetRemoteRTCPReportBlocks())
solenberg358057b2015-11-27 10:46:42 -0800284 .WillRepeatedly(Return(report_blocks));
Niels Möllerdced9f62018-11-19 10:27:07 +0100285 EXPECT_CALL(*channel_send_, GetANAStatistics())
ivoce1198e02017-09-08 08:13:19 -0700286 .WillRepeatedly(Return(ANAStats()));
Niels Möllerdced9f62018-11-19 10:27:07 +0100287 EXPECT_CALL(*channel_send_, GetBitrate()).WillRepeatedly(Return(0));
solenberg796b8f92017-03-01 17:02:23 -0800288
Ivo Creusen56d46092017-11-24 17:29:59 +0100289 audio_processing_stats_.echo_return_loss = kEchoReturnLoss;
290 audio_processing_stats_.echo_return_loss_enhancement =
291 kEchoReturnLossEnhancement;
292 audio_processing_stats_.delay_median_ms = kEchoDelayMedian;
293 audio_processing_stats_.delay_standard_deviation_ms = kEchoDelayStdDev;
294 audio_processing_stats_.divergent_filter_fraction =
295 kDivergentFilterFraction;
296 audio_processing_stats_.residual_echo_likelihood = kResidualEchoLikelihood;
297 audio_processing_stats_.residual_echo_likelihood_recent_max =
298 kResidualEchoLikelihoodMax;
ivoc7aba0292016-11-14 04:52:06 -0800299
Ivo Creusen56d46092017-11-24 17:29:59 +0100300 EXPECT_CALL(*audio_processing_, GetStatistics(true))
ivoc7aba0292016-11-14 04:52:06 -0800301 .WillRepeatedly(Return(audio_processing_stats_));
solenberg566ef242015-11-06 15:34:49 -0800302 }
303
304 private:
Sebastian Janssonda6806c2019-03-04 17:05:12 +0100305 SimulatedClock clock_;
Danil Chapovalov31660fd2019-03-22 12:59:48 +0100306 std::unique_ptr<TaskQueueFactory> task_queue_factory_;
solenberg566ef242015-11-06 15:34:49 -0800307 rtc::scoped_refptr<AudioState> audio_state_;
308 AudioSendStream::Config stream_config_;
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200309 ::testing::StrictMock<MockChannelSend>* channel_send_ = nullptr;
peaha9cc40b2017-06-29 08:32:09 -0700310 rtc::scoped_refptr<MockAudioProcessing> audio_processing_;
Ivo Creusen56d46092017-11-24 17:29:59 +0100311 AudioProcessingStats audio_processing_stats_;
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200312 ::testing::StrictMock<MockRtcpBandwidthObserver> bandwidth_observer_;
313 ::testing::NiceMock<MockRtcEventLog> event_log_;
314 ::testing::NiceMock<MockRtpTransportControllerSend> rtp_transport_;
315 ::testing::NiceMock<MockRtpRtcp> rtp_rtcp_;
michaelt9332b7d2016-11-30 07:51:13 -0800316 MockRtcpRttStats rtcp_rtt_stats_;
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200317 ::testing::NiceMock<MockLimitObserver> limit_observer_;
mflodman86cc6ff2016-07-26 04:44:06 -0700318 BitrateAllocator bitrate_allocator_;
perkj26091b12016-09-01 01:17:40 -0700319 // |worker_queue| is defined last to ensure all pending tasks are cancelled
320 // and deleted before any other members.
Danil Chapovalov31660fd2019-03-22 12:59:48 +0100321 TaskQueueForTest worker_queue_;
minyue-webrtc8de18262017-07-26 14:18:40 +0200322 std::unique_ptr<AudioEncoder> audio_encoder_;
solenberg566ef242015-11-06 15:34:49 -0800323};
Henrik Boströmd2c336f2019-07-03 17:11:10 +0200324
325// The audio level ranges linearly [0,32767].
326std::unique_ptr<AudioFrame> CreateAudioFrame1kHzSineWave(int16_t audio_level,
327 int duration_ms,
328 int sample_rate_hz,
329 size_t num_channels) {
330 size_t samples_per_channel = sample_rate_hz / (1000 / duration_ms);
331 std::vector<int16_t> audio_data(samples_per_channel * num_channels, 0);
332 std::unique_ptr<AudioFrame> audio_frame = absl::make_unique<AudioFrame>();
333 audio_frame->UpdateFrame(0 /* RTP timestamp */, &audio_data[0],
334 samples_per_channel, sample_rate_hz,
335 AudioFrame::SpeechType::kNormalSpeech,
336 AudioFrame::VADActivity::kVadUnknown, num_channels);
337 SineWaveGenerator wave_generator(1000.0, audio_level);
338 wave_generator.GenerateNextFrame(audio_frame.get());
339 return audio_frame;
340}
341
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100342} // namespace
solenbergc7a8b082015-10-16 14:35:07 -0700343
344TEST(AudioSendStreamTest, ConfigToString) {
Niels Möller7d76a312018-10-26 12:57:07 +0200345 AudioSendStream::Config config(/*send_transport=*/nullptr,
Anton Sukhanov4f08faa2019-05-21 11:12:57 -0700346 MediaTransportConfig());
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100347 config.rtp.ssrc = kSsrc;
solenberg3a941542015-11-16 07:34:50 -0800348 config.rtp.c_name = kCName;
minyue10cbb462016-11-07 09:29:22 -0800349 config.min_bitrate_bps = 12000;
350 config.max_bitrate_bps = 34000;
ossu20a4b3f2017-04-27 02:08:52 -0700351 config.send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100352 AudioSendStream::Config::SendCodecSpec(kIsacPayloadType, kIsacFormat);
ossu20a4b3f2017-04-27 02:08:52 -0700353 config.send_codec_spec->nack_enabled = true;
354 config.send_codec_spec->transport_cc_enabled = false;
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100355 config.send_codec_spec->cng_payload_type = 42;
ossu20a4b3f2017-04-27 02:08:52 -0700356 config.encoder_factory = MockAudioEncoderFactory::CreateUnusedFactory();
Johannes Kron9190b822018-10-29 11:22:05 +0100357 config.rtp.extmap_allow_mixed = true;
stefanb521aa72016-11-01 03:17:16 -0700358 config.rtp.extensions.push_back(
359 RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId));
Jiawei Ou55718122018-11-09 13:17:39 -0800360 config.rtcp_report_interval_ms = 2500;
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100361 EXPECT_EQ(
Johannes Kron9190b822018-10-29 11:22:05 +0100362 "{rtp: {ssrc: 1234, extmap-allow-mixed: true, extensions: [{uri: "
Fredrik Solenbergc69a56e2018-11-21 09:21:23 +0100363 "urn:ietf:params:rtp-hdrext:ssrc-audio-level, id: 2}], "
364 "c_name: foo_name}, rtcp_report_interval_ms: 2500, "
Anton Sukhanov4f08faa2019-05-21 11:12:57 -0700365 "send_transport: null, media_transport_config: {media_transport: null}, "
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100366 "min_bitrate_bps: 12000, max_bitrate_bps: 34000, "
solenberg940b6d62016-10-25 11:19:07 -0700367 "send_codec_spec: {nack_enabled: true, transport_cc_enabled: false, "
ossu20a4b3f2017-04-27 02:08:52 -0700368 "cng_payload_type: 42, payload_type: 103, "
369 "format: {name: isac, clockrate_hz: 16000, num_channels: 1, "
370 "parameters: {}}}}",
solenberg85a04962015-10-27 03:35:21 -0700371 config.ToString());
solenbergc7a8b082015-10-16 14:35:07 -0700372}
373
374TEST(AudioSendStreamTest, ConstructDestruct) {
ossu20a4b3f2017-04-27 02:08:52 -0700375 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100376 auto send_stream = helper.CreateAudioSendStream();
solenbergc7a8b082015-10-16 14:35:07 -0700377}
solenberg85a04962015-10-27 03:35:21 -0700378
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100379TEST(AudioSendStreamTest, SendTelephoneEvent) {
ossu20a4b3f2017-04-27 02:08:52 -0700380 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100381 auto send_stream = helper.CreateAudioSendStream();
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100382 helper.SetupMockForSendTelephoneEvent();
Yves Gerey665174f2018-06-19 15:03:05 +0200383 EXPECT_TRUE(send_stream->SendTelephoneEvent(
384 kTelephoneEventPayloadType, kTelephoneEventPayloadFrequency,
385 kTelephoneEventCode, kTelephoneEventDuration));
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100386}
387
solenberg94218532016-06-16 10:53:22 -0700388TEST(AudioSendStreamTest, SetMuted) {
ossu20a4b3f2017-04-27 02:08:52 -0700389 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100390 auto send_stream = helper.CreateAudioSendStream();
Niels Möllerdced9f62018-11-19 10:27:07 +0100391 EXPECT_CALL(*helper.channel_send(), SetInputMute(true));
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100392 send_stream->SetMuted(true);
solenberg94218532016-06-16 10:53:22 -0700393}
394
stefan7de8d642017-02-07 07:14:08 -0800395TEST(AudioSendStreamTest, AudioBweCorrectObjectsOnChannelProxy) {
Per Kjellander914351d2019-02-15 10:54:55 +0100396 ScopedFieldTrials field_trials("WebRTC-Audio-SendSideBwe/Enabled/");
ossu20a4b3f2017-04-27 02:08:52 -0700397 ConfigHelper helper(true, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100398 auto send_stream = helper.CreateAudioSendStream();
stefan7de8d642017-02-07 07:14:08 -0800399}
400
401TEST(AudioSendStreamTest, NoAudioBweCorrectObjectsOnChannelProxy) {
ossu20a4b3f2017-04-27 02:08:52 -0700402 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100403 auto send_stream = helper.CreateAudioSendStream();
stefan7de8d642017-02-07 07:14:08 -0800404}
405
solenberg85a04962015-10-27 03:35:21 -0700406TEST(AudioSendStreamTest, GetStats) {
ossu20a4b3f2017-04-27 02:08:52 -0700407 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100408 auto send_stream = helper.CreateAudioSendStream();
solenberg566ef242015-11-06 15:34:49 -0800409 helper.SetupMockForGetStats();
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100410 AudioSendStream::Stats stats = send_stream->GetStats(true);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100411 EXPECT_EQ(kSsrc, stats.local_ssrc);
412 EXPECT_EQ(static_cast<int64_t>(kCallStats.bytesSent), stats.bytes_sent);
413 EXPECT_EQ(kCallStats.packetsSent, stats.packets_sent);
Sebastian Jansson9701e0c2018-08-09 11:21:11 +0200414 EXPECT_EQ(kReportBlock.cumulative_num_packets_lost, stats.packets_lost);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100415 EXPECT_EQ(Q8ToFloat(kReportBlock.fraction_lost), stats.fraction_lost);
Fredrik Solenbergf693bfa2018-12-11 12:22:10 +0100416 EXPECT_EQ(kIsacFormat.name, stats.codec_name);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100417 EXPECT_EQ(static_cast<int32_t>(kReportBlock.extended_highest_sequence_number),
solenberg85a04962015-10-27 03:35:21 -0700418 stats.ext_seqnum);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100419 EXPECT_EQ(static_cast<int32_t>(kReportBlock.interarrival_jitter /
Fredrik Solenbergf693bfa2018-12-11 12:22:10 +0100420 (kIsacFormat.clockrate_hz / 1000)),
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100421 stats.jitter_ms);
422 EXPECT_EQ(kCallStats.rttMs, stats.rtt_ms);
Fredrik Solenberg2a877972017-12-15 16:42:15 +0100423 EXPECT_EQ(0, stats.audio_level);
424 EXPECT_EQ(0, stats.total_input_energy);
425 EXPECT_EQ(0, stats.total_input_duration);
Ivo Creusen56d46092017-11-24 17:29:59 +0100426 EXPECT_EQ(kEchoDelayMedian, stats.apm_statistics.delay_median_ms);
427 EXPECT_EQ(kEchoDelayStdDev, stats.apm_statistics.delay_standard_deviation_ms);
428 EXPECT_EQ(kEchoReturnLoss, stats.apm_statistics.echo_return_loss);
429 EXPECT_EQ(kEchoReturnLossEnhancement,
430 stats.apm_statistics.echo_return_loss_enhancement);
431 EXPECT_EQ(kDivergentFilterFraction,
432 stats.apm_statistics.divergent_filter_fraction);
433 EXPECT_EQ(kResidualEchoLikelihood,
434 stats.apm_statistics.residual_echo_likelihood);
435 EXPECT_EQ(kResidualEchoLikelihoodMax,
436 stats.apm_statistics.residual_echo_likelihood_recent_max);
Fredrik Solenberg2a877972017-12-15 16:42:15 +0100437 EXPECT_FALSE(stats.typing_noise_detected);
solenberg566ef242015-11-06 15:34:49 -0800438}
minyue7a973442016-10-20 03:27:12 -0700439
Henrik Boströmd2c336f2019-07-03 17:11:10 +0200440TEST(AudioSendStreamTest, GetStatsAudioLevel) {
441 ConfigHelper helper(false, true);
442 auto send_stream = helper.CreateAudioSendStream();
443 helper.SetupMockForGetStats();
444 EXPECT_CALL(*helper.channel_send(), ProcessAndEncodeAudioForMock(_))
445 .Times(AnyNumber());
446
447 constexpr int kSampleRateHz = 48000;
448 constexpr size_t kNumChannels = 1;
449
450 constexpr int16_t kSilentAudioLevel = 0;
451 constexpr int16_t kMaxAudioLevel = 32767; // Audio level is [0,32767].
452 constexpr int kAudioFrameDurationMs = 10;
453
454 // Process 10 audio frames (100 ms) of silence. After this, on the next
455 // (11-th) frame, the audio level will be updated with the maximum audio level
456 // of the first 11 frames. See AudioLevel.
457 for (size_t i = 0; i < 10; ++i) {
458 send_stream->SendAudioData(CreateAudioFrame1kHzSineWave(
459 kSilentAudioLevel, kAudioFrameDurationMs, kSampleRateHz, kNumChannels));
460 }
461 AudioSendStream::Stats stats = send_stream->GetStats();
462 EXPECT_EQ(kSilentAudioLevel, stats.audio_level);
463 EXPECT_NEAR(0.0f, stats.total_input_energy, kTolerance);
464 EXPECT_NEAR(0.1f, stats.total_input_duration, kTolerance); // 100 ms = 0.1 s
465
466 // Process 10 audio frames (100 ms) of maximum audio level.
467 // Note that AudioLevel updates the audio level every 11th frame, processing
468 // 10 frames above was needed to see a non-zero audio level here.
469 for (size_t i = 0; i < 10; ++i) {
470 send_stream->SendAudioData(CreateAudioFrame1kHzSineWave(
471 kMaxAudioLevel, kAudioFrameDurationMs, kSampleRateHz, kNumChannels));
472 }
473 stats = send_stream->GetStats();
474 EXPECT_EQ(kMaxAudioLevel, stats.audio_level);
475 // Energy increases by energy*duration, where energy is audio level in [0,1].
476 EXPECT_NEAR(0.1f, stats.total_input_energy, kTolerance); // 0.1 s of max
477 EXPECT_NEAR(0.2f, stats.total_input_duration, kTolerance); // 200 ms = 0.2 s
478}
479
minyue-webrtc8de18262017-07-26 14:18:40 +0200480TEST(AudioSendStreamTest, SendCodecAppliesAudioNetworkAdaptor) {
ossu20a4b3f2017-04-27 02:08:52 -0700481 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100482 helper.config().send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100483 AudioSendStream::Config::SendCodecSpec(0, kOpusFormat);
minyue-webrtc8de18262017-07-26 14:18:40 +0200484 const std::string kAnaConfigString = "abcde";
485 const std::string kAnaReconfigString = "12345";
486
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100487 helper.config().audio_network_adaptor_config = kAnaConfigString;
ossu20a4b3f2017-04-27 02:08:52 -0700488
Karl Wibergd6fbf2a2018-02-27 13:37:31 +0100489 EXPECT_CALL(helper.mock_encoder_factory(), MakeAudioEncoderMock(_, _, _, _))
minyue-webrtc8de18262017-07-26 14:18:40 +0200490 .WillOnce(Invoke([&kAnaConfigString, &kAnaReconfigString](
491 int payload_type, const SdpAudioFormat& format,
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200492 absl::optional<AudioCodecPairId> codec_pair_id,
minyue-webrtc8de18262017-07-26 14:18:40 +0200493 std::unique_ptr<AudioEncoder>* return_value) {
ossu20a4b3f2017-04-27 02:08:52 -0700494 auto mock_encoder = SetupAudioEncoderMock(payload_type, format);
minyue-webrtc8de18262017-07-26 14:18:40 +0200495 EXPECT_CALL(*mock_encoder,
496 EnableAudioNetworkAdaptor(StrEq(kAnaConfigString), _))
497 .WillOnce(Return(true));
498 EXPECT_CALL(*mock_encoder,
499 EnableAudioNetworkAdaptor(StrEq(kAnaReconfigString), _))
ossu20a4b3f2017-04-27 02:08:52 -0700500 .WillOnce(Return(true));
501 *return_value = std::move(mock_encoder);
502 }));
503
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100504 auto send_stream = helper.CreateAudioSendStream();
minyue-webrtc8de18262017-07-26 14:18:40 +0200505
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100506 auto stream_config = helper.config();
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100507 stream_config.audio_network_adaptor_config = kAnaReconfigString;
minyue-webrtc8de18262017-07-26 14:18:40 +0200508
Sebastian Jansson14a7cf92019-02-13 15:11:42 +0100509 helper.SetupMockForCallEncoder();
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100510 send_stream->Reconfigure(stream_config);
minyue7a973442016-10-20 03:27:12 -0700511}
512
513// VAD is applied when codec is mono and the CNG frequency matches the codec
ossu20a4b3f2017-04-27 02:08:52 -0700514// clock rate.
minyue7a973442016-10-20 03:27:12 -0700515TEST(AudioSendStreamTest, SendCodecCanApplyVad) {
ossu20a4b3f2017-04-27 02:08:52 -0700516 ConfigHelper helper(false, false);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100517 helper.config().send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100518 AudioSendStream::Config::SendCodecSpec(9, kG722Format);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100519 helper.config().send_codec_spec->cng_payload_type = 105;
ossu20a4b3f2017-04-27 02:08:52 -0700520 using ::testing::Invoke;
521 std::unique_ptr<AudioEncoder> stolen_encoder;
Niels Möllerdced9f62018-11-19 10:27:07 +0100522 EXPECT_CALL(*helper.channel_send(), SetEncoderForMock(_, _))
ossu20a4b3f2017-04-27 02:08:52 -0700523 .WillOnce(
524 Invoke([&stolen_encoder](int payload_type,
525 std::unique_ptr<AudioEncoder>* encoder) {
526 stolen_encoder = std::move(*encoder);
527 return true;
528 }));
Niels Mölleree5ccbc2019-03-06 16:47:29 +0100529 EXPECT_CALL(*helper.channel_send(), RegisterCngPayloadType(105, 8000));
ossu20a4b3f2017-04-27 02:08:52 -0700530
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100531 auto send_stream = helper.CreateAudioSendStream();
ossu20a4b3f2017-04-27 02:08:52 -0700532
533 // We cannot truly determine if the encoder created is an AudioEncoderCng. It
534 // is the only reasonable implementation that will return something from
535 // ReclaimContainedEncoders, though.
536 ASSERT_TRUE(stolen_encoder);
537 EXPECT_FALSE(stolen_encoder->ReclaimContainedEncoders().empty());
minyue7a973442016-10-20 03:27:12 -0700538}
539
minyue78b4d562016-11-30 04:47:39 -0800540TEST(AudioSendStreamTest, DoesNotPassHigherBitrateThanMaxBitrate) {
ossu20a4b3f2017-04-27 02:08:52 -0700541 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100542 auto send_stream = helper.CreateAudioSendStream();
Niels Möllerdced9f62018-11-19 10:27:07 +0100543 EXPECT_CALL(*helper.channel_send(),
Sebastian Jansson254d8692018-11-21 19:19:00 +0100544 OnBitrateAllocation(
545 Field(&BitrateAllocationUpdate::target_bitrate,
546 Eq(DataRate::bps(helper.config().max_bitrate_bps)))));
Sebastian Janssonc0e4d452018-10-25 15:08:32 +0200547 BitrateAllocationUpdate update;
Sebastian Jansson13e59032018-11-21 19:13:07 +0100548 update.target_bitrate = DataRate::bps(helper.config().max_bitrate_bps + 5000);
549 update.packet_loss_ratio = 0;
550 update.round_trip_time = TimeDelta::ms(50);
551 update.bwe_period = TimeDelta::ms(6000);
Sebastian Janssonc0e4d452018-10-25 15:08:32 +0200552 send_stream->OnBitrateUpdated(update);
minyue78b4d562016-11-30 04:47:39 -0800553}
554
Daniel Lee93562522019-05-03 14:40:13 +0200555TEST(AudioSendStreamTest, SSBweTargetInRangeRespected) {
556 ScopedFieldTrials field_trials("WebRTC-Audio-SendSideBwe/Enabled/");
557 ConfigHelper helper(true, true);
558 auto send_stream = helper.CreateAudioSendStream();
559 EXPECT_CALL(*helper.channel_send(),
560 OnBitrateAllocation(Field(
561 &BitrateAllocationUpdate::target_bitrate,
562 Eq(DataRate::bps(helper.config().max_bitrate_bps - 5000)))));
563 BitrateAllocationUpdate update;
564 update.target_bitrate = DataRate::bps(helper.config().max_bitrate_bps - 5000);
565 send_stream->OnBitrateUpdated(update);
566}
567
568TEST(AudioSendStreamTest, SSBweFieldTrialMinRespected) {
569 ScopedFieldTrials field_trials(
570 "WebRTC-Audio-SendSideBwe/Enabled/"
571 "WebRTC-Audio-Allocation/min:6kbps,max:64kbps/");
572 ConfigHelper helper(true, true);
573 auto send_stream = helper.CreateAudioSendStream();
574 EXPECT_CALL(
575 *helper.channel_send(),
576 OnBitrateAllocation(Field(&BitrateAllocationUpdate::target_bitrate,
577 Eq(DataRate::kbps(6)))));
578 BitrateAllocationUpdate update;
579 update.target_bitrate = DataRate::kbps(1);
580 send_stream->OnBitrateUpdated(update);
581}
582
583TEST(AudioSendStreamTest, SSBweFieldTrialMaxRespected) {
584 ScopedFieldTrials field_trials(
585 "WebRTC-Audio-SendSideBwe/Enabled/"
586 "WebRTC-Audio-Allocation/min:6kbps,max:64kbps/");
587 ConfigHelper helper(true, true);
588 auto send_stream = helper.CreateAudioSendStream();
589 EXPECT_CALL(
590 *helper.channel_send(),
591 OnBitrateAllocation(Field(&BitrateAllocationUpdate::target_bitrate,
592 Eq(DataRate::kbps(64)))));
593 BitrateAllocationUpdate update;
594 update.target_bitrate = DataRate::kbps(128);
595 send_stream->OnBitrateUpdated(update);
596}
597
598TEST(AudioSendStreamTest, SSBweWithOverhead) {
599 ScopedFieldTrials field_trials(
600 "WebRTC-Audio-SendSideBwe/Enabled/"
601 "WebRTC-SendSideBwe-WithOverhead/Enabled/");
602 ConfigHelper helper(true, true);
603 auto send_stream = helper.CreateAudioSendStream();
604 const DataRate bitrate =
605 DataRate::bps(helper.config().max_bitrate_bps) + kOverheadRate;
606 EXPECT_CALL(*helper.channel_send(),
607 OnBitrateAllocation(Field(
608 &BitrateAllocationUpdate::target_bitrate, Eq(bitrate))));
609 BitrateAllocationUpdate update;
610 update.target_bitrate = bitrate;
611 send_stream->OnBitrateUpdated(update);
612}
613
614TEST(AudioSendStreamTest, SSBweWithOverheadMinRespected) {
615 ScopedFieldTrials field_trials(
616 "WebRTC-Audio-SendSideBwe/Enabled/"
617 "WebRTC-SendSideBwe-WithOverhead/Enabled/"
618 "WebRTC-Audio-Allocation/min:6kbps,max:64kbps/");
619 ConfigHelper helper(true, true);
620 auto send_stream = helper.CreateAudioSendStream();
621 const DataRate bitrate = DataRate::kbps(6) + kOverheadRate;
622 EXPECT_CALL(*helper.channel_send(),
623 OnBitrateAllocation(Field(
624 &BitrateAllocationUpdate::target_bitrate, Eq(bitrate))));
625 BitrateAllocationUpdate update;
626 update.target_bitrate = DataRate::kbps(1);
627 send_stream->OnBitrateUpdated(update);
628}
629
630TEST(AudioSendStreamTest, SSBweWithOverheadMaxRespected) {
631 ScopedFieldTrials field_trials(
632 "WebRTC-Audio-SendSideBwe/Enabled/"
633 "WebRTC-SendSideBwe-WithOverhead/Enabled/"
634 "WebRTC-Audio-Allocation/min:6kbps,max:64kbps/");
635 ConfigHelper helper(true, true);
636 auto send_stream = helper.CreateAudioSendStream();
637 const DataRate bitrate = DataRate::kbps(64) + kOverheadRate;
638 EXPECT_CALL(*helper.channel_send(),
639 OnBitrateAllocation(Field(
640 &BitrateAllocationUpdate::target_bitrate, Eq(bitrate))));
641 BitrateAllocationUpdate update;
642 update.target_bitrate = DataRate::kbps(128);
643 send_stream->OnBitrateUpdated(update);
644}
645
minyue78b4d562016-11-30 04:47:39 -0800646TEST(AudioSendStreamTest, ProbingIntervalOnBitrateUpdated) {
ossu20a4b3f2017-04-27 02:08:52 -0700647 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100648 auto send_stream = helper.CreateAudioSendStream();
Sebastian Jansson254d8692018-11-21 19:19:00 +0100649
650 EXPECT_CALL(*helper.channel_send(),
651 OnBitrateAllocation(Field(&BitrateAllocationUpdate::bwe_period,
652 Eq(TimeDelta::ms(5000)))));
Sebastian Janssonc0e4d452018-10-25 15:08:32 +0200653 BitrateAllocationUpdate update;
Sebastian Jansson13e59032018-11-21 19:13:07 +0100654 update.target_bitrate = DataRate::bps(helper.config().max_bitrate_bps + 5000);
655 update.packet_loss_ratio = 0;
656 update.round_trip_time = TimeDelta::ms(50);
657 update.bwe_period = TimeDelta::ms(5000);
Sebastian Janssonc0e4d452018-10-25 15:08:32 +0200658 send_stream->OnBitrateUpdated(update);
minyue78b4d562016-11-30 04:47:39 -0800659}
660
ossu20a4b3f2017-04-27 02:08:52 -0700661// Test that AudioSendStream doesn't recreate the encoder unnecessarily.
662TEST(AudioSendStreamTest, DontRecreateEncoder) {
663 ConfigHelper helper(false, false);
664 // WillOnce is (currently) the default used by ConfigHelper if asked to set an
665 // expectation for SetEncoder. Since this behavior is essential for this test
666 // to be correct, it's instead set-up manually here. Otherwise a simple change
667 // to ConfigHelper (say to WillRepeatedly) would silently make this test
668 // useless.
Niels Möllerdced9f62018-11-19 10:27:07 +0100669 EXPECT_CALL(*helper.channel_send(), SetEncoderForMock(_, _))
Niels Möller8fb1a6a2019-03-05 14:29:42 +0100670 .WillOnce(Return());
ossu20a4b3f2017-04-27 02:08:52 -0700671
Niels Mölleree5ccbc2019-03-06 16:47:29 +0100672 EXPECT_CALL(*helper.channel_send(), RegisterCngPayloadType(105, 8000));
673
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100674 helper.config().send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100675 AudioSendStream::Config::SendCodecSpec(9, kG722Format);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100676 helper.config().send_codec_spec->cng_payload_type = 105;
677 auto send_stream = helper.CreateAudioSendStream();
678 send_stream->Reconfigure(helper.config());
ossu20a4b3f2017-04-27 02:08:52 -0700679}
680
ossu1129df22017-06-30 01:38:56 -0700681TEST(AudioSendStreamTest, ReconfigureTransportCcResetsFirst) {
Per Kjellander914351d2019-02-15 10:54:55 +0100682 ScopedFieldTrials field_trials("WebRTC-Audio-SendSideBwe/Enabled/");
ossu1129df22017-06-30 01:38:56 -0700683 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100684 auto send_stream = helper.CreateAudioSendStream();
ossu1129df22017-06-30 01:38:56 -0700685 auto new_config = helper.config();
686 ConfigHelper::AddBweToConfig(&new_config);
Niels Möllerdced9f62018-11-19 10:27:07 +0100687 EXPECT_CALL(*helper.channel_send(),
ossu1129df22017-06-30 01:38:56 -0700688 EnableSendTransportSequenceNumber(kTransportSequenceNumberId))
689 .Times(1);
690 {
691 ::testing::InSequence seq;
Niels Möllerdced9f62018-11-19 10:27:07 +0100692 EXPECT_CALL(*helper.channel_send(), ResetSenderCongestionControlObjects())
ossu1129df22017-06-30 01:38:56 -0700693 .Times(1);
Niels Möllerdced9f62018-11-19 10:27:07 +0100694 EXPECT_CALL(*helper.channel_send(), RegisterSenderCongestionControlObjects(
695 helper.transport(), Ne(nullptr)))
ossu1129df22017-06-30 01:38:56 -0700696 .Times(1);
697 }
Anton Sukhanov626015d2019-02-04 15:16:06 -0800698
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100699 send_stream->Reconfigure(new_config);
ossu1129df22017-06-30 01:38:56 -0700700}
Sam Zackrisson06953ba2018-02-01 16:53:16 +0100701
Anton Sukhanov626015d2019-02-04 15:16:06 -0800702TEST(AudioSendStreamTest, OnTransportOverheadChanged) {
703 ConfigHelper helper(false, true);
704 auto send_stream = helper.CreateAudioSendStream();
705 auto new_config = helper.config();
706
Sebastian Jansson14a7cf92019-02-13 15:11:42 +0100707 // CallEncoder will be called on overhead change.
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200708 EXPECT_CALL(*helper.channel_send(), CallEncoder(::testing::_)).Times(1);
Anton Sukhanov626015d2019-02-04 15:16:06 -0800709
710 const size_t transport_overhead_per_packet_bytes = 333;
711 send_stream->SetTransportOverhead(transport_overhead_per_packet_bytes);
712
713 EXPECT_EQ(transport_overhead_per_packet_bytes,
714 send_stream->TestOnlyGetPerPacketOverheadBytes());
715}
716
717TEST(AudioSendStreamTest, OnAudioOverheadChanged) {
718 ConfigHelper helper(false, true);
719 auto send_stream = helper.CreateAudioSendStream();
720 auto new_config = helper.config();
721
Sebastian Jansson14a7cf92019-02-13 15:11:42 +0100722 // CallEncoder will be called on overhead change.
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200723 EXPECT_CALL(*helper.channel_send(), CallEncoder(::testing::_)).Times(1);
Anton Sukhanov626015d2019-02-04 15:16:06 -0800724
725 const size_t audio_overhead_per_packet_bytes = 555;
726 send_stream->OnOverheadChanged(audio_overhead_per_packet_bytes);
727 EXPECT_EQ(audio_overhead_per_packet_bytes,
728 send_stream->TestOnlyGetPerPacketOverheadBytes());
729}
730
731TEST(AudioSendStreamTest, OnAudioAndTransportOverheadChanged) {
732 ConfigHelper helper(false, true);
733 auto send_stream = helper.CreateAudioSendStream();
734 auto new_config = helper.config();
735
Sebastian Jansson14a7cf92019-02-13 15:11:42 +0100736 // CallEncoder will be called when each of overhead changes.
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200737 EXPECT_CALL(*helper.channel_send(), CallEncoder(::testing::_)).Times(2);
Anton Sukhanov626015d2019-02-04 15:16:06 -0800738
739 const size_t transport_overhead_per_packet_bytes = 333;
740 send_stream->SetTransportOverhead(transport_overhead_per_packet_bytes);
741
742 const size_t audio_overhead_per_packet_bytes = 555;
743 send_stream->OnOverheadChanged(audio_overhead_per_packet_bytes);
744
745 EXPECT_EQ(
746 transport_overhead_per_packet_bytes + audio_overhead_per_packet_bytes,
747 send_stream->TestOnlyGetPerPacketOverheadBytes());
748}
749
Benjamin Wright78410ad2018-10-25 09:52:57 -0700750// Validates that reconfiguring the AudioSendStream with a Frame encryptor
751// correctly reconfigures on the object without crashing.
752TEST(AudioSendStreamTest, ReconfigureWithFrameEncryptor) {
753 ConfigHelper helper(false, true);
754 auto send_stream = helper.CreateAudioSendStream();
755 auto new_config = helper.config();
756
757 rtc::scoped_refptr<FrameEncryptorInterface> mock_frame_encryptor_0(
758 new rtc::RefCountedObject<MockFrameEncryptor>());
759 new_config.frame_encryptor = mock_frame_encryptor_0;
Niels Möllerdced9f62018-11-19 10:27:07 +0100760 EXPECT_CALL(*helper.channel_send(), SetFrameEncryptor(Ne(nullptr))).Times(1);
Benjamin Wright78410ad2018-10-25 09:52:57 -0700761 send_stream->Reconfigure(new_config);
762
763 // Not updating the frame encryptor shouldn't force it to reconfigure.
Niels Möllerdced9f62018-11-19 10:27:07 +0100764 EXPECT_CALL(*helper.channel_send(), SetFrameEncryptor(_)).Times(0);
Benjamin Wright78410ad2018-10-25 09:52:57 -0700765 send_stream->Reconfigure(new_config);
766
767 // Updating frame encryptor to a new object should force a call to the proxy.
768 rtc::scoped_refptr<FrameEncryptorInterface> mock_frame_encryptor_1(
769 new rtc::RefCountedObject<MockFrameEncryptor>());
770 new_config.frame_encryptor = mock_frame_encryptor_1;
771 new_config.crypto_options.sframe.require_frame_encryption = true;
Niels Möllerdced9f62018-11-19 10:27:07 +0100772 EXPECT_CALL(*helper.channel_send(), SetFrameEncryptor(Ne(nullptr))).Times(1);
Benjamin Wright78410ad2018-10-25 09:52:57 -0700773 send_stream->Reconfigure(new_config);
774}
solenberg85a04962015-10-27 03:35:21 -0700775} // namespace test
solenbergc7a8b082015-10-16 14:35:07 -0700776} // namespace webrtc