blob: 31c10ec1992bff3f911efffa7778923f3c1f6bde [file] [log] [blame]
solenbergc7a8b082015-10-16 14:35:07 -07001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Fredrik Solenbergea073732015-12-01 11:26:34 +010011#include <string>
ossu20a4b3f2017-04-27 02:08:52 -070012#include <utility>
Fredrik Solenbergea073732015-12-01 11:26:34 +010013#include <vector>
14
Karl Wiberg918f50c2018-07-05 11:40:33 +020015#include "absl/memory/memory.h"
Benjamin Wright78410ad2018-10-25 09:52:57 -070016#include "api/test/mock_frame_encryptor.h"
Sebastian Jansson5f83cf02018-05-08 14:52:22 +020017#include "api/units/time_delta.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020018#include "audio/audio_send_stream.h"
19#include "audio/audio_state.h"
20#include "audio/conversion.h"
Fredrik Solenberga8b7c7f2018-01-17 11:18:31 +010021#include "audio/mock_voe_channel_proxy.h"
Sebastian Janssonef9daee2018-02-22 14:49:02 +010022#include "call/test/mock_rtp_transport_controller_send.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
Fredrik Solenberg2a877972017-12-15 16:42:15 +010024#include "modules/audio_device/include/mock_audio_device.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020025#include "modules/audio_mixer/audio_mixer_impl.h"
Ivo Creusen56d46092017-11-24 17:29:59 +010026#include "modules/audio_processing/include/audio_processing_statistics.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "modules/audio_processing/include/mock_audio_processing.h"
Sebastian Janssonef9daee2018-02-22 14:49:02 +010028#include "modules/rtp_rtcp/mocks/mock_rtcp_bandwidth_observer.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020029#include "modules/rtp_rtcp/mocks/mock_rtcp_rtt_stats.h"
30#include "modules/rtp_rtcp/mocks/mock_rtp_rtcp.h"
Sam Zackrisson06953ba2018-02-01 16:53:16 +010031#include "rtc_base/fakeclock.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020032#include "rtc_base/task_queue.h"
33#include "test/gtest.h"
34#include "test/mock_audio_encoder.h"
35#include "test/mock_audio_encoder_factory.h"
Sam Zackrisson06953ba2018-02-01 16:53:16 +010036#include "test/mock_transport.h"
solenbergc7a8b082015-10-16 14:35:07 -070037
38namespace webrtc {
solenberg85a04962015-10-27 03:35:21 -070039namespace test {
Fredrik Solenberg0ccae132015-11-03 10:15:49 +010040namespace {
41
solenberg3a941542015-11-16 07:34:50 -080042using testing::_;
stefan7de8d642017-02-07 07:14:08 -080043using testing::Eq;
44using testing::Ne;
ossu20a4b3f2017-04-27 02:08:52 -070045using testing::Invoke;
solenberg3a941542015-11-16 07:34:50 -080046using testing::Return;
minyue-webrtc8de18262017-07-26 14:18:40 +020047using testing::StrEq;
solenberg3a941542015-11-16 07:34:50 -080048
Fredrik Solenberg0ccae132015-11-03 10:15:49 +010049const uint32_t kSsrc = 1234;
solenberg3a941542015-11-16 07:34:50 -080050const char* kCName = "foo_name";
51const int kAudioLevelId = 2;
Stefan Holmerb86d4e42015-12-07 10:26:18 +010052const int kTransportSequenceNumberId = 4;
Ivo Creusen56d46092017-11-24 17:29:59 +010053const int32_t kEchoDelayMedian = 254;
54const int32_t kEchoDelayStdDev = -3;
55const double kDivergentFilterFraction = 0.2f;
56const double kEchoReturnLoss = -65;
57const double kEchoReturnLossEnhancement = 101;
58const double kResidualEchoLikelihood = -1.0f;
59const double kResidualEchoLikelihoodMax = 23.0f;
Niels Möller530ead42018-10-04 14:28:39 +020060const CallSendStatistics kCallStats = {112, 13456, 17890};
solenberg566ef242015-11-06 15:34:49 -080061const ReportBlock kReportBlock = {456, 780, 123, 567, 890, 132, 143, 13354};
Fredrik Solenbergb5727682015-12-04 15:22:19 +010062const int kTelephoneEventPayloadType = 123;
solenbergffbbcac2016-11-17 05:25:37 -080063const int kTelephoneEventPayloadFrequency = 65432;
solenberg8842c3e2016-03-11 03:06:41 -080064const int kTelephoneEventCode = 45;
65const int kTelephoneEventDuration = 6789;
minyue7a973442016-10-20 03:27:12 -070066const CodecInst kIsacCodec = {103, "isac", 16000, 320, 1, 32000};
ossu20a4b3f2017-04-27 02:08:52 -070067constexpr int kIsacPayloadType = 103;
68const SdpAudioFormat kIsacFormat = {"isac", 16000, 1};
69const SdpAudioFormat kOpusFormat = {"opus", 48000, 2};
70const SdpAudioFormat kG722Format = {"g722", 8000, 1};
71const AudioCodecSpec kCodecSpecs[] = {
72 {kIsacFormat, {16000, 1, 32000, 10000, 32000}},
73 {kOpusFormat, {48000, 1, 32000, 6000, 510000}},
74 {kG722Format, {16000, 1, 64000}}};
solenberg566ef242015-11-06 15:34:49 -080075
mflodman86cc6ff2016-07-26 04:44:06 -070076class MockLimitObserver : public BitrateAllocator::LimitObserver {
77 public:
Sebastian Jansson35fa2802018-10-01 09:16:12 +020078 MOCK_METHOD5(OnAllocationLimitsChanged,
mflodman86cc6ff2016-07-26 04:44:06 -070079 void(uint32_t min_send_bitrate_bps,
philipelf69e7682018-02-28 13:06:28 +010080 uint32_t max_padding_bitrate_bps,
Sebastian Janssonfe617a32018-03-21 12:45:20 +010081 uint32_t total_bitrate_bps,
Sebastian Jansson35fa2802018-10-01 09:16:12 +020082 uint32_t allocated_without_feedback_bps,
Sebastian Janssonfe617a32018-03-21 12:45:20 +010083 bool has_packet_feedback));
mflodman86cc6ff2016-07-26 04:44:06 -070084};
85
ossu20a4b3f2017-04-27 02:08:52 -070086std::unique_ptr<MockAudioEncoder> SetupAudioEncoderMock(
87 int payload_type,
88 const SdpAudioFormat& format) {
89 for (const auto& spec : kCodecSpecs) {
90 if (format == spec.format) {
Sebastian Jansson41f16be2018-02-22 11:09:56 +010091 std::unique_ptr<MockAudioEncoder> encoder(
92 new testing::NiceMock<MockAudioEncoder>());
ossu20a4b3f2017-04-27 02:08:52 -070093 ON_CALL(*encoder.get(), SampleRateHz())
94 .WillByDefault(Return(spec.info.sample_rate_hz));
95 ON_CALL(*encoder.get(), NumChannels())
96 .WillByDefault(Return(spec.info.num_channels));
97 ON_CALL(*encoder.get(), RtpTimestampRateHz())
98 .WillByDefault(Return(spec.format.clockrate_hz));
99 return encoder;
100 }
101 }
102 return nullptr;
103}
104
105rtc::scoped_refptr<MockAudioEncoderFactory> SetupEncoderFactoryMock() {
106 rtc::scoped_refptr<MockAudioEncoderFactory> factory =
107 new rtc::RefCountedObject<MockAudioEncoderFactory>();
108 ON_CALL(*factory.get(), GetSupportedEncoders())
109 .WillByDefault(Return(std::vector<AudioCodecSpec>(
110 std::begin(kCodecSpecs), std::end(kCodecSpecs))));
111 ON_CALL(*factory.get(), QueryAudioEncoder(_))
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100112 .WillByDefault(Invoke(
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200113 [](const SdpAudioFormat& format) -> absl::optional<AudioCodecInfo> {
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100114 for (const auto& spec : kCodecSpecs) {
115 if (format == spec.format) {
116 return spec.info;
117 }
118 }
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200119 return absl::nullopt;
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100120 }));
Karl Wibergd6fbf2a2018-02-27 13:37:31 +0100121 ON_CALL(*factory.get(), MakeAudioEncoderMock(_, _, _, _))
ossu20a4b3f2017-04-27 02:08:52 -0700122 .WillByDefault(Invoke([](int payload_type, const SdpAudioFormat& format,
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200123 absl::optional<AudioCodecPairId> codec_pair_id,
ossu20a4b3f2017-04-27 02:08:52 -0700124 std::unique_ptr<AudioEncoder>* return_value) {
125 *return_value = SetupAudioEncoderMock(payload_type, format);
126 }));
127 return factory;
128}
129
solenberg566ef242015-11-06 15:34:49 -0800130struct ConfigHelper {
ossu20a4b3f2017-04-27 02:08:52 -0700131 ConfigHelper(bool audio_bwe_enabled, bool expect_set_encoder_call)
nisseb8f9a322017-03-27 05:36:15 -0700132 : stream_config_(nullptr),
peaha9cc40b2017-06-29 08:32:09 -0700133 audio_processing_(new rtc::RefCountedObject<MockAudioProcessing>()),
perkj26091b12016-09-01 01:17:40 -0700134 bitrate_allocator_(&limit_observer_),
minyue-webrtc8de18262017-07-26 14:18:40 +0200135 worker_queue_("ConfigHelper_worker_queue"),
136 audio_encoder_(nullptr) {
solenberg13725082015-11-25 08:16:52 -0800137 using testing::Invoke;
solenberg3a941542015-11-16 07:34:50 -0800138
solenberg566ef242015-11-06 15:34:49 -0800139 AudioState::Config config;
aleloi10111bc2016-11-17 06:48:48 -0800140 config.audio_mixer = AudioMixerImpl::Create();
peaha9cc40b2017-06-29 08:32:09 -0700141 config.audio_processing = audio_processing_;
Fredrik Solenberg2a877972017-12-15 16:42:15 +0100142 config.audio_device_module =
143 new rtc::RefCountedObject<MockAudioDeviceModule>();
solenberg566ef242015-11-06 15:34:49 -0800144 audio_state_ = AudioState::Create(config);
solenberg3a941542015-11-16 07:34:50 -0800145
stefan7de8d642017-02-07 07:14:08 -0800146 SetupDefaultChannelProxy(audio_bwe_enabled);
ossu20a4b3f2017-04-27 02:08:52 -0700147 SetupMockForSetupSendCodec(expect_set_encoder_call);
minyue6b825df2016-10-31 04:08:32 -0700148
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100149 // Use ISAC as default codec so as to prevent unnecessary |channel_proxy_|
ossu20a4b3f2017-04-27 02:08:52 -0700150 // calls from the default ctor behavior.
151 stream_config_.send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100152 AudioSendStream::Config::SendCodecSpec(kIsacPayloadType, kIsacFormat);
solenberg566ef242015-11-06 15:34:49 -0800153 stream_config_.rtp.ssrc = kSsrc;
solenberg971cab02016-06-14 10:02:41 -0700154 stream_config_.rtp.nack.rtp_history_ms = 200;
solenberg3a941542015-11-16 07:34:50 -0800155 stream_config_.rtp.c_name = kCName;
156 stream_config_.rtp.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700157 RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId));
stefan7de8d642017-02-07 07:14:08 -0800158 if (audio_bwe_enabled) {
ossu1129df22017-06-30 01:38:56 -0700159 AddBweToConfig(&stream_config_);
stefan7de8d642017-02-07 07:14:08 -0800160 }
ossu20a4b3f2017-04-27 02:08:52 -0700161 stream_config_.encoder_factory = SetupEncoderFactoryMock();
minyue78b4d562016-11-30 04:47:39 -0800162 stream_config_.min_bitrate_bps = 10000;
163 stream_config_.max_bitrate_bps = 65000;
solenberg566ef242015-11-06 15:34:49 -0800164 }
165
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100166 std::unique_ptr<internal::AudioSendStream> CreateAudioSendStream() {
167 return std::unique_ptr<internal::AudioSendStream>(
168 new internal::AudioSendStream(
Sebastian Jansson1896cec2018-02-20 09:06:11 +0100169 stream_config_, audio_state_, &worker_queue_, &rtp_transport_,
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200170 &bitrate_allocator_, &event_log_, &rtcp_rtt_stats_, absl::nullopt,
Sam Zackrisson06953ba2018-02-01 16:53:16 +0100171 &active_lifetime_,
Niels Möllerb222f492018-10-03 16:50:08 +0200172 std::unique_ptr<voe::ChannelSendProxy>(channel_proxy_)));
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100173 }
174
solenberg566ef242015-11-06 15:34:49 -0800175 AudioSendStream::Config& config() { return stream_config_; }
ossu20a4b3f2017-04-27 02:08:52 -0700176 MockAudioEncoderFactory& mock_encoder_factory() {
177 return *static_cast<MockAudioEncoderFactory*>(
178 stream_config_.encoder_factory.get());
179 }
Niels Möllerb222f492018-10-03 16:50:08 +0200180 MockChannelSendProxy* channel_proxy() { return channel_proxy_; }
Sebastian Jansson1896cec2018-02-20 09:06:11 +0100181 RtpTransportControllerSendInterface* transport() { return &rtp_transport_; }
Sam Zackrisson06953ba2018-02-01 16:53:16 +0100182 TimeInterval* active_lifetime() { return &active_lifetime_; }
minyue7a973442016-10-20 03:27:12 -0700183
ossu1129df22017-06-30 01:38:56 -0700184 static void AddBweToConfig(AudioSendStream::Config* config) {
Yves Gerey665174f2018-06-19 15:03:05 +0200185 config->rtp.extensions.push_back(RtpExtension(
186 RtpExtension::kTransportSequenceNumberUri, kTransportSequenceNumberId));
ossu1129df22017-06-30 01:38:56 -0700187 config->send_codec_spec->transport_cc_enabled = true;
188 }
189
stefan7de8d642017-02-07 07:14:08 -0800190 void SetupDefaultChannelProxy(bool audio_bwe_enabled) {
Sebastian Jansson41f16be2018-02-22 11:09:56 +0100191 EXPECT_TRUE(channel_proxy_ == nullptr);
Niels Möllerb222f492018-10-03 16:50:08 +0200192 channel_proxy_ = new testing::StrictMock<MockChannelSendProxy>();
Niels Möller848d6d32018-08-08 10:49:16 +0200193 EXPECT_CALL(*channel_proxy_, GetRtpRtcp()).WillRepeatedly(Invoke([this]() {
194 return &this->rtp_rtcp_;
195 }));
minyue6b825df2016-10-31 04:08:32 -0700196 EXPECT_CALL(*channel_proxy_, SetRTCPStatus(true)).Times(1);
197 EXPECT_CALL(*channel_proxy_, SetLocalSSRC(kSsrc)).Times(1);
198 EXPECT_CALL(*channel_proxy_, SetRTCP_CNAME(StrEq(kCName))).Times(1);
199 EXPECT_CALL(*channel_proxy_, SetNACKStatus(true, 10)).Times(1);
Benjamin Wright78410ad2018-10-25 09:52:57 -0700200 EXPECT_CALL(*channel_proxy_, SetFrameEncryptor(_)).Times(1);
minyue6b825df2016-10-31 04:08:32 -0700201 EXPECT_CALL(*channel_proxy_,
minyue6b825df2016-10-31 04:08:32 -0700202 SetSendAudioLevelIndicationStatus(true, kAudioLevelId))
203 .Times(1);
Sebastian Janssonef9daee2018-02-22 14:49:02 +0100204 EXPECT_CALL(rtp_transport_, GetBandwidthObserver())
205 .WillRepeatedly(Return(&bandwidth_observer_));
stefan7de8d642017-02-07 07:14:08 -0800206 if (audio_bwe_enabled) {
207 EXPECT_CALL(*channel_proxy_,
208 EnableSendTransportSequenceNumber(kTransportSequenceNumberId))
209 .Times(1);
Sebastian Janssonef9daee2018-02-22 14:49:02 +0100210 EXPECT_CALL(*channel_proxy_,
211 RegisterSenderCongestionControlObjects(
212 &rtp_transport_, Eq(&bandwidth_observer_)))
stefan7de8d642017-02-07 07:14:08 -0800213 .Times(1);
214 } else {
nisse559af382017-03-21 06:41:12 -0700215 EXPECT_CALL(*channel_proxy_, RegisterSenderCongestionControlObjects(
Sebastian Jansson1896cec2018-02-20 09:06:11 +0100216 &rtp_transport_, Eq(nullptr)))
stefan7de8d642017-02-07 07:14:08 -0800217 .Times(1);
218 }
nissefdbfdc92017-03-31 05:44:52 -0700219 EXPECT_CALL(*channel_proxy_, ResetSenderCongestionControlObjects())
220 .Times(1);
Sam Zackrisson06953ba2018-02-01 16:53:16 +0100221 {
222 ::testing::InSequence unregister_on_destruction;
223 EXPECT_CALL(*channel_proxy_, RegisterTransport(_)).Times(1);
224 EXPECT_CALL(*channel_proxy_, RegisterTransport(nullptr)).Times(1);
225 }
minyue6b825df2016-10-31 04:08:32 -0700226 }
227
ossu20a4b3f2017-04-27 02:08:52 -0700228 void SetupMockForSetupSendCodec(bool expect_set_encoder_call) {
229 if (expect_set_encoder_call) {
230 EXPECT_CALL(*channel_proxy_, SetEncoderForMock(_, _))
minyue-webrtc8de18262017-07-26 14:18:40 +0200231 .WillOnce(Invoke(
232 [this](int payload_type, std::unique_ptr<AudioEncoder>* encoder) {
233 this->audio_encoder_ = std::move(*encoder);
234 return true;
235 }));
ossu20a4b3f2017-04-27 02:08:52 -0700236 }
minyue7a973442016-10-20 03:27:12 -0700237 }
ossu20a4b3f2017-04-27 02:08:52 -0700238
minyue-webrtc8de18262017-07-26 14:18:40 +0200239 void SetupMockForModifyEncoder() {
240 // Let ModifyEncoder to invoke mock audio encoder.
241 EXPECT_CALL(*channel_proxy_, ModifyEncoder(_))
242 .WillRepeatedly(Invoke(
243 [this](rtc::FunctionView<void(std::unique_ptr<AudioEncoder>*)>
244 modifier) {
245 if (this->audio_encoder_)
246 modifier(&this->audio_encoder_);
247 }));
248 }
249
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100250 void SetupMockForSendTelephoneEvent() {
251 EXPECT_TRUE(channel_proxy_);
Yves Gerey665174f2018-06-19 15:03:05 +0200252 EXPECT_CALL(*channel_proxy_, SetSendTelephoneEventPayloadType(
253 kTelephoneEventPayloadType,
254 kTelephoneEventPayloadFrequency))
255 .WillOnce(Return(true));
256 EXPECT_CALL(
257 *channel_proxy_,
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100258 SendTelephoneEventOutband(kTelephoneEventCode, kTelephoneEventDuration))
Yves Gerey665174f2018-06-19 15:03:05 +0200259 .WillOnce(Return(true));
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100260 }
261
solenberg566ef242015-11-06 15:34:49 -0800262 void SetupMockForGetStats() {
solenberg3a941542015-11-16 07:34:50 -0800263 using testing::DoAll;
solenbergbd9a77f2017-02-06 12:53:57 -0800264 using testing::SetArgPointee;
solenberg3a941542015-11-16 07:34:50 -0800265 using testing::SetArgReferee;
266
solenberg566ef242015-11-06 15:34:49 -0800267 std::vector<ReportBlock> report_blocks;
268 webrtc::ReportBlock block = kReportBlock;
269 report_blocks.push_back(block); // Has wrong SSRC.
270 block.source_SSRC = kSsrc;
271 report_blocks.push_back(block); // Correct block.
272 block.fraction_lost = 0;
273 report_blocks.push_back(block); // Duplicate SSRC, bad fraction_lost.
274
solenberg358057b2015-11-27 10:46:42 -0800275 EXPECT_TRUE(channel_proxy_);
276 EXPECT_CALL(*channel_proxy_, GetRTCPStatistics())
277 .WillRepeatedly(Return(kCallStats));
278 EXPECT_CALL(*channel_proxy_, GetRemoteRTCPReportBlocks())
279 .WillRepeatedly(Return(report_blocks));
ivoce1198e02017-09-08 08:13:19 -0700280 EXPECT_CALL(*channel_proxy_, GetANAStatistics())
281 .WillRepeatedly(Return(ANAStats()));
Sebastian Jansson359d60a2018-10-25 16:22:02 +0200282 EXPECT_CALL(*channel_proxy_, GetBitrate()).WillRepeatedly(Return(0));
solenberg796b8f92017-03-01 17:02:23 -0800283
Ivo Creusen56d46092017-11-24 17:29:59 +0100284 audio_processing_stats_.echo_return_loss = kEchoReturnLoss;
285 audio_processing_stats_.echo_return_loss_enhancement =
286 kEchoReturnLossEnhancement;
287 audio_processing_stats_.delay_median_ms = kEchoDelayMedian;
288 audio_processing_stats_.delay_standard_deviation_ms = kEchoDelayStdDev;
289 audio_processing_stats_.divergent_filter_fraction =
290 kDivergentFilterFraction;
291 audio_processing_stats_.residual_echo_likelihood = kResidualEchoLikelihood;
292 audio_processing_stats_.residual_echo_likelihood_recent_max =
293 kResidualEchoLikelihoodMax;
ivoc7aba0292016-11-14 04:52:06 -0800294
Ivo Creusen56d46092017-11-24 17:29:59 +0100295 EXPECT_CALL(*audio_processing_, GetStatistics(true))
ivoc7aba0292016-11-14 04:52:06 -0800296 .WillRepeatedly(Return(audio_processing_stats_));
solenberg566ef242015-11-06 15:34:49 -0800297 }
298
299 private:
solenberg566ef242015-11-06 15:34:49 -0800300 rtc::scoped_refptr<AudioState> audio_state_;
301 AudioSendStream::Config stream_config_;
Niels Möllerb222f492018-10-03 16:50:08 +0200302 testing::StrictMock<MockChannelSendProxy>* channel_proxy_ = nullptr;
peaha9cc40b2017-06-29 08:32:09 -0700303 rtc::scoped_refptr<MockAudioProcessing> audio_processing_;
Ivo Creusen56d46092017-11-24 17:29:59 +0100304 AudioProcessingStats audio_processing_stats_;
Sam Zackrisson06953ba2018-02-01 16:53:16 +0100305 TimeInterval active_lifetime_;
Sebastian Janssonef9daee2018-02-22 14:49:02 +0100306 testing::StrictMock<MockRtcpBandwidthObserver> bandwidth_observer_;
Sebastian Jansson41f16be2018-02-22 11:09:56 +0100307 testing::NiceMock<MockRtcEventLog> event_log_;
Sebastian Janssonef9daee2018-02-22 14:49:02 +0100308 testing::NiceMock<MockRtpTransportControllerSend> rtp_transport_;
Sebastian Jansson41f16be2018-02-22 11:09:56 +0100309 testing::NiceMock<MockRtpRtcp> rtp_rtcp_;
michaelt9332b7d2016-11-30 07:51:13 -0800310 MockRtcpRttStats rtcp_rtt_stats_;
mflodman86cc6ff2016-07-26 04:44:06 -0700311 testing::NiceMock<MockLimitObserver> limit_observer_;
312 BitrateAllocator bitrate_allocator_;
perkj26091b12016-09-01 01:17:40 -0700313 // |worker_queue| is defined last to ensure all pending tasks are cancelled
314 // and deleted before any other members.
315 rtc::TaskQueue worker_queue_;
minyue-webrtc8de18262017-07-26 14:18:40 +0200316 std::unique_ptr<AudioEncoder> audio_encoder_;
solenberg566ef242015-11-06 15:34:49 -0800317};
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100318} // namespace
solenbergc7a8b082015-10-16 14:35:07 -0700319
320TEST(AudioSendStreamTest, ConfigToString) {
solenbergc7a8b082015-10-16 14:35:07 -0700321 AudioSendStream::Config config(nullptr);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100322 config.rtp.ssrc = kSsrc;
solenberg3a941542015-11-16 07:34:50 -0800323 config.rtp.c_name = kCName;
minyue10cbb462016-11-07 09:29:22 -0800324 config.min_bitrate_bps = 12000;
325 config.max_bitrate_bps = 34000;
ossu20a4b3f2017-04-27 02:08:52 -0700326 config.send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100327 AudioSendStream::Config::SendCodecSpec(kIsacPayloadType, kIsacFormat);
ossu20a4b3f2017-04-27 02:08:52 -0700328 config.send_codec_spec->nack_enabled = true;
329 config.send_codec_spec->transport_cc_enabled = false;
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100330 config.send_codec_spec->cng_payload_type = 42;
ossu20a4b3f2017-04-27 02:08:52 -0700331 config.encoder_factory = MockAudioEncoderFactory::CreateUnusedFactory();
stefanb521aa72016-11-01 03:17:16 -0700332 config.rtp.extensions.push_back(
333 RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId));
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100334 EXPECT_EQ(
isheriff6f8d6862016-05-26 11:24:55 -0700335 "{rtp: {ssrc: 1234, extensions: [{uri: "
stefanb521aa72016-11-01 03:17:16 -0700336 "urn:ietf:params:rtp-hdrext:ssrc-audio-level, id: 2}], nack: "
deadbeef922246a2017-02-26 04:18:12 -0800337 "{rtp_history_ms: 0}, c_name: foo_name}, send_transport: null, "
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100338 "min_bitrate_bps: 12000, max_bitrate_bps: 34000, "
solenberg940b6d62016-10-25 11:19:07 -0700339 "send_codec_spec: {nack_enabled: true, transport_cc_enabled: false, "
ossu20a4b3f2017-04-27 02:08:52 -0700340 "cng_payload_type: 42, payload_type: 103, "
341 "format: {name: isac, clockrate_hz: 16000, num_channels: 1, "
342 "parameters: {}}}}",
solenberg85a04962015-10-27 03:35:21 -0700343 config.ToString());
solenbergc7a8b082015-10-16 14:35:07 -0700344}
345
346TEST(AudioSendStreamTest, ConstructDestruct) {
ossu20a4b3f2017-04-27 02:08:52 -0700347 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100348 auto send_stream = helper.CreateAudioSendStream();
solenbergc7a8b082015-10-16 14:35:07 -0700349}
solenberg85a04962015-10-27 03:35:21 -0700350
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100351TEST(AudioSendStreamTest, SendTelephoneEvent) {
ossu20a4b3f2017-04-27 02:08:52 -0700352 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100353 auto send_stream = helper.CreateAudioSendStream();
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100354 helper.SetupMockForSendTelephoneEvent();
Yves Gerey665174f2018-06-19 15:03:05 +0200355 EXPECT_TRUE(send_stream->SendTelephoneEvent(
356 kTelephoneEventPayloadType, kTelephoneEventPayloadFrequency,
357 kTelephoneEventCode, kTelephoneEventDuration));
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100358}
359
solenberg94218532016-06-16 10:53:22 -0700360TEST(AudioSendStreamTest, SetMuted) {
ossu20a4b3f2017-04-27 02:08:52 -0700361 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100362 auto send_stream = helper.CreateAudioSendStream();
solenberg94218532016-06-16 10:53:22 -0700363 EXPECT_CALL(*helper.channel_proxy(), SetInputMute(true));
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100364 send_stream->SetMuted(true);
solenberg94218532016-06-16 10:53:22 -0700365}
366
stefan7de8d642017-02-07 07:14:08 -0800367TEST(AudioSendStreamTest, AudioBweCorrectObjectsOnChannelProxy) {
ossu20a4b3f2017-04-27 02:08:52 -0700368 ConfigHelper helper(true, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100369 auto send_stream = helper.CreateAudioSendStream();
stefan7de8d642017-02-07 07:14:08 -0800370}
371
372TEST(AudioSendStreamTest, NoAudioBweCorrectObjectsOnChannelProxy) {
ossu20a4b3f2017-04-27 02:08:52 -0700373 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100374 auto send_stream = helper.CreateAudioSendStream();
stefan7de8d642017-02-07 07:14:08 -0800375}
376
solenberg85a04962015-10-27 03:35:21 -0700377TEST(AudioSendStreamTest, GetStats) {
ossu20a4b3f2017-04-27 02:08:52 -0700378 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100379 auto send_stream = helper.CreateAudioSendStream();
solenberg566ef242015-11-06 15:34:49 -0800380 helper.SetupMockForGetStats();
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100381 AudioSendStream::Stats stats = send_stream->GetStats(true);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100382 EXPECT_EQ(kSsrc, stats.local_ssrc);
383 EXPECT_EQ(static_cast<int64_t>(kCallStats.bytesSent), stats.bytes_sent);
384 EXPECT_EQ(kCallStats.packetsSent, stats.packets_sent);
Sebastian Jansson9701e0c2018-08-09 11:21:11 +0200385 EXPECT_EQ(kReportBlock.cumulative_num_packets_lost, stats.packets_lost);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100386 EXPECT_EQ(Q8ToFloat(kReportBlock.fraction_lost), stats.fraction_lost);
minyue7a973442016-10-20 03:27:12 -0700387 EXPECT_EQ(std::string(kIsacCodec.plname), stats.codec_name);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100388 EXPECT_EQ(static_cast<int32_t>(kReportBlock.extended_highest_sequence_number),
solenberg85a04962015-10-27 03:35:21 -0700389 stats.ext_seqnum);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100390 EXPECT_EQ(static_cast<int32_t>(kReportBlock.interarrival_jitter /
minyue7a973442016-10-20 03:27:12 -0700391 (kIsacCodec.plfreq / 1000)),
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100392 stats.jitter_ms);
393 EXPECT_EQ(kCallStats.rttMs, stats.rtt_ms);
Fredrik Solenberg2a877972017-12-15 16:42:15 +0100394 EXPECT_EQ(0, stats.audio_level);
395 EXPECT_EQ(0, stats.total_input_energy);
396 EXPECT_EQ(0, stats.total_input_duration);
Ivo Creusen56d46092017-11-24 17:29:59 +0100397 EXPECT_EQ(kEchoDelayMedian, stats.apm_statistics.delay_median_ms);
398 EXPECT_EQ(kEchoDelayStdDev, stats.apm_statistics.delay_standard_deviation_ms);
399 EXPECT_EQ(kEchoReturnLoss, stats.apm_statistics.echo_return_loss);
400 EXPECT_EQ(kEchoReturnLossEnhancement,
401 stats.apm_statistics.echo_return_loss_enhancement);
402 EXPECT_EQ(kDivergentFilterFraction,
403 stats.apm_statistics.divergent_filter_fraction);
404 EXPECT_EQ(kResidualEchoLikelihood,
405 stats.apm_statistics.residual_echo_likelihood);
406 EXPECT_EQ(kResidualEchoLikelihoodMax,
407 stats.apm_statistics.residual_echo_likelihood_recent_max);
Fredrik Solenberg2a877972017-12-15 16:42:15 +0100408 EXPECT_FALSE(stats.typing_noise_detected);
solenberg566ef242015-11-06 15:34:49 -0800409}
minyue7a973442016-10-20 03:27:12 -0700410
minyue-webrtc8de18262017-07-26 14:18:40 +0200411TEST(AudioSendStreamTest, SendCodecAppliesAudioNetworkAdaptor) {
ossu20a4b3f2017-04-27 02:08:52 -0700412 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100413 helper.config().send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100414 AudioSendStream::Config::SendCodecSpec(0, kOpusFormat);
minyue-webrtc8de18262017-07-26 14:18:40 +0200415 const std::string kAnaConfigString = "abcde";
416 const std::string kAnaReconfigString = "12345";
417
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100418 helper.config().audio_network_adaptor_config = kAnaConfigString;
ossu20a4b3f2017-04-27 02:08:52 -0700419
Karl Wibergd6fbf2a2018-02-27 13:37:31 +0100420 EXPECT_CALL(helper.mock_encoder_factory(), MakeAudioEncoderMock(_, _, _, _))
minyue-webrtc8de18262017-07-26 14:18:40 +0200421 .WillOnce(Invoke([&kAnaConfigString, &kAnaReconfigString](
422 int payload_type, const SdpAudioFormat& format,
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200423 absl::optional<AudioCodecPairId> codec_pair_id,
minyue-webrtc8de18262017-07-26 14:18:40 +0200424 std::unique_ptr<AudioEncoder>* return_value) {
ossu20a4b3f2017-04-27 02:08:52 -0700425 auto mock_encoder = SetupAudioEncoderMock(payload_type, format);
minyue-webrtc8de18262017-07-26 14:18:40 +0200426 EXPECT_CALL(*mock_encoder,
427 EnableAudioNetworkAdaptor(StrEq(kAnaConfigString), _))
428 .WillOnce(Return(true));
429 EXPECT_CALL(*mock_encoder,
430 EnableAudioNetworkAdaptor(StrEq(kAnaReconfigString), _))
ossu20a4b3f2017-04-27 02:08:52 -0700431 .WillOnce(Return(true));
432 *return_value = std::move(mock_encoder);
433 }));
434
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100435 auto send_stream = helper.CreateAudioSendStream();
minyue-webrtc8de18262017-07-26 14:18:40 +0200436
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100437 auto stream_config = helper.config();
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100438 stream_config.audio_network_adaptor_config = kAnaReconfigString;
minyue-webrtc8de18262017-07-26 14:18:40 +0200439
440 helper.SetupMockForModifyEncoder();
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100441 send_stream->Reconfigure(stream_config);
minyue7a973442016-10-20 03:27:12 -0700442}
443
444// VAD is applied when codec is mono and the CNG frequency matches the codec
ossu20a4b3f2017-04-27 02:08:52 -0700445// clock rate.
minyue7a973442016-10-20 03:27:12 -0700446TEST(AudioSendStreamTest, SendCodecCanApplyVad) {
ossu20a4b3f2017-04-27 02:08:52 -0700447 ConfigHelper helper(false, false);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100448 helper.config().send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100449 AudioSendStream::Config::SendCodecSpec(9, kG722Format);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100450 helper.config().send_codec_spec->cng_payload_type = 105;
ossu20a4b3f2017-04-27 02:08:52 -0700451 using ::testing::Invoke;
452 std::unique_ptr<AudioEncoder> stolen_encoder;
453 EXPECT_CALL(*helper.channel_proxy(), SetEncoderForMock(_, _))
454 .WillOnce(
455 Invoke([&stolen_encoder](int payload_type,
456 std::unique_ptr<AudioEncoder>* encoder) {
457 stolen_encoder = std::move(*encoder);
458 return true;
459 }));
460
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100461 auto send_stream = helper.CreateAudioSendStream();
ossu20a4b3f2017-04-27 02:08:52 -0700462
463 // We cannot truly determine if the encoder created is an AudioEncoderCng. It
464 // is the only reasonable implementation that will return something from
465 // ReclaimContainedEncoders, though.
466 ASSERT_TRUE(stolen_encoder);
467 EXPECT_FALSE(stolen_encoder->ReclaimContainedEncoders().empty());
minyue7a973442016-10-20 03:27:12 -0700468}
469
minyue78b4d562016-11-30 04:47:39 -0800470TEST(AudioSendStreamTest, DoesNotPassHigherBitrateThanMaxBitrate) {
ossu20a4b3f2017-04-27 02:08:52 -0700471 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100472 auto send_stream = helper.CreateAudioSendStream();
minyue78b4d562016-11-30 04:47:39 -0800473 EXPECT_CALL(*helper.channel_proxy(),
474 SetBitrate(helper.config().max_bitrate_bps, _));
Sebastian Janssonc0e4d452018-10-25 15:08:32 +0200475 BitrateAllocationUpdate update;
476 update.bitrate_bps = helper.config().max_bitrate_bps + 5000;
477 update.fraction_loss = 0;
478 update.rtt = 50;
479 update.bwe_period_ms = 6000;
480 send_stream->OnBitrateUpdated(update);
minyue78b4d562016-11-30 04:47:39 -0800481}
482
483TEST(AudioSendStreamTest, ProbingIntervalOnBitrateUpdated) {
ossu20a4b3f2017-04-27 02:08:52 -0700484 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100485 auto send_stream = helper.CreateAudioSendStream();
minyue78b4d562016-11-30 04:47:39 -0800486 EXPECT_CALL(*helper.channel_proxy(), SetBitrate(_, 5000));
Sebastian Janssonc0e4d452018-10-25 15:08:32 +0200487 BitrateAllocationUpdate update;
488 update.bitrate_bps = helper.config().max_bitrate_bps + 5000;
489 update.fraction_loss = 0;
490 update.rtt = 50;
491 update.bwe_period_ms = 5000;
492 send_stream->OnBitrateUpdated(update);
minyue78b4d562016-11-30 04:47:39 -0800493}
494
ossu20a4b3f2017-04-27 02:08:52 -0700495// Test that AudioSendStream doesn't recreate the encoder unnecessarily.
496TEST(AudioSendStreamTest, DontRecreateEncoder) {
497 ConfigHelper helper(false, false);
498 // WillOnce is (currently) the default used by ConfigHelper if asked to set an
499 // expectation for SetEncoder. Since this behavior is essential for this test
500 // to be correct, it's instead set-up manually here. Otherwise a simple change
501 // to ConfigHelper (say to WillRepeatedly) would silently make this test
502 // useless.
503 EXPECT_CALL(*helper.channel_proxy(), SetEncoderForMock(_, _))
504 .WillOnce(Return(true));
505
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100506 helper.config().send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100507 AudioSendStream::Config::SendCodecSpec(9, kG722Format);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100508 helper.config().send_codec_spec->cng_payload_type = 105;
509 auto send_stream = helper.CreateAudioSendStream();
510 send_stream->Reconfigure(helper.config());
ossu20a4b3f2017-04-27 02:08:52 -0700511}
512
ossu1129df22017-06-30 01:38:56 -0700513TEST(AudioSendStreamTest, ReconfigureTransportCcResetsFirst) {
514 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100515 auto send_stream = helper.CreateAudioSendStream();
ossu1129df22017-06-30 01:38:56 -0700516 auto new_config = helper.config();
517 ConfigHelper::AddBweToConfig(&new_config);
518 EXPECT_CALL(*helper.channel_proxy(),
519 EnableSendTransportSequenceNumber(kTransportSequenceNumberId))
520 .Times(1);
521 {
522 ::testing::InSequence seq;
523 EXPECT_CALL(*helper.channel_proxy(), ResetSenderCongestionControlObjects())
524 .Times(1);
525 EXPECT_CALL(*helper.channel_proxy(), RegisterSenderCongestionControlObjects(
Yves Gerey665174f2018-06-19 15:03:05 +0200526 helper.transport(), Ne(nullptr)))
ossu1129df22017-06-30 01:38:56 -0700527 .Times(1);
528 }
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100529 send_stream->Reconfigure(new_config);
ossu1129df22017-06-30 01:38:56 -0700530}
Sam Zackrisson06953ba2018-02-01 16:53:16 +0100531
Benjamin Wright78410ad2018-10-25 09:52:57 -0700532// Validates that reconfiguring the AudioSendStream with a Frame encryptor
533// correctly reconfigures on the object without crashing.
534TEST(AudioSendStreamTest, ReconfigureWithFrameEncryptor) {
535 ConfigHelper helper(false, true);
536 auto send_stream = helper.CreateAudioSendStream();
537 auto new_config = helper.config();
538
539 rtc::scoped_refptr<FrameEncryptorInterface> mock_frame_encryptor_0(
540 new rtc::RefCountedObject<MockFrameEncryptor>());
541 new_config.frame_encryptor = mock_frame_encryptor_0;
542 EXPECT_CALL(*helper.channel_proxy(), SetFrameEncryptor(Ne(nullptr))).Times(1);
543 send_stream->Reconfigure(new_config);
544
545 // Not updating the frame encryptor shouldn't force it to reconfigure.
546 EXPECT_CALL(*helper.channel_proxy(), SetFrameEncryptor(_)).Times(0);
547 send_stream->Reconfigure(new_config);
548
549 // Updating frame encryptor to a new object should force a call to the proxy.
550 rtc::scoped_refptr<FrameEncryptorInterface> mock_frame_encryptor_1(
551 new rtc::RefCountedObject<MockFrameEncryptor>());
552 new_config.frame_encryptor = mock_frame_encryptor_1;
553 new_config.crypto_options.sframe.require_frame_encryption = true;
554 EXPECT_CALL(*helper.channel_proxy(), SetFrameEncryptor(Ne(nullptr))).Times(1);
555 send_stream->Reconfigure(new_config);
556}
557
Sam Zackrisson06953ba2018-02-01 16:53:16 +0100558// Checks that AudioSendStream logs the times at which RTP packets are sent
559// through its interface.
560TEST(AudioSendStreamTest, UpdateLifetime) {
561 ConfigHelper helper(false, true);
562
563 MockTransport mock_transport;
564 helper.config().send_transport = &mock_transport;
565
566 Transport* registered_transport;
567 ON_CALL(*helper.channel_proxy(), RegisterTransport(_))
568 .WillByDefault(Invoke([&registered_transport](Transport* transport) {
569 registered_transport = transport;
570 }));
571
572 rtc::ScopedFakeClock fake_clock;
573 constexpr int64_t kTimeBetweenSendRtpCallsMs = 100;
574 {
575 auto send_stream = helper.CreateAudioSendStream();
576 EXPECT_CALL(mock_transport, SendRtp(_, _, _)).Times(2);
577 const PacketOptions options;
578 registered_transport->SendRtp(nullptr, 0, options);
Sebastian Jansson5f83cf02018-05-08 14:52:22 +0200579 fake_clock.AdvanceTime(TimeDelta::ms(kTimeBetweenSendRtpCallsMs));
Sam Zackrisson06953ba2018-02-01 16:53:16 +0100580 registered_transport->SendRtp(nullptr, 0, options);
581 }
582 EXPECT_TRUE(!helper.active_lifetime()->Empty());
583 EXPECT_EQ(helper.active_lifetime()->Length(), kTimeBetweenSendRtpCallsMs);
584}
solenberg85a04962015-10-27 03:35:21 -0700585} // namespace test
solenbergc7a8b082015-10-16 14:35:07 -0700586} // namespace webrtc