blob: 145a8e241988f62daedcccdb01d7a75eb386d5d2 [file] [log] [blame]
solenbergc7a8b082015-10-16 14:35:07 -07001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Fredrik Solenbergea073732015-12-01 11:26:34 +010011#include <string>
ossu20a4b3f2017-04-27 02:08:52 -070012#include <utility>
Fredrik Solenbergea073732015-12-01 11:26:34 +010013#include <vector>
14
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020015#include "audio/audio_send_stream.h"
16#include "audio/audio_state.h"
17#include "audio/conversion.h"
18#include "call/fake_rtp_transport_controller_send.h"
19#include "call/rtp_transport_controller_send_interface.h"
20#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
21#include "modules/audio_mixer/audio_mixer_impl.h"
Ivo Creusen56d46092017-11-24 17:29:59 +010022#include "modules/audio_processing/include/audio_processing_statistics.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "modules/audio_processing/include/mock_audio_processing.h"
24#include "modules/congestion_controller/include/mock/mock_congestion_observer.h"
25#include "modules/congestion_controller/include/send_side_congestion_controller.h"
26#include "modules/pacing/mock/mock_paced_sender.h"
27#include "modules/rtp_rtcp/mocks/mock_rtcp_rtt_stats.h"
28#include "modules/rtp_rtcp/mocks/mock_rtp_rtcp.h"
29#include "rtc_base/ptr_util.h"
30#include "rtc_base/task_queue.h"
31#include "test/gtest.h"
32#include "test/mock_audio_encoder.h"
33#include "test/mock_audio_encoder_factory.h"
34#include "test/mock_voe_channel_proxy.h"
35#include "test/mock_voice_engine.h"
36#include "voice_engine/transmit_mixer.h"
solenbergc7a8b082015-10-16 14:35:07 -070037
38namespace webrtc {
solenberg85a04962015-10-27 03:35:21 -070039namespace test {
Fredrik Solenberg0ccae132015-11-03 10:15:49 +010040namespace {
41
solenberg3a941542015-11-16 07:34:50 -080042using testing::_;
stefan7de8d642017-02-07 07:14:08 -080043using testing::Eq;
44using testing::Ne;
ossu20a4b3f2017-04-27 02:08:52 -070045using testing::Invoke;
solenberg3a941542015-11-16 07:34:50 -080046using testing::Return;
minyue-webrtc8de18262017-07-26 14:18:40 +020047using testing::StrEq;
solenberg3a941542015-11-16 07:34:50 -080048
Fredrik Solenberg0ccae132015-11-03 10:15:49 +010049const int kChannelId = 1;
50const uint32_t kSsrc = 1234;
solenberg3a941542015-11-16 07:34:50 -080051const char* kCName = "foo_name";
52const int kAudioLevelId = 2;
Stefan Holmerb86d4e42015-12-07 10:26:18 +010053const int kTransportSequenceNumberId = 4;
Ivo Creusen56d46092017-11-24 17:29:59 +010054const int32_t kEchoDelayMedian = 254;
55const int32_t kEchoDelayStdDev = -3;
56const double kDivergentFilterFraction = 0.2f;
57const double kEchoReturnLoss = -65;
58const double kEchoReturnLossEnhancement = 101;
59const double kResidualEchoLikelihood = -1.0f;
60const double kResidualEchoLikelihoodMax = 23.0f;
solenberg796b8f92017-03-01 17:02:23 -080061const int32_t kSpeechInputLevel = 96;
zsteine76bd3a2017-07-14 12:17:49 -070062const double kTotalInputEnergy = 0.25;
63const double kTotalInputDuration = 0.5;
solenberg566ef242015-11-06 15:34:49 -080064const CallStatistics kCallStats = {
65 1345, 1678, 1901, 1234, 112, 13456, 17890, 1567, -1890, -1123};
solenberg566ef242015-11-06 15:34:49 -080066const ReportBlock kReportBlock = {456, 780, 123, 567, 890, 132, 143, 13354};
Fredrik Solenbergb5727682015-12-04 15:22:19 +010067const int kTelephoneEventPayloadType = 123;
solenbergffbbcac2016-11-17 05:25:37 -080068const int kTelephoneEventPayloadFrequency = 65432;
solenberg8842c3e2016-03-11 03:06:41 -080069const int kTelephoneEventCode = 45;
70const int kTelephoneEventDuration = 6789;
minyue7a973442016-10-20 03:27:12 -070071const CodecInst kIsacCodec = {103, "isac", 16000, 320, 1, 32000};
ossu20a4b3f2017-04-27 02:08:52 -070072constexpr int kIsacPayloadType = 103;
73const SdpAudioFormat kIsacFormat = {"isac", 16000, 1};
74const SdpAudioFormat kOpusFormat = {"opus", 48000, 2};
75const SdpAudioFormat kG722Format = {"g722", 8000, 1};
76const AudioCodecSpec kCodecSpecs[] = {
77 {kIsacFormat, {16000, 1, 32000, 10000, 32000}},
78 {kOpusFormat, {48000, 1, 32000, 6000, 510000}},
79 {kG722Format, {16000, 1, 64000}}};
solenberg566ef242015-11-06 15:34:49 -080080
mflodman86cc6ff2016-07-26 04:44:06 -070081class MockLimitObserver : public BitrateAllocator::LimitObserver {
82 public:
83 MOCK_METHOD2(OnAllocationLimitsChanged,
84 void(uint32_t min_send_bitrate_bps,
85 uint32_t max_padding_bitrate_bps));
86};
87
solenberg796b8f92017-03-01 17:02:23 -080088class MockTransmitMixer : public voe::TransmitMixer {
89 public:
90 MOCK_CONST_METHOD0(AudioLevelFullRange, int16_t());
zsteine76bd3a2017-07-14 12:17:49 -070091 MOCK_CONST_METHOD0(GetTotalInputEnergy, double());
92 MOCK_CONST_METHOD0(GetTotalInputDuration, double());
solenbergfc3a2e32017-09-26 09:35:01 -070093 MOCK_CONST_METHOD0(typing_noise_detected, bool());
solenberg796b8f92017-03-01 17:02:23 -080094};
95
ossu20a4b3f2017-04-27 02:08:52 -070096std::unique_ptr<MockAudioEncoder> SetupAudioEncoderMock(
97 int payload_type,
98 const SdpAudioFormat& format) {
99 for (const auto& spec : kCodecSpecs) {
100 if (format == spec.format) {
101 std::unique_ptr<MockAudioEncoder> encoder(new MockAudioEncoder);
102 ON_CALL(*encoder.get(), SampleRateHz())
103 .WillByDefault(Return(spec.info.sample_rate_hz));
104 ON_CALL(*encoder.get(), NumChannels())
105 .WillByDefault(Return(spec.info.num_channels));
106 ON_CALL(*encoder.get(), RtpTimestampRateHz())
107 .WillByDefault(Return(spec.format.clockrate_hz));
108 return encoder;
109 }
110 }
111 return nullptr;
112}
113
114rtc::scoped_refptr<MockAudioEncoderFactory> SetupEncoderFactoryMock() {
115 rtc::scoped_refptr<MockAudioEncoderFactory> factory =
116 new rtc::RefCountedObject<MockAudioEncoderFactory>();
117 ON_CALL(*factory.get(), GetSupportedEncoders())
118 .WillByDefault(Return(std::vector<AudioCodecSpec>(
119 std::begin(kCodecSpecs), std::end(kCodecSpecs))));
120 ON_CALL(*factory.get(), QueryAudioEncoder(_))
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100121 .WillByDefault(Invoke(
122 [](const SdpAudioFormat& format) -> rtc::Optional<AudioCodecInfo> {
123 for (const auto& spec : kCodecSpecs) {
124 if (format == spec.format) {
125 return spec.info;
126 }
127 }
128 return rtc::nullopt;
129 }));
ossu20a4b3f2017-04-27 02:08:52 -0700130 ON_CALL(*factory.get(), MakeAudioEncoderMock(_, _, _))
131 .WillByDefault(Invoke([](int payload_type, const SdpAudioFormat& format,
132 std::unique_ptr<AudioEncoder>* return_value) {
133 *return_value = SetupAudioEncoderMock(payload_type, format);
134 }));
135 return factory;
136}
137
solenberg566ef242015-11-06 15:34:49 -0800138struct ConfigHelper {
ossu20a4b3f2017-04-27 02:08:52 -0700139 ConfigHelper(bool audio_bwe_enabled, bool expect_set_encoder_call)
nisseb8f9a322017-03-27 05:36:15 -0700140 : stream_config_(nullptr),
peaha9cc40b2017-06-29 08:32:09 -0700141 audio_processing_(new rtc::RefCountedObject<MockAudioProcessing>()),
zstein7cb69d52017-05-08 11:52:38 -0700142 simulated_clock_(123456),
143 send_side_cc_(rtc::MakeUnique<SendSideCongestionController>(
144 &simulated_clock_,
145 nullptr /* observer */,
146 &event_log_,
Stefan Holmer5c8942a2017-08-22 16:16:44 +0200147 &pacer_)),
148 fake_transport_(&packet_router_, &pacer_, send_side_cc_.get()),
perkj26091b12016-09-01 01:17:40 -0700149 bitrate_allocator_(&limit_observer_),
minyue-webrtc8de18262017-07-26 14:18:40 +0200150 worker_queue_("ConfigHelper_worker_queue"),
151 audio_encoder_(nullptr) {
solenberg13725082015-11-25 08:16:52 -0800152 using testing::Invoke;
solenberg3a941542015-11-16 07:34:50 -0800153
aleloidd310712016-11-17 06:28:59 -0800154 EXPECT_CALL(voice_engine_, audio_transport());
155
solenberg566ef242015-11-06 15:34:49 -0800156 AudioState::Config config;
157 config.voice_engine = &voice_engine_;
aleloi10111bc2016-11-17 06:48:48 -0800158 config.audio_mixer = AudioMixerImpl::Create();
peaha9cc40b2017-06-29 08:32:09 -0700159 config.audio_processing = audio_processing_;
solenberg566ef242015-11-06 15:34:49 -0800160 audio_state_ = AudioState::Create(config);
solenberg3a941542015-11-16 07:34:50 -0800161
stefan7de8d642017-02-07 07:14:08 -0800162 SetupDefaultChannelProxy(audio_bwe_enabled);
minyue6b825df2016-10-31 04:08:32 -0700163
solenberg13725082015-11-25 08:16:52 -0800164 EXPECT_CALL(voice_engine_, ChannelProxyFactory(kChannelId))
165 .WillOnce(Invoke([this](int channel_id) {
solenberg13725082015-11-25 08:16:52 -0800166 return channel_proxy_;
167 }));
minyue6b825df2016-10-31 04:08:32 -0700168
ossu20a4b3f2017-04-27 02:08:52 -0700169 SetupMockForSetupSendCodec(expect_set_encoder_call);
minyue6b825df2016-10-31 04:08:32 -0700170
ossu20a4b3f2017-04-27 02:08:52 -0700171 // Use ISAC as default codec so as to prevent unnecessary |voice_engine_|
172 // calls from the default ctor behavior.
173 stream_config_.send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100174 AudioSendStream::Config::SendCodecSpec(kIsacPayloadType, kIsacFormat);
solenberg566ef242015-11-06 15:34:49 -0800175 stream_config_.voe_channel_id = kChannelId;
176 stream_config_.rtp.ssrc = kSsrc;
solenberg971cab02016-06-14 10:02:41 -0700177 stream_config_.rtp.nack.rtp_history_ms = 200;
solenberg3a941542015-11-16 07:34:50 -0800178 stream_config_.rtp.c_name = kCName;
179 stream_config_.rtp.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700180 RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId));
stefan7de8d642017-02-07 07:14:08 -0800181 if (audio_bwe_enabled) {
ossu1129df22017-06-30 01:38:56 -0700182 AddBweToConfig(&stream_config_);
stefan7de8d642017-02-07 07:14:08 -0800183 }
ossu20a4b3f2017-04-27 02:08:52 -0700184 stream_config_.encoder_factory = SetupEncoderFactoryMock();
minyue78b4d562016-11-30 04:47:39 -0800185 stream_config_.min_bitrate_bps = 10000;
186 stream_config_.max_bitrate_bps = 65000;
solenberg566ef242015-11-06 15:34:49 -0800187 }
188
189 AudioSendStream::Config& config() { return stream_config_; }
ossu20a4b3f2017-04-27 02:08:52 -0700190 MockAudioEncoderFactory& mock_encoder_factory() {
191 return *static_cast<MockAudioEncoderFactory*>(
192 stream_config_.encoder_factory.get());
193 }
solenberg566ef242015-11-06 15:34:49 -0800194 rtc::scoped_refptr<AudioState> audio_state() { return audio_state_; }
solenberg94218532016-06-16 10:53:22 -0700195 MockVoEChannelProxy* channel_proxy() { return channel_proxy_; }
nisseb8f9a322017-03-27 05:36:15 -0700196 RtpTransportControllerSendInterface* transport() { return &fake_transport_; }
mflodman86cc6ff2016-07-26 04:44:06 -0700197 BitrateAllocator* bitrate_allocator() { return &bitrate_allocator_; }
perkj26091b12016-09-01 01:17:40 -0700198 rtc::TaskQueue* worker_queue() { return &worker_queue_; }
tereliuse035e2d2016-09-21 06:51:47 -0700199 RtcEventLog* event_log() { return &event_log_; }
minyue7a973442016-10-20 03:27:12 -0700200 MockVoiceEngine* voice_engine() { return &voice_engine_; }
201
ossu1129df22017-06-30 01:38:56 -0700202 static void AddBweToConfig(AudioSendStream::Config* config) {
203 config->rtp.extensions.push_back(
204 RtpExtension(RtpExtension::kTransportSequenceNumberUri,
205 kTransportSequenceNumberId));
206 config->send_codec_spec->transport_cc_enabled = true;
207 }
208
stefan7de8d642017-02-07 07:14:08 -0800209 void SetupDefaultChannelProxy(bool audio_bwe_enabled) {
minyue6b825df2016-10-31 04:08:32 -0700210 channel_proxy_ = new testing::StrictMock<MockVoEChannelProxy>();
ossu3b9ff382017-04-27 08:03:42 -0700211 EXPECT_CALL(*channel_proxy_, GetRtpRtcp(_, _))
212 .WillRepeatedly(Invoke(
213 [this](RtpRtcp** rtp_rtcp_module, RtpReceiver** rtp_receiver) {
214 *rtp_rtcp_module = &this->rtp_rtcp_;
215 *rtp_receiver = nullptr; // Not deemed necessary for tests yet.
216 }));
minyue6b825df2016-10-31 04:08:32 -0700217 EXPECT_CALL(*channel_proxy_, SetRTCPStatus(true)).Times(1);
218 EXPECT_CALL(*channel_proxy_, SetLocalSSRC(kSsrc)).Times(1);
219 EXPECT_CALL(*channel_proxy_, SetRTCP_CNAME(StrEq(kCName))).Times(1);
220 EXPECT_CALL(*channel_proxy_, SetNACKStatus(true, 10)).Times(1);
221 EXPECT_CALL(*channel_proxy_,
minyue6b825df2016-10-31 04:08:32 -0700222 SetSendAudioLevelIndicationStatus(true, kAudioLevelId))
223 .Times(1);
stefan7de8d642017-02-07 07:14:08 -0800224 if (audio_bwe_enabled) {
225 EXPECT_CALL(*channel_proxy_,
226 EnableSendTransportSequenceNumber(kTransportSequenceNumberId))
227 .Times(1);
nisse559af382017-03-21 06:41:12 -0700228 EXPECT_CALL(*channel_proxy_, RegisterSenderCongestionControlObjects(
nisseb8f9a322017-03-27 05:36:15 -0700229 &fake_transport_, Ne(nullptr)))
stefan7de8d642017-02-07 07:14:08 -0800230 .Times(1);
231 } else {
nisse559af382017-03-21 06:41:12 -0700232 EXPECT_CALL(*channel_proxy_, RegisterSenderCongestionControlObjects(
nisseb8f9a322017-03-27 05:36:15 -0700233 &fake_transport_, Eq(nullptr)))
stefan7de8d642017-02-07 07:14:08 -0800234 .Times(1);
235 }
ossu20a4b3f2017-04-27 02:08:52 -0700236 EXPECT_CALL(*channel_proxy_, SetBitrate(_, _))
237 .Times(1);
nissefdbfdc92017-03-31 05:44:52 -0700238 EXPECT_CALL(*channel_proxy_, ResetSenderCongestionControlObjects())
239 .Times(1);
solenberg1c239d42017-09-29 06:00:28 -0700240 EXPECT_CALL(*channel_proxy_, RegisterTransport(nullptr)).Times(2);
minyue6b825df2016-10-31 04:08:32 -0700241 EXPECT_CALL(*channel_proxy_, SetRtcEventLog(testing::NotNull())).Times(1);
242 EXPECT_CALL(*channel_proxy_, SetRtcEventLog(testing::IsNull()))
243 .Times(1); // Destructor resets the event log
michaelt9332b7d2016-11-30 07:51:13 -0800244 EXPECT_CALL(*channel_proxy_, SetRtcpRttStats(&rtcp_rtt_stats_)).Times(1);
245 EXPECT_CALL(*channel_proxy_, SetRtcpRttStats(testing::IsNull()))
246 .Times(1); // Destructor resets the rtt stats.
minyue6b825df2016-10-31 04:08:32 -0700247 }
248
ossu20a4b3f2017-04-27 02:08:52 -0700249 void SetupMockForSetupSendCodec(bool expect_set_encoder_call) {
250 if (expect_set_encoder_call) {
251 EXPECT_CALL(*channel_proxy_, SetEncoderForMock(_, _))
minyue-webrtc8de18262017-07-26 14:18:40 +0200252 .WillOnce(Invoke(
253 [this](int payload_type, std::unique_ptr<AudioEncoder>* encoder) {
254 this->audio_encoder_ = std::move(*encoder);
255 return true;
256 }));
ossu20a4b3f2017-04-27 02:08:52 -0700257 }
minyue7a973442016-10-20 03:27:12 -0700258 }
ossu20a4b3f2017-04-27 02:08:52 -0700259
minyue-webrtc8de18262017-07-26 14:18:40 +0200260 void SetupMockForModifyEncoder() {
261 // Let ModifyEncoder to invoke mock audio encoder.
262 EXPECT_CALL(*channel_proxy_, ModifyEncoder(_))
263 .WillRepeatedly(Invoke(
264 [this](rtc::FunctionView<void(std::unique_ptr<AudioEncoder>*)>
265 modifier) {
266 if (this->audio_encoder_)
267 modifier(&this->audio_encoder_);
268 }));
269 }
270
michaelt9332b7d2016-11-30 07:51:13 -0800271 RtcpRttStats* rtcp_rtt_stats() { return &rtcp_rtt_stats_; }
solenberg566ef242015-11-06 15:34:49 -0800272
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100273 void SetupMockForSendTelephoneEvent() {
274 EXPECT_TRUE(channel_proxy_);
275 EXPECT_CALL(*channel_proxy_,
solenbergffbbcac2016-11-17 05:25:37 -0800276 SetSendTelephoneEventPayloadType(kTelephoneEventPayloadType,
277 kTelephoneEventPayloadFrequency))
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100278 .WillOnce(Return(true));
279 EXPECT_CALL(*channel_proxy_,
280 SendTelephoneEventOutband(kTelephoneEventCode, kTelephoneEventDuration))
281 .WillOnce(Return(true));
282 }
283
solenberg566ef242015-11-06 15:34:49 -0800284 void SetupMockForGetStats() {
solenberg3a941542015-11-16 07:34:50 -0800285 using testing::DoAll;
solenbergbd9a77f2017-02-06 12:53:57 -0800286 using testing::SetArgPointee;
solenberg3a941542015-11-16 07:34:50 -0800287 using testing::SetArgReferee;
288
solenberg566ef242015-11-06 15:34:49 -0800289 std::vector<ReportBlock> report_blocks;
290 webrtc::ReportBlock block = kReportBlock;
291 report_blocks.push_back(block); // Has wrong SSRC.
292 block.source_SSRC = kSsrc;
293 report_blocks.push_back(block); // Correct block.
294 block.fraction_lost = 0;
295 report_blocks.push_back(block); // Duplicate SSRC, bad fraction_lost.
296
solenberg358057b2015-11-27 10:46:42 -0800297 EXPECT_TRUE(channel_proxy_);
298 EXPECT_CALL(*channel_proxy_, GetRTCPStatistics())
299 .WillRepeatedly(Return(kCallStats));
300 EXPECT_CALL(*channel_proxy_, GetRemoteRTCPReportBlocks())
301 .WillRepeatedly(Return(report_blocks));
ivoce1198e02017-09-08 08:13:19 -0700302 EXPECT_CALL(*channel_proxy_, GetANAStatistics())
303 .WillRepeatedly(Return(ANAStats()));
solenberg796b8f92017-03-01 17:02:23 -0800304 EXPECT_CALL(voice_engine_, transmit_mixer())
305 .WillRepeatedly(Return(&transmit_mixer_));
ivoc7aba0292016-11-14 04:52:06 -0800306
solenberg796b8f92017-03-01 17:02:23 -0800307 EXPECT_CALL(transmit_mixer_, AudioLevelFullRange())
308 .WillRepeatedly(Return(kSpeechInputLevel));
zsteine76bd3a2017-07-14 12:17:49 -0700309 EXPECT_CALL(transmit_mixer_, GetTotalInputEnergy())
310 .WillRepeatedly(Return(kTotalInputEnergy));
311 EXPECT_CALL(transmit_mixer_, GetTotalInputDuration())
312 .WillRepeatedly(Return(kTotalInputDuration));
solenbergfc3a2e32017-09-26 09:35:01 -0700313 EXPECT_CALL(transmit_mixer_, typing_noise_detected())
314 .WillRepeatedly(Return(true));
solenberg796b8f92017-03-01 17:02:23 -0800315
Ivo Creusen56d46092017-11-24 17:29:59 +0100316 audio_processing_stats_.echo_return_loss = kEchoReturnLoss;
317 audio_processing_stats_.echo_return_loss_enhancement =
318 kEchoReturnLossEnhancement;
319 audio_processing_stats_.delay_median_ms = kEchoDelayMedian;
320 audio_processing_stats_.delay_standard_deviation_ms = kEchoDelayStdDev;
321 audio_processing_stats_.divergent_filter_fraction =
322 kDivergentFilterFraction;
323 audio_processing_stats_.residual_echo_likelihood = kResidualEchoLikelihood;
324 audio_processing_stats_.residual_echo_likelihood_recent_max =
325 kResidualEchoLikelihoodMax;
ivoc7aba0292016-11-14 04:52:06 -0800326
Ivo Creusen56d46092017-11-24 17:29:59 +0100327 EXPECT_CALL(*audio_processing_, GetStatistics(true))
ivoc7aba0292016-11-14 04:52:06 -0800328 .WillRepeatedly(Return(audio_processing_stats_));
solenberg566ef242015-11-06 15:34:49 -0800329 }
330
331 private:
solenberg3a941542015-11-16 07:34:50 -0800332 testing::StrictMock<MockVoiceEngine> voice_engine_;
solenberg566ef242015-11-06 15:34:49 -0800333 rtc::scoped_refptr<AudioState> audio_state_;
334 AudioSendStream::Config stream_config_;
solenberg13725082015-11-25 08:16:52 -0800335 testing::StrictMock<MockVoEChannelProxy>* channel_proxy_ = nullptr;
peaha9cc40b2017-06-29 08:32:09 -0700336 rtc::scoped_refptr<MockAudioProcessing> audio_processing_;
solenberg796b8f92017-03-01 17:02:23 -0800337 MockTransmitMixer transmit_mixer_;
Ivo Creusen56d46092017-11-24 17:29:59 +0100338 AudioProcessingStats audio_processing_stats_;
zstein7cb69d52017-05-08 11:52:38 -0700339 SimulatedClock simulated_clock_;
340 PacketRouter packet_router_;
Stefan Holmer5c8942a2017-08-22 16:16:44 +0200341 testing::NiceMock<MockPacedSender> pacer_;
zstein7cb69d52017-05-08 11:52:38 -0700342 std::unique_ptr<SendSideCongestionController> send_side_cc_;
343 FakeRtpTransportControllerSend fake_transport_;
ivoc14d5dbe2016-07-04 07:06:55 -0700344 MockRtcEventLog event_log_;
ossu3b9ff382017-04-27 08:03:42 -0700345 MockRtpRtcp rtp_rtcp_;
michaelt9332b7d2016-11-30 07:51:13 -0800346 MockRtcpRttStats rtcp_rtt_stats_;
mflodman86cc6ff2016-07-26 04:44:06 -0700347 testing::NiceMock<MockLimitObserver> limit_observer_;
348 BitrateAllocator bitrate_allocator_;
perkj26091b12016-09-01 01:17:40 -0700349 // |worker_queue| is defined last to ensure all pending tasks are cancelled
350 // and deleted before any other members.
351 rtc::TaskQueue worker_queue_;
minyue-webrtc8de18262017-07-26 14:18:40 +0200352 std::unique_ptr<AudioEncoder> audio_encoder_;
solenberg566ef242015-11-06 15:34:49 -0800353};
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100354} // namespace
solenbergc7a8b082015-10-16 14:35:07 -0700355
356TEST(AudioSendStreamTest, ConfigToString) {
solenbergc7a8b082015-10-16 14:35:07 -0700357 AudioSendStream::Config config(nullptr);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100358 config.rtp.ssrc = kSsrc;
solenberg3a941542015-11-16 07:34:50 -0800359 config.rtp.c_name = kCName;
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100360 config.voe_channel_id = kChannelId;
minyue10cbb462016-11-07 09:29:22 -0800361 config.min_bitrate_bps = 12000;
362 config.max_bitrate_bps = 34000;
ossu20a4b3f2017-04-27 02:08:52 -0700363 config.send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100364 AudioSendStream::Config::SendCodecSpec(kIsacPayloadType, kIsacFormat);
ossu20a4b3f2017-04-27 02:08:52 -0700365 config.send_codec_spec->nack_enabled = true;
366 config.send_codec_spec->transport_cc_enabled = false;
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100367 config.send_codec_spec->cng_payload_type = 42;
ossu20a4b3f2017-04-27 02:08:52 -0700368 config.encoder_factory = MockAudioEncoderFactory::CreateUnusedFactory();
stefanb521aa72016-11-01 03:17:16 -0700369 config.rtp.extensions.push_back(
370 RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId));
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100371 EXPECT_EQ(
isheriff6f8d6862016-05-26 11:24:55 -0700372 "{rtp: {ssrc: 1234, extensions: [{uri: "
stefanb521aa72016-11-01 03:17:16 -0700373 "urn:ietf:params:rtp-hdrext:ssrc-audio-level, id: 2}], nack: "
deadbeef922246a2017-02-26 04:18:12 -0800374 "{rtp_history_ms: 0}, c_name: foo_name}, send_transport: null, "
minyue10cbb462016-11-07 09:29:22 -0800375 "voe_channel_id: 1, min_bitrate_bps: 12000, max_bitrate_bps: 34000, "
solenberg940b6d62016-10-25 11:19:07 -0700376 "send_codec_spec: {nack_enabled: true, transport_cc_enabled: false, "
ossu20a4b3f2017-04-27 02:08:52 -0700377 "cng_payload_type: 42, payload_type: 103, "
378 "format: {name: isac, clockrate_hz: 16000, num_channels: 1, "
379 "parameters: {}}}}",
solenberg85a04962015-10-27 03:35:21 -0700380 config.ToString());
solenbergc7a8b082015-10-16 14:35:07 -0700381}
382
383TEST(AudioSendStreamTest, ConstructDestruct) {
ossu20a4b3f2017-04-27 02:08:52 -0700384 ConfigHelper helper(false, true);
perkj26091b12016-09-01 01:17:40 -0700385 internal::AudioSendStream send_stream(
386 helper.config(), helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700387 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100388 helper.rtcp_rtt_stats(), rtc::nullopt);
solenbergc7a8b082015-10-16 14:35:07 -0700389}
solenberg85a04962015-10-27 03:35:21 -0700390
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100391TEST(AudioSendStreamTest, SendTelephoneEvent) {
ossu20a4b3f2017-04-27 02:08:52 -0700392 ConfigHelper helper(false, true);
perkj26091b12016-09-01 01:17:40 -0700393 internal::AudioSendStream send_stream(
394 helper.config(), helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700395 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100396 helper.rtcp_rtt_stats(), rtc::nullopt);
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100397 helper.SetupMockForSendTelephoneEvent();
398 EXPECT_TRUE(send_stream.SendTelephoneEvent(kTelephoneEventPayloadType,
solenbergffbbcac2016-11-17 05:25:37 -0800399 kTelephoneEventPayloadFrequency, kTelephoneEventCode,
400 kTelephoneEventDuration));
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100401}
402
solenberg94218532016-06-16 10:53:22 -0700403TEST(AudioSendStreamTest, SetMuted) {
ossu20a4b3f2017-04-27 02:08:52 -0700404 ConfigHelper helper(false, true);
perkj26091b12016-09-01 01:17:40 -0700405 internal::AudioSendStream send_stream(
406 helper.config(), helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700407 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100408 helper.rtcp_rtt_stats(), rtc::nullopt);
solenberg94218532016-06-16 10:53:22 -0700409 EXPECT_CALL(*helper.channel_proxy(), SetInputMute(true));
410 send_stream.SetMuted(true);
411}
412
stefan7de8d642017-02-07 07:14:08 -0800413TEST(AudioSendStreamTest, AudioBweCorrectObjectsOnChannelProxy) {
ossu20a4b3f2017-04-27 02:08:52 -0700414 ConfigHelper helper(true, true);
stefan7de8d642017-02-07 07:14:08 -0800415 internal::AudioSendStream send_stream(
416 helper.config(), helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700417 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100418 helper.rtcp_rtt_stats(), rtc::nullopt);
stefan7de8d642017-02-07 07:14:08 -0800419}
420
421TEST(AudioSendStreamTest, NoAudioBweCorrectObjectsOnChannelProxy) {
ossu20a4b3f2017-04-27 02:08:52 -0700422 ConfigHelper helper(false, true);
stefan7de8d642017-02-07 07:14:08 -0800423 internal::AudioSendStream send_stream(
424 helper.config(), helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700425 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100426 helper.rtcp_rtt_stats(), rtc::nullopt);
stefan7de8d642017-02-07 07:14:08 -0800427}
428
solenberg85a04962015-10-27 03:35:21 -0700429TEST(AudioSendStreamTest, GetStats) {
ossu20a4b3f2017-04-27 02:08:52 -0700430 ConfigHelper helper(false, true);
perkj26091b12016-09-01 01:17:40 -0700431 internal::AudioSendStream send_stream(
432 helper.config(), helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700433 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100434 helper.rtcp_rtt_stats(), rtc::nullopt);
solenberg566ef242015-11-06 15:34:49 -0800435 helper.SetupMockForGetStats();
Ivo Creusen56d46092017-11-24 17:29:59 +0100436 AudioSendStream::Stats stats = send_stream.GetStats(true);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100437 EXPECT_EQ(kSsrc, stats.local_ssrc);
438 EXPECT_EQ(static_cast<int64_t>(kCallStats.bytesSent), stats.bytes_sent);
439 EXPECT_EQ(kCallStats.packetsSent, stats.packets_sent);
440 EXPECT_EQ(static_cast<int32_t>(kReportBlock.cumulative_num_packets_lost),
solenberg85a04962015-10-27 03:35:21 -0700441 stats.packets_lost);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100442 EXPECT_EQ(Q8ToFloat(kReportBlock.fraction_lost), stats.fraction_lost);
minyue7a973442016-10-20 03:27:12 -0700443 EXPECT_EQ(std::string(kIsacCodec.plname), stats.codec_name);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100444 EXPECT_EQ(static_cast<int32_t>(kReportBlock.extended_highest_sequence_number),
solenberg85a04962015-10-27 03:35:21 -0700445 stats.ext_seqnum);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100446 EXPECT_EQ(static_cast<int32_t>(kReportBlock.interarrival_jitter /
minyue7a973442016-10-20 03:27:12 -0700447 (kIsacCodec.plfreq / 1000)),
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100448 stats.jitter_ms);
449 EXPECT_EQ(kCallStats.rttMs, stats.rtt_ms);
450 EXPECT_EQ(static_cast<int32_t>(kSpeechInputLevel), stats.audio_level);
zsteine76bd3a2017-07-14 12:17:49 -0700451 EXPECT_EQ(kTotalInputEnergy, stats.total_input_energy);
452 EXPECT_EQ(kTotalInputDuration, stats.total_input_duration);
Ivo Creusen56d46092017-11-24 17:29:59 +0100453 EXPECT_EQ(kEchoDelayMedian, stats.apm_statistics.delay_median_ms);
454 EXPECT_EQ(kEchoDelayStdDev, stats.apm_statistics.delay_standard_deviation_ms);
455 EXPECT_EQ(kEchoReturnLoss, stats.apm_statistics.echo_return_loss);
456 EXPECT_EQ(kEchoReturnLossEnhancement,
457 stats.apm_statistics.echo_return_loss_enhancement);
458 EXPECT_EQ(kDivergentFilterFraction,
459 stats.apm_statistics.divergent_filter_fraction);
460 EXPECT_EQ(kResidualEchoLikelihood,
461 stats.apm_statistics.residual_echo_likelihood);
462 EXPECT_EQ(kResidualEchoLikelihoodMax,
463 stats.apm_statistics.residual_echo_likelihood_recent_max);
solenbergfc3a2e32017-09-26 09:35:01 -0700464 EXPECT_TRUE(stats.typing_noise_detected);
solenberg566ef242015-11-06 15:34:49 -0800465}
minyue7a973442016-10-20 03:27:12 -0700466
minyue-webrtc8de18262017-07-26 14:18:40 +0200467TEST(AudioSendStreamTest, SendCodecAppliesAudioNetworkAdaptor) {
ossu20a4b3f2017-04-27 02:08:52 -0700468 ConfigHelper helper(false, true);
minyue7a973442016-10-20 03:27:12 -0700469 auto stream_config = helper.config();
ossu20a4b3f2017-04-27 02:08:52 -0700470 stream_config.send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100471 AudioSendStream::Config::SendCodecSpec(0, kOpusFormat);
minyue-webrtc8de18262017-07-26 14:18:40 +0200472 const std::string kAnaConfigString = "abcde";
473 const std::string kAnaReconfigString = "12345";
474
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100475 stream_config.audio_network_adaptor_config = kAnaConfigString;
ossu20a4b3f2017-04-27 02:08:52 -0700476
477 EXPECT_CALL(helper.mock_encoder_factory(), MakeAudioEncoderMock(_, _, _))
minyue-webrtc8de18262017-07-26 14:18:40 +0200478 .WillOnce(Invoke([&kAnaConfigString, &kAnaReconfigString](
479 int payload_type, const SdpAudioFormat& format,
480 std::unique_ptr<AudioEncoder>* return_value) {
ossu20a4b3f2017-04-27 02:08:52 -0700481 auto mock_encoder = SetupAudioEncoderMock(payload_type, format);
minyue-webrtc8de18262017-07-26 14:18:40 +0200482 EXPECT_CALL(*mock_encoder,
483 EnableAudioNetworkAdaptor(StrEq(kAnaConfigString), _))
484 .WillOnce(Return(true));
485 EXPECT_CALL(*mock_encoder,
486 EnableAudioNetworkAdaptor(StrEq(kAnaReconfigString), _))
ossu20a4b3f2017-04-27 02:08:52 -0700487 .WillOnce(Return(true));
488 *return_value = std::move(mock_encoder);
489 }));
490
minyue7a973442016-10-20 03:27:12 -0700491 internal::AudioSendStream send_stream(
492 stream_config, helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700493 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100494 helper.rtcp_rtt_stats(), rtc::nullopt);
minyue-webrtc8de18262017-07-26 14:18:40 +0200495
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100496 stream_config.audio_network_adaptor_config = kAnaReconfigString;
minyue-webrtc8de18262017-07-26 14:18:40 +0200497
498 helper.SetupMockForModifyEncoder();
499 send_stream.Reconfigure(stream_config);
minyue7a973442016-10-20 03:27:12 -0700500}
501
502// VAD is applied when codec is mono and the CNG frequency matches the codec
ossu20a4b3f2017-04-27 02:08:52 -0700503// clock rate.
minyue7a973442016-10-20 03:27:12 -0700504TEST(AudioSendStreamTest, SendCodecCanApplyVad) {
ossu20a4b3f2017-04-27 02:08:52 -0700505 ConfigHelper helper(false, false);
minyue7a973442016-10-20 03:27:12 -0700506 auto stream_config = helper.config();
ossu20a4b3f2017-04-27 02:08:52 -0700507 stream_config.send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100508 AudioSendStream::Config::SendCodecSpec(9, kG722Format);
509 stream_config.send_codec_spec->cng_payload_type = 105;
ossu20a4b3f2017-04-27 02:08:52 -0700510 using ::testing::Invoke;
511 std::unique_ptr<AudioEncoder> stolen_encoder;
512 EXPECT_CALL(*helper.channel_proxy(), SetEncoderForMock(_, _))
513 .WillOnce(
514 Invoke([&stolen_encoder](int payload_type,
515 std::unique_ptr<AudioEncoder>* encoder) {
516 stolen_encoder = std::move(*encoder);
517 return true;
518 }));
519
minyue7a973442016-10-20 03:27:12 -0700520 internal::AudioSendStream send_stream(
521 stream_config, helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700522 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100523 helper.rtcp_rtt_stats(), rtc::nullopt);
ossu20a4b3f2017-04-27 02:08:52 -0700524
525 // We cannot truly determine if the encoder created is an AudioEncoderCng. It
526 // is the only reasonable implementation that will return something from
527 // ReclaimContainedEncoders, though.
528 ASSERT_TRUE(stolen_encoder);
529 EXPECT_FALSE(stolen_encoder->ReclaimContainedEncoders().empty());
minyue7a973442016-10-20 03:27:12 -0700530}
531
minyue78b4d562016-11-30 04:47:39 -0800532TEST(AudioSendStreamTest, DoesNotPassHigherBitrateThanMaxBitrate) {
ossu20a4b3f2017-04-27 02:08:52 -0700533 ConfigHelper helper(false, true);
minyue78b4d562016-11-30 04:47:39 -0800534 internal::AudioSendStream send_stream(
535 helper.config(), helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700536 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100537 helper.rtcp_rtt_stats(), rtc::nullopt);
minyue78b4d562016-11-30 04:47:39 -0800538 EXPECT_CALL(*helper.channel_proxy(),
539 SetBitrate(helper.config().max_bitrate_bps, _));
540 send_stream.OnBitrateUpdated(helper.config().max_bitrate_bps + 5000, 0.0, 50,
541 6000);
542}
543
544TEST(AudioSendStreamTest, ProbingIntervalOnBitrateUpdated) {
ossu20a4b3f2017-04-27 02:08:52 -0700545 ConfigHelper helper(false, true);
minyue78b4d562016-11-30 04:47:39 -0800546 internal::AudioSendStream send_stream(
547 helper.config(), helper.audio_state(), helper.worker_queue(),
nisseb8f9a322017-03-27 05:36:15 -0700548 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100549 helper.rtcp_rtt_stats(), rtc::nullopt);
minyue78b4d562016-11-30 04:47:39 -0800550 EXPECT_CALL(*helper.channel_proxy(), SetBitrate(_, 5000));
551 send_stream.OnBitrateUpdated(50000, 0.0, 50, 5000);
552}
553
ossu20a4b3f2017-04-27 02:08:52 -0700554// Test that AudioSendStream doesn't recreate the encoder unnecessarily.
555TEST(AudioSendStreamTest, DontRecreateEncoder) {
556 ConfigHelper helper(false, false);
557 // WillOnce is (currently) the default used by ConfigHelper if asked to set an
558 // expectation for SetEncoder. Since this behavior is essential for this test
559 // to be correct, it's instead set-up manually here. Otherwise a simple change
560 // to ConfigHelper (say to WillRepeatedly) would silently make this test
561 // useless.
562 EXPECT_CALL(*helper.channel_proxy(), SetEncoderForMock(_, _))
563 .WillOnce(Return(true));
564
565 auto stream_config = helper.config();
566 stream_config.send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100567 AudioSendStream::Config::SendCodecSpec(9, kG722Format);
568 stream_config.send_codec_spec->cng_payload_type = 105;
ossu20a4b3f2017-04-27 02:08:52 -0700569 internal::AudioSendStream send_stream(
570 stream_config, helper.audio_state(), helper.worker_queue(),
571 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100572 helper.rtcp_rtt_stats(), rtc::nullopt);
ossu20a4b3f2017-04-27 02:08:52 -0700573 send_stream.Reconfigure(stream_config);
574}
575
ossu1129df22017-06-30 01:38:56 -0700576TEST(AudioSendStreamTest, ReconfigureTransportCcResetsFirst) {
577 ConfigHelper helper(false, true);
578 internal::AudioSendStream send_stream(
579 helper.config(), helper.audio_state(), helper.worker_queue(),
580 helper.transport(), helper.bitrate_allocator(), helper.event_log(),
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100581 helper.rtcp_rtt_stats(), rtc::nullopt);
ossu1129df22017-06-30 01:38:56 -0700582 auto new_config = helper.config();
583 ConfigHelper::AddBweToConfig(&new_config);
584 EXPECT_CALL(*helper.channel_proxy(),
585 EnableSendTransportSequenceNumber(kTransportSequenceNumberId))
586 .Times(1);
587 {
588 ::testing::InSequence seq;
589 EXPECT_CALL(*helper.channel_proxy(), ResetSenderCongestionControlObjects())
590 .Times(1);
591 EXPECT_CALL(*helper.channel_proxy(), RegisterSenderCongestionControlObjects(
592 helper.transport(), Ne(nullptr)))
593 .Times(1);
594 }
595 send_stream.Reconfigure(new_config);
596}
597
598
solenberg85a04962015-10-27 03:35:21 -0700599} // namespace test
solenbergc7a8b082015-10-16 14:35:07 -0700600} // namespace webrtc