blob: 925f93e3cf75b3c5dea129d1a762a838e6c32017 [file] [log] [blame]
solenbergc7a8b082015-10-16 14:35:07 -07001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Fredrik Solenbergea073732015-12-01 11:26:34 +010011#include <string>
ossu20a4b3f2017-04-27 02:08:52 -070012#include <utility>
Fredrik Solenbergea073732015-12-01 11:26:34 +010013#include <vector>
14
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020015#include "audio/audio_send_stream.h"
16#include "audio/audio_state.h"
17#include "audio/conversion.h"
Fredrik Solenberga8b7c7f2018-01-17 11:18:31 +010018#include "audio/mock_voe_channel_proxy.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "call/fake_rtp_transport_controller_send.h"
20#include "call/rtp_transport_controller_send_interface.h"
21#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
Fredrik Solenberg2a877972017-12-15 16:42:15 +010022#include "modules/audio_device/include/mock_audio_device.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "modules/audio_mixer/audio_mixer_impl.h"
Ivo Creusen56d46092017-11-24 17:29:59 +010024#include "modules/audio_processing/include/audio_processing_statistics.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020025#include "modules/audio_processing/include/mock_audio_processing.h"
26#include "modules/congestion_controller/include/mock/mock_congestion_observer.h"
27#include "modules/congestion_controller/include/send_side_congestion_controller.h"
28#include "modules/pacing/mock/mock_paced_sender.h"
29#include "modules/rtp_rtcp/mocks/mock_rtcp_rtt_stats.h"
30#include "modules/rtp_rtcp/mocks/mock_rtp_rtcp.h"
31#include "rtc_base/ptr_util.h"
32#include "rtc_base/task_queue.h"
33#include "test/gtest.h"
34#include "test/mock_audio_encoder.h"
35#include "test/mock_audio_encoder_factory.h"
solenbergc7a8b082015-10-16 14:35:07 -070036
37namespace webrtc {
solenberg85a04962015-10-27 03:35:21 -070038namespace test {
Fredrik Solenberg0ccae132015-11-03 10:15:49 +010039namespace {
40
solenberg3a941542015-11-16 07:34:50 -080041using testing::_;
stefan7de8d642017-02-07 07:14:08 -080042using testing::Eq;
43using testing::Ne;
ossu20a4b3f2017-04-27 02:08:52 -070044using testing::Invoke;
solenberg3a941542015-11-16 07:34:50 -080045using testing::Return;
minyue-webrtc8de18262017-07-26 14:18:40 +020046using testing::StrEq;
solenberg3a941542015-11-16 07:34:50 -080047
Fredrik Solenberg0ccae132015-11-03 10:15:49 +010048const uint32_t kSsrc = 1234;
solenberg3a941542015-11-16 07:34:50 -080049const char* kCName = "foo_name";
50const int kAudioLevelId = 2;
Stefan Holmerb86d4e42015-12-07 10:26:18 +010051const int kTransportSequenceNumberId = 4;
Ivo Creusen56d46092017-11-24 17:29:59 +010052const int32_t kEchoDelayMedian = 254;
53const int32_t kEchoDelayStdDev = -3;
54const double kDivergentFilterFraction = 0.2f;
55const double kEchoReturnLoss = -65;
56const double kEchoReturnLossEnhancement = 101;
57const double kResidualEchoLikelihood = -1.0f;
58const double kResidualEchoLikelihoodMax = 23.0f;
solenberg566ef242015-11-06 15:34:49 -080059const CallStatistics kCallStats = {
60 1345, 1678, 1901, 1234, 112, 13456, 17890, 1567, -1890, -1123};
solenberg566ef242015-11-06 15:34:49 -080061const ReportBlock kReportBlock = {456, 780, 123, 567, 890, 132, 143, 13354};
Fredrik Solenbergb5727682015-12-04 15:22:19 +010062const int kTelephoneEventPayloadType = 123;
solenbergffbbcac2016-11-17 05:25:37 -080063const int kTelephoneEventPayloadFrequency = 65432;
solenberg8842c3e2016-03-11 03:06:41 -080064const int kTelephoneEventCode = 45;
65const int kTelephoneEventDuration = 6789;
minyue7a973442016-10-20 03:27:12 -070066const CodecInst kIsacCodec = {103, "isac", 16000, 320, 1, 32000};
ossu20a4b3f2017-04-27 02:08:52 -070067constexpr int kIsacPayloadType = 103;
68const SdpAudioFormat kIsacFormat = {"isac", 16000, 1};
69const SdpAudioFormat kOpusFormat = {"opus", 48000, 2};
70const SdpAudioFormat kG722Format = {"g722", 8000, 1};
71const AudioCodecSpec kCodecSpecs[] = {
72 {kIsacFormat, {16000, 1, 32000, 10000, 32000}},
73 {kOpusFormat, {48000, 1, 32000, 6000, 510000}},
74 {kG722Format, {16000, 1, 64000}}};
solenberg566ef242015-11-06 15:34:49 -080075
mflodman86cc6ff2016-07-26 04:44:06 -070076class MockLimitObserver : public BitrateAllocator::LimitObserver {
77 public:
78 MOCK_METHOD2(OnAllocationLimitsChanged,
79 void(uint32_t min_send_bitrate_bps,
80 uint32_t max_padding_bitrate_bps));
81};
82
ossu20a4b3f2017-04-27 02:08:52 -070083std::unique_ptr<MockAudioEncoder> SetupAudioEncoderMock(
84 int payload_type,
85 const SdpAudioFormat& format) {
86 for (const auto& spec : kCodecSpecs) {
87 if (format == spec.format) {
88 std::unique_ptr<MockAudioEncoder> encoder(new MockAudioEncoder);
89 ON_CALL(*encoder.get(), SampleRateHz())
90 .WillByDefault(Return(spec.info.sample_rate_hz));
91 ON_CALL(*encoder.get(), NumChannels())
92 .WillByDefault(Return(spec.info.num_channels));
93 ON_CALL(*encoder.get(), RtpTimestampRateHz())
94 .WillByDefault(Return(spec.format.clockrate_hz));
95 return encoder;
96 }
97 }
98 return nullptr;
99}
100
101rtc::scoped_refptr<MockAudioEncoderFactory> SetupEncoderFactoryMock() {
102 rtc::scoped_refptr<MockAudioEncoderFactory> factory =
103 new rtc::RefCountedObject<MockAudioEncoderFactory>();
104 ON_CALL(*factory.get(), GetSupportedEncoders())
105 .WillByDefault(Return(std::vector<AudioCodecSpec>(
106 std::begin(kCodecSpecs), std::end(kCodecSpecs))));
107 ON_CALL(*factory.get(), QueryAudioEncoder(_))
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100108 .WillByDefault(Invoke(
109 [](const SdpAudioFormat& format) -> rtc::Optional<AudioCodecInfo> {
110 for (const auto& spec : kCodecSpecs) {
111 if (format == spec.format) {
112 return spec.info;
113 }
114 }
115 return rtc::nullopt;
116 }));
ossu20a4b3f2017-04-27 02:08:52 -0700117 ON_CALL(*factory.get(), MakeAudioEncoderMock(_, _, _))
118 .WillByDefault(Invoke([](int payload_type, const SdpAudioFormat& format,
119 std::unique_ptr<AudioEncoder>* return_value) {
120 *return_value = SetupAudioEncoderMock(payload_type, format);
121 }));
122 return factory;
123}
124
solenberg566ef242015-11-06 15:34:49 -0800125struct ConfigHelper {
ossu20a4b3f2017-04-27 02:08:52 -0700126 ConfigHelper(bool audio_bwe_enabled, bool expect_set_encoder_call)
nisseb8f9a322017-03-27 05:36:15 -0700127 : stream_config_(nullptr),
peaha9cc40b2017-06-29 08:32:09 -0700128 audio_processing_(new rtc::RefCountedObject<MockAudioProcessing>()),
zstein7cb69d52017-05-08 11:52:38 -0700129 simulated_clock_(123456),
130 send_side_cc_(rtc::MakeUnique<SendSideCongestionController>(
131 &simulated_clock_,
132 nullptr /* observer */,
133 &event_log_,
Stefan Holmer5c8942a2017-08-22 16:16:44 +0200134 &pacer_)),
135 fake_transport_(&packet_router_, &pacer_, send_side_cc_.get()),
perkj26091b12016-09-01 01:17:40 -0700136 bitrate_allocator_(&limit_observer_),
minyue-webrtc8de18262017-07-26 14:18:40 +0200137 worker_queue_("ConfigHelper_worker_queue"),
138 audio_encoder_(nullptr) {
solenberg13725082015-11-25 08:16:52 -0800139 using testing::Invoke;
solenberg3a941542015-11-16 07:34:50 -0800140
solenberg566ef242015-11-06 15:34:49 -0800141 AudioState::Config config;
aleloi10111bc2016-11-17 06:48:48 -0800142 config.audio_mixer = AudioMixerImpl::Create();
peaha9cc40b2017-06-29 08:32:09 -0700143 config.audio_processing = audio_processing_;
Fredrik Solenberg2a877972017-12-15 16:42:15 +0100144 config.audio_device_module =
145 new rtc::RefCountedObject<MockAudioDeviceModule>();
solenberg566ef242015-11-06 15:34:49 -0800146 audio_state_ = AudioState::Create(config);
solenberg3a941542015-11-16 07:34:50 -0800147
stefan7de8d642017-02-07 07:14:08 -0800148 SetupDefaultChannelProxy(audio_bwe_enabled);
ossu20a4b3f2017-04-27 02:08:52 -0700149 SetupMockForSetupSendCodec(expect_set_encoder_call);
minyue6b825df2016-10-31 04:08:32 -0700150
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100151 // Use ISAC as default codec so as to prevent unnecessary |channel_proxy_|
ossu20a4b3f2017-04-27 02:08:52 -0700152 // calls from the default ctor behavior.
153 stream_config_.send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100154 AudioSendStream::Config::SendCodecSpec(kIsacPayloadType, kIsacFormat);
solenberg566ef242015-11-06 15:34:49 -0800155 stream_config_.rtp.ssrc = kSsrc;
solenberg971cab02016-06-14 10:02:41 -0700156 stream_config_.rtp.nack.rtp_history_ms = 200;
solenberg3a941542015-11-16 07:34:50 -0800157 stream_config_.rtp.c_name = kCName;
158 stream_config_.rtp.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700159 RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId));
stefan7de8d642017-02-07 07:14:08 -0800160 if (audio_bwe_enabled) {
ossu1129df22017-06-30 01:38:56 -0700161 AddBweToConfig(&stream_config_);
stefan7de8d642017-02-07 07:14:08 -0800162 }
ossu20a4b3f2017-04-27 02:08:52 -0700163 stream_config_.encoder_factory = SetupEncoderFactoryMock();
minyue78b4d562016-11-30 04:47:39 -0800164 stream_config_.min_bitrate_bps = 10000;
165 stream_config_.max_bitrate_bps = 65000;
solenberg566ef242015-11-06 15:34:49 -0800166 }
167
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100168 std::unique_ptr<internal::AudioSendStream> CreateAudioSendStream() {
169 return std::unique_ptr<internal::AudioSendStream>(
170 new internal::AudioSendStream(
171 stream_config_,
172 audio_state_,
173 &worker_queue_,
174 &fake_transport_,
175 &bitrate_allocator_,
176 &event_log_,
177 &rtcp_rtt_stats_,
178 rtc::nullopt,
179 std::unique_ptr<voe::ChannelProxy>(channel_proxy_)));
180 }
181
solenberg566ef242015-11-06 15:34:49 -0800182 AudioSendStream::Config& config() { return stream_config_; }
ossu20a4b3f2017-04-27 02:08:52 -0700183 MockAudioEncoderFactory& mock_encoder_factory() {
184 return *static_cast<MockAudioEncoderFactory*>(
185 stream_config_.encoder_factory.get());
186 }
solenberg94218532016-06-16 10:53:22 -0700187 MockVoEChannelProxy* channel_proxy() { return channel_proxy_; }
nisseb8f9a322017-03-27 05:36:15 -0700188 RtpTransportControllerSendInterface* transport() { return &fake_transport_; }
minyue7a973442016-10-20 03:27:12 -0700189
ossu1129df22017-06-30 01:38:56 -0700190 static void AddBweToConfig(AudioSendStream::Config* config) {
191 config->rtp.extensions.push_back(
192 RtpExtension(RtpExtension::kTransportSequenceNumberUri,
193 kTransportSequenceNumberId));
194 config->send_codec_spec->transport_cc_enabled = true;
195 }
196
stefan7de8d642017-02-07 07:14:08 -0800197 void SetupDefaultChannelProxy(bool audio_bwe_enabled) {
minyue6b825df2016-10-31 04:08:32 -0700198 channel_proxy_ = new testing::StrictMock<MockVoEChannelProxy>();
ossu3b9ff382017-04-27 08:03:42 -0700199 EXPECT_CALL(*channel_proxy_, GetRtpRtcp(_, _))
200 .WillRepeatedly(Invoke(
201 [this](RtpRtcp** rtp_rtcp_module, RtpReceiver** rtp_receiver) {
202 *rtp_rtcp_module = &this->rtp_rtcp_;
203 *rtp_receiver = nullptr; // Not deemed necessary for tests yet.
204 }));
minyue6b825df2016-10-31 04:08:32 -0700205 EXPECT_CALL(*channel_proxy_, SetRTCPStatus(true)).Times(1);
206 EXPECT_CALL(*channel_proxy_, SetLocalSSRC(kSsrc)).Times(1);
207 EXPECT_CALL(*channel_proxy_, SetRTCP_CNAME(StrEq(kCName))).Times(1);
208 EXPECT_CALL(*channel_proxy_, SetNACKStatus(true, 10)).Times(1);
209 EXPECT_CALL(*channel_proxy_,
minyue6b825df2016-10-31 04:08:32 -0700210 SetSendAudioLevelIndicationStatus(true, kAudioLevelId))
211 .Times(1);
stefan7de8d642017-02-07 07:14:08 -0800212 if (audio_bwe_enabled) {
213 EXPECT_CALL(*channel_proxy_,
214 EnableSendTransportSequenceNumber(kTransportSequenceNumberId))
215 .Times(1);
nisse559af382017-03-21 06:41:12 -0700216 EXPECT_CALL(*channel_proxy_, RegisterSenderCongestionControlObjects(
nisseb8f9a322017-03-27 05:36:15 -0700217 &fake_transport_, Ne(nullptr)))
stefan7de8d642017-02-07 07:14:08 -0800218 .Times(1);
219 } else {
nisse559af382017-03-21 06:41:12 -0700220 EXPECT_CALL(*channel_proxy_, RegisterSenderCongestionControlObjects(
nisseb8f9a322017-03-27 05:36:15 -0700221 &fake_transport_, Eq(nullptr)))
stefan7de8d642017-02-07 07:14:08 -0800222 .Times(1);
223 }
nissefdbfdc92017-03-31 05:44:52 -0700224 EXPECT_CALL(*channel_proxy_, ResetSenderCongestionControlObjects())
225 .Times(1);
solenberg1c239d42017-09-29 06:00:28 -0700226 EXPECT_CALL(*channel_proxy_, RegisterTransport(nullptr)).Times(2);
minyue6b825df2016-10-31 04:08:32 -0700227 EXPECT_CALL(*channel_proxy_, SetRtcEventLog(testing::NotNull())).Times(1);
228 EXPECT_CALL(*channel_proxy_, SetRtcEventLog(testing::IsNull()))
229 .Times(1); // Destructor resets the event log
michaelt9332b7d2016-11-30 07:51:13 -0800230 EXPECT_CALL(*channel_proxy_, SetRtcpRttStats(&rtcp_rtt_stats_)).Times(1);
231 EXPECT_CALL(*channel_proxy_, SetRtcpRttStats(testing::IsNull()))
232 .Times(1); // Destructor resets the rtt stats.
minyue6b825df2016-10-31 04:08:32 -0700233 }
234
ossu20a4b3f2017-04-27 02:08:52 -0700235 void SetupMockForSetupSendCodec(bool expect_set_encoder_call) {
236 if (expect_set_encoder_call) {
237 EXPECT_CALL(*channel_proxy_, SetEncoderForMock(_, _))
minyue-webrtc8de18262017-07-26 14:18:40 +0200238 .WillOnce(Invoke(
239 [this](int payload_type, std::unique_ptr<AudioEncoder>* encoder) {
240 this->audio_encoder_ = std::move(*encoder);
241 return true;
242 }));
ossu20a4b3f2017-04-27 02:08:52 -0700243 }
minyue7a973442016-10-20 03:27:12 -0700244 }
ossu20a4b3f2017-04-27 02:08:52 -0700245
minyue-webrtc8de18262017-07-26 14:18:40 +0200246 void SetupMockForModifyEncoder() {
247 // Let ModifyEncoder to invoke mock audio encoder.
248 EXPECT_CALL(*channel_proxy_, ModifyEncoder(_))
249 .WillRepeatedly(Invoke(
250 [this](rtc::FunctionView<void(std::unique_ptr<AudioEncoder>*)>
251 modifier) {
252 if (this->audio_encoder_)
253 modifier(&this->audio_encoder_);
254 }));
255 }
256
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100257 void SetupMockForSendTelephoneEvent() {
258 EXPECT_TRUE(channel_proxy_);
259 EXPECT_CALL(*channel_proxy_,
solenbergffbbcac2016-11-17 05:25:37 -0800260 SetSendTelephoneEventPayloadType(kTelephoneEventPayloadType,
261 kTelephoneEventPayloadFrequency))
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100262 .WillOnce(Return(true));
263 EXPECT_CALL(*channel_proxy_,
264 SendTelephoneEventOutband(kTelephoneEventCode, kTelephoneEventDuration))
265 .WillOnce(Return(true));
266 }
267
solenberg566ef242015-11-06 15:34:49 -0800268 void SetupMockForGetStats() {
solenberg3a941542015-11-16 07:34:50 -0800269 using testing::DoAll;
solenbergbd9a77f2017-02-06 12:53:57 -0800270 using testing::SetArgPointee;
solenberg3a941542015-11-16 07:34:50 -0800271 using testing::SetArgReferee;
272
solenberg566ef242015-11-06 15:34:49 -0800273 std::vector<ReportBlock> report_blocks;
274 webrtc::ReportBlock block = kReportBlock;
275 report_blocks.push_back(block); // Has wrong SSRC.
276 block.source_SSRC = kSsrc;
277 report_blocks.push_back(block); // Correct block.
278 block.fraction_lost = 0;
279 report_blocks.push_back(block); // Duplicate SSRC, bad fraction_lost.
280
solenberg358057b2015-11-27 10:46:42 -0800281 EXPECT_TRUE(channel_proxy_);
282 EXPECT_CALL(*channel_proxy_, GetRTCPStatistics())
283 .WillRepeatedly(Return(kCallStats));
284 EXPECT_CALL(*channel_proxy_, GetRemoteRTCPReportBlocks())
285 .WillRepeatedly(Return(report_blocks));
ivoce1198e02017-09-08 08:13:19 -0700286 EXPECT_CALL(*channel_proxy_, GetANAStatistics())
287 .WillRepeatedly(Return(ANAStats()));
solenberg796b8f92017-03-01 17:02:23 -0800288
Ivo Creusen56d46092017-11-24 17:29:59 +0100289 audio_processing_stats_.echo_return_loss = kEchoReturnLoss;
290 audio_processing_stats_.echo_return_loss_enhancement =
291 kEchoReturnLossEnhancement;
292 audio_processing_stats_.delay_median_ms = kEchoDelayMedian;
293 audio_processing_stats_.delay_standard_deviation_ms = kEchoDelayStdDev;
294 audio_processing_stats_.divergent_filter_fraction =
295 kDivergentFilterFraction;
296 audio_processing_stats_.residual_echo_likelihood = kResidualEchoLikelihood;
297 audio_processing_stats_.residual_echo_likelihood_recent_max =
298 kResidualEchoLikelihoodMax;
ivoc7aba0292016-11-14 04:52:06 -0800299
Ivo Creusen56d46092017-11-24 17:29:59 +0100300 EXPECT_CALL(*audio_processing_, GetStatistics(true))
ivoc7aba0292016-11-14 04:52:06 -0800301 .WillRepeatedly(Return(audio_processing_stats_));
solenberg566ef242015-11-06 15:34:49 -0800302 }
303
304 private:
solenberg566ef242015-11-06 15:34:49 -0800305 rtc::scoped_refptr<AudioState> audio_state_;
306 AudioSendStream::Config stream_config_;
solenberg13725082015-11-25 08:16:52 -0800307 testing::StrictMock<MockVoEChannelProxy>* channel_proxy_ = nullptr;
peaha9cc40b2017-06-29 08:32:09 -0700308 rtc::scoped_refptr<MockAudioProcessing> audio_processing_;
Ivo Creusen56d46092017-11-24 17:29:59 +0100309 AudioProcessingStats audio_processing_stats_;
zstein7cb69d52017-05-08 11:52:38 -0700310 SimulatedClock simulated_clock_;
311 PacketRouter packet_router_;
Stefan Holmer5c8942a2017-08-22 16:16:44 +0200312 testing::NiceMock<MockPacedSender> pacer_;
zstein7cb69d52017-05-08 11:52:38 -0700313 std::unique_ptr<SendSideCongestionController> send_side_cc_;
314 FakeRtpTransportControllerSend fake_transport_;
ivoc14d5dbe2016-07-04 07:06:55 -0700315 MockRtcEventLog event_log_;
ossu3b9ff382017-04-27 08:03:42 -0700316 MockRtpRtcp rtp_rtcp_;
michaelt9332b7d2016-11-30 07:51:13 -0800317 MockRtcpRttStats rtcp_rtt_stats_;
mflodman86cc6ff2016-07-26 04:44:06 -0700318 testing::NiceMock<MockLimitObserver> limit_observer_;
319 BitrateAllocator bitrate_allocator_;
perkj26091b12016-09-01 01:17:40 -0700320 // |worker_queue| is defined last to ensure all pending tasks are cancelled
321 // and deleted before any other members.
322 rtc::TaskQueue worker_queue_;
minyue-webrtc8de18262017-07-26 14:18:40 +0200323 std::unique_ptr<AudioEncoder> audio_encoder_;
solenberg566ef242015-11-06 15:34:49 -0800324};
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100325} // namespace
solenbergc7a8b082015-10-16 14:35:07 -0700326
327TEST(AudioSendStreamTest, ConfigToString) {
solenbergc7a8b082015-10-16 14:35:07 -0700328 AudioSendStream::Config config(nullptr);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100329 config.rtp.ssrc = kSsrc;
solenberg3a941542015-11-16 07:34:50 -0800330 config.rtp.c_name = kCName;
minyue10cbb462016-11-07 09:29:22 -0800331 config.min_bitrate_bps = 12000;
332 config.max_bitrate_bps = 34000;
ossu20a4b3f2017-04-27 02:08:52 -0700333 config.send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100334 AudioSendStream::Config::SendCodecSpec(kIsacPayloadType, kIsacFormat);
ossu20a4b3f2017-04-27 02:08:52 -0700335 config.send_codec_spec->nack_enabled = true;
336 config.send_codec_spec->transport_cc_enabled = false;
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100337 config.send_codec_spec->cng_payload_type = 42;
ossu20a4b3f2017-04-27 02:08:52 -0700338 config.encoder_factory = MockAudioEncoderFactory::CreateUnusedFactory();
stefanb521aa72016-11-01 03:17:16 -0700339 config.rtp.extensions.push_back(
340 RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId));
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100341 EXPECT_EQ(
isheriff6f8d6862016-05-26 11:24:55 -0700342 "{rtp: {ssrc: 1234, extensions: [{uri: "
stefanb521aa72016-11-01 03:17:16 -0700343 "urn:ietf:params:rtp-hdrext:ssrc-audio-level, id: 2}], nack: "
deadbeef922246a2017-02-26 04:18:12 -0800344 "{rtp_history_ms: 0}, c_name: foo_name}, send_transport: null, "
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100345 "min_bitrate_bps: 12000, max_bitrate_bps: 34000, "
solenberg940b6d62016-10-25 11:19:07 -0700346 "send_codec_spec: {nack_enabled: true, transport_cc_enabled: false, "
ossu20a4b3f2017-04-27 02:08:52 -0700347 "cng_payload_type: 42, payload_type: 103, "
348 "format: {name: isac, clockrate_hz: 16000, num_channels: 1, "
349 "parameters: {}}}}",
solenberg85a04962015-10-27 03:35:21 -0700350 config.ToString());
solenbergc7a8b082015-10-16 14:35:07 -0700351}
352
353TEST(AudioSendStreamTest, ConstructDestruct) {
ossu20a4b3f2017-04-27 02:08:52 -0700354 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100355 auto send_stream = helper.CreateAudioSendStream();
solenbergc7a8b082015-10-16 14:35:07 -0700356}
solenberg85a04962015-10-27 03:35:21 -0700357
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100358TEST(AudioSendStreamTest, SendTelephoneEvent) {
ossu20a4b3f2017-04-27 02:08:52 -0700359 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100360 auto send_stream = helper.CreateAudioSendStream();
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100361 helper.SetupMockForSendTelephoneEvent();
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100362 EXPECT_TRUE(send_stream->SendTelephoneEvent(kTelephoneEventPayloadType,
solenbergffbbcac2016-11-17 05:25:37 -0800363 kTelephoneEventPayloadFrequency, kTelephoneEventCode,
364 kTelephoneEventDuration));
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100365}
366
solenberg94218532016-06-16 10:53:22 -0700367TEST(AudioSendStreamTest, SetMuted) {
ossu20a4b3f2017-04-27 02:08:52 -0700368 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100369 auto send_stream = helper.CreateAudioSendStream();
solenberg94218532016-06-16 10:53:22 -0700370 EXPECT_CALL(*helper.channel_proxy(), SetInputMute(true));
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100371 send_stream->SetMuted(true);
solenberg94218532016-06-16 10:53:22 -0700372}
373
stefan7de8d642017-02-07 07:14:08 -0800374TEST(AudioSendStreamTest, AudioBweCorrectObjectsOnChannelProxy) {
ossu20a4b3f2017-04-27 02:08:52 -0700375 ConfigHelper helper(true, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100376 auto send_stream = helper.CreateAudioSendStream();
stefan7de8d642017-02-07 07:14:08 -0800377}
378
379TEST(AudioSendStreamTest, NoAudioBweCorrectObjectsOnChannelProxy) {
ossu20a4b3f2017-04-27 02:08:52 -0700380 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100381 auto send_stream = helper.CreateAudioSendStream();
stefan7de8d642017-02-07 07:14:08 -0800382}
383
solenberg85a04962015-10-27 03:35:21 -0700384TEST(AudioSendStreamTest, GetStats) {
ossu20a4b3f2017-04-27 02:08:52 -0700385 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100386 auto send_stream = helper.CreateAudioSendStream();
solenberg566ef242015-11-06 15:34:49 -0800387 helper.SetupMockForGetStats();
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100388 AudioSendStream::Stats stats = send_stream->GetStats(true);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100389 EXPECT_EQ(kSsrc, stats.local_ssrc);
390 EXPECT_EQ(static_cast<int64_t>(kCallStats.bytesSent), stats.bytes_sent);
391 EXPECT_EQ(kCallStats.packetsSent, stats.packets_sent);
392 EXPECT_EQ(static_cast<int32_t>(kReportBlock.cumulative_num_packets_lost),
solenberg85a04962015-10-27 03:35:21 -0700393 stats.packets_lost);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100394 EXPECT_EQ(Q8ToFloat(kReportBlock.fraction_lost), stats.fraction_lost);
minyue7a973442016-10-20 03:27:12 -0700395 EXPECT_EQ(std::string(kIsacCodec.plname), stats.codec_name);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100396 EXPECT_EQ(static_cast<int32_t>(kReportBlock.extended_highest_sequence_number),
solenberg85a04962015-10-27 03:35:21 -0700397 stats.ext_seqnum);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100398 EXPECT_EQ(static_cast<int32_t>(kReportBlock.interarrival_jitter /
minyue7a973442016-10-20 03:27:12 -0700399 (kIsacCodec.plfreq / 1000)),
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100400 stats.jitter_ms);
401 EXPECT_EQ(kCallStats.rttMs, stats.rtt_ms);
Fredrik Solenberg2a877972017-12-15 16:42:15 +0100402 EXPECT_EQ(0, stats.audio_level);
403 EXPECT_EQ(0, stats.total_input_energy);
404 EXPECT_EQ(0, stats.total_input_duration);
Ivo Creusen56d46092017-11-24 17:29:59 +0100405 EXPECT_EQ(kEchoDelayMedian, stats.apm_statistics.delay_median_ms);
406 EXPECT_EQ(kEchoDelayStdDev, stats.apm_statistics.delay_standard_deviation_ms);
407 EXPECT_EQ(kEchoReturnLoss, stats.apm_statistics.echo_return_loss);
408 EXPECT_EQ(kEchoReturnLossEnhancement,
409 stats.apm_statistics.echo_return_loss_enhancement);
410 EXPECT_EQ(kDivergentFilterFraction,
411 stats.apm_statistics.divergent_filter_fraction);
412 EXPECT_EQ(kResidualEchoLikelihood,
413 stats.apm_statistics.residual_echo_likelihood);
414 EXPECT_EQ(kResidualEchoLikelihoodMax,
415 stats.apm_statistics.residual_echo_likelihood_recent_max);
Fredrik Solenberg2a877972017-12-15 16:42:15 +0100416 EXPECT_FALSE(stats.typing_noise_detected);
solenberg566ef242015-11-06 15:34:49 -0800417}
minyue7a973442016-10-20 03:27:12 -0700418
minyue-webrtc8de18262017-07-26 14:18:40 +0200419TEST(AudioSendStreamTest, SendCodecAppliesAudioNetworkAdaptor) {
ossu20a4b3f2017-04-27 02:08:52 -0700420 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100421 helper.config().send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100422 AudioSendStream::Config::SendCodecSpec(0, kOpusFormat);
minyue-webrtc8de18262017-07-26 14:18:40 +0200423 const std::string kAnaConfigString = "abcde";
424 const std::string kAnaReconfigString = "12345";
425
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100426 helper.config().audio_network_adaptor_config = kAnaConfigString;
ossu20a4b3f2017-04-27 02:08:52 -0700427
428 EXPECT_CALL(helper.mock_encoder_factory(), MakeAudioEncoderMock(_, _, _))
minyue-webrtc8de18262017-07-26 14:18:40 +0200429 .WillOnce(Invoke([&kAnaConfigString, &kAnaReconfigString](
430 int payload_type, const SdpAudioFormat& format,
431 std::unique_ptr<AudioEncoder>* return_value) {
ossu20a4b3f2017-04-27 02:08:52 -0700432 auto mock_encoder = SetupAudioEncoderMock(payload_type, format);
minyue-webrtc8de18262017-07-26 14:18:40 +0200433 EXPECT_CALL(*mock_encoder,
434 EnableAudioNetworkAdaptor(StrEq(kAnaConfigString), _))
435 .WillOnce(Return(true));
436 EXPECT_CALL(*mock_encoder,
437 EnableAudioNetworkAdaptor(StrEq(kAnaReconfigString), _))
ossu20a4b3f2017-04-27 02:08:52 -0700438 .WillOnce(Return(true));
439 *return_value = std::move(mock_encoder);
440 }));
441
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100442 auto send_stream = helper.CreateAudioSendStream();
minyue-webrtc8de18262017-07-26 14:18:40 +0200443
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100444 auto stream_config = helper.config();
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100445 stream_config.audio_network_adaptor_config = kAnaReconfigString;
minyue-webrtc8de18262017-07-26 14:18:40 +0200446
447 helper.SetupMockForModifyEncoder();
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100448 send_stream->Reconfigure(stream_config);
minyue7a973442016-10-20 03:27:12 -0700449}
450
451// VAD is applied when codec is mono and the CNG frequency matches the codec
ossu20a4b3f2017-04-27 02:08:52 -0700452// clock rate.
minyue7a973442016-10-20 03:27:12 -0700453TEST(AudioSendStreamTest, SendCodecCanApplyVad) {
ossu20a4b3f2017-04-27 02:08:52 -0700454 ConfigHelper helper(false, false);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100455 helper.config().send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100456 AudioSendStream::Config::SendCodecSpec(9, kG722Format);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100457 helper.config().send_codec_spec->cng_payload_type = 105;
ossu20a4b3f2017-04-27 02:08:52 -0700458 using ::testing::Invoke;
459 std::unique_ptr<AudioEncoder> stolen_encoder;
460 EXPECT_CALL(*helper.channel_proxy(), SetEncoderForMock(_, _))
461 .WillOnce(
462 Invoke([&stolen_encoder](int payload_type,
463 std::unique_ptr<AudioEncoder>* encoder) {
464 stolen_encoder = std::move(*encoder);
465 return true;
466 }));
467
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100468 auto send_stream = helper.CreateAudioSendStream();
ossu20a4b3f2017-04-27 02:08:52 -0700469
470 // We cannot truly determine if the encoder created is an AudioEncoderCng. It
471 // is the only reasonable implementation that will return something from
472 // ReclaimContainedEncoders, though.
473 ASSERT_TRUE(stolen_encoder);
474 EXPECT_FALSE(stolen_encoder->ReclaimContainedEncoders().empty());
minyue7a973442016-10-20 03:27:12 -0700475}
476
minyue78b4d562016-11-30 04:47:39 -0800477TEST(AudioSendStreamTest, DoesNotPassHigherBitrateThanMaxBitrate) {
ossu20a4b3f2017-04-27 02:08:52 -0700478 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100479 auto send_stream = helper.CreateAudioSendStream();
minyue78b4d562016-11-30 04:47:39 -0800480 EXPECT_CALL(*helper.channel_proxy(),
481 SetBitrate(helper.config().max_bitrate_bps, _));
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100482 send_stream->OnBitrateUpdated(helper.config().max_bitrate_bps + 5000, 0.0, 50,
483 6000);
minyue78b4d562016-11-30 04:47:39 -0800484}
485
486TEST(AudioSendStreamTest, ProbingIntervalOnBitrateUpdated) {
ossu20a4b3f2017-04-27 02:08:52 -0700487 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100488 auto send_stream = helper.CreateAudioSendStream();
minyue78b4d562016-11-30 04:47:39 -0800489 EXPECT_CALL(*helper.channel_proxy(), SetBitrate(_, 5000));
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100490 send_stream->OnBitrateUpdated(50000, 0.0, 50, 5000);
minyue78b4d562016-11-30 04:47:39 -0800491}
492
ossu20a4b3f2017-04-27 02:08:52 -0700493// Test that AudioSendStream doesn't recreate the encoder unnecessarily.
494TEST(AudioSendStreamTest, DontRecreateEncoder) {
495 ConfigHelper helper(false, false);
496 // WillOnce is (currently) the default used by ConfigHelper if asked to set an
497 // expectation for SetEncoder. Since this behavior is essential for this test
498 // to be correct, it's instead set-up manually here. Otherwise a simple change
499 // to ConfigHelper (say to WillRepeatedly) would silently make this test
500 // useless.
501 EXPECT_CALL(*helper.channel_proxy(), SetEncoderForMock(_, _))
502 .WillOnce(Return(true));
503
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100504 helper.config().send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100505 AudioSendStream::Config::SendCodecSpec(9, kG722Format);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100506 helper.config().send_codec_spec->cng_payload_type = 105;
507 auto send_stream = helper.CreateAudioSendStream();
508 send_stream->Reconfigure(helper.config());
ossu20a4b3f2017-04-27 02:08:52 -0700509}
510
ossu1129df22017-06-30 01:38:56 -0700511TEST(AudioSendStreamTest, ReconfigureTransportCcResetsFirst) {
512 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100513 auto send_stream = helper.CreateAudioSendStream();
ossu1129df22017-06-30 01:38:56 -0700514 auto new_config = helper.config();
515 ConfigHelper::AddBweToConfig(&new_config);
516 EXPECT_CALL(*helper.channel_proxy(),
517 EnableSendTransportSequenceNumber(kTransportSequenceNumberId))
518 .Times(1);
519 {
520 ::testing::InSequence seq;
521 EXPECT_CALL(*helper.channel_proxy(), ResetSenderCongestionControlObjects())
522 .Times(1);
523 EXPECT_CALL(*helper.channel_proxy(), RegisterSenderCongestionControlObjects(
524 helper.transport(), Ne(nullptr)))
525 .Times(1);
526 }
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100527 send_stream->Reconfigure(new_config);
ossu1129df22017-06-30 01:38:56 -0700528}
solenberg85a04962015-10-27 03:35:21 -0700529} // namespace test
solenbergc7a8b082015-10-16 14:35:07 -0700530} // namespace webrtc