blob: 1bf8bcae4d8aca2baa213b046719a939773b1e91 [file] [log] [blame]
solenbergc7a8b082015-10-16 14:35:07 -07001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Fredrik Solenbergea073732015-12-01 11:26:34 +010011#include <string>
ossu20a4b3f2017-04-27 02:08:52 -070012#include <utility>
Fredrik Solenbergea073732015-12-01 11:26:34 +010013#include <vector>
14
Karl Wiberg918f50c2018-07-05 11:40:33 +020015#include "absl/memory/memory.h"
Benjamin Wright78410ad2018-10-25 09:52:57 -070016#include "api/test/mock_frame_encryptor.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020017#include "audio/audio_send_stream.h"
18#include "audio/audio_state.h"
19#include "audio/conversion.h"
Fredrik Solenberga8b7c7f2018-01-17 11:18:31 +010020#include "audio/mock_voe_channel_proxy.h"
Sebastian Janssonef9daee2018-02-22 14:49:02 +010021#include "call/test/mock_rtp_transport_controller_send.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020022#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
Fredrik Solenberg2a877972017-12-15 16:42:15 +010023#include "modules/audio_device/include/mock_audio_device.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020024#include "modules/audio_mixer/audio_mixer_impl.h"
Ivo Creusen56d46092017-11-24 17:29:59 +010025#include "modules/audio_processing/include/audio_processing_statistics.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020026#include "modules/audio_processing/include/mock_audio_processing.h"
Sebastian Janssonef9daee2018-02-22 14:49:02 +010027#include "modules/rtp_rtcp/mocks/mock_rtcp_bandwidth_observer.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020028#include "modules/rtp_rtcp/mocks/mock_rtcp_rtt_stats.h"
29#include "modules/rtp_rtcp/mocks/mock_rtp_rtcp.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020030#include "rtc_base/task_queue.h"
31#include "test/gtest.h"
32#include "test/mock_audio_encoder.h"
33#include "test/mock_audio_encoder_factory.h"
solenbergc7a8b082015-10-16 14:35:07 -070034
35namespace webrtc {
solenberg85a04962015-10-27 03:35:21 -070036namespace test {
Fredrik Solenberg0ccae132015-11-03 10:15:49 +010037namespace {
38
solenberg3a941542015-11-16 07:34:50 -080039using testing::_;
stefan7de8d642017-02-07 07:14:08 -080040using testing::Eq;
41using testing::Ne;
Sebastian Jansson254d8692018-11-21 19:19:00 +010042using testing::Field;
ossu20a4b3f2017-04-27 02:08:52 -070043using testing::Invoke;
solenberg3a941542015-11-16 07:34:50 -080044using testing::Return;
minyue-webrtc8de18262017-07-26 14:18:40 +020045using testing::StrEq;
solenberg3a941542015-11-16 07:34:50 -080046
Fredrik Solenberg0ccae132015-11-03 10:15:49 +010047const uint32_t kSsrc = 1234;
solenberg3a941542015-11-16 07:34:50 -080048const char* kCName = "foo_name";
49const int kAudioLevelId = 2;
Stefan Holmerb86d4e42015-12-07 10:26:18 +010050const int kTransportSequenceNumberId = 4;
Ivo Creusen56d46092017-11-24 17:29:59 +010051const int32_t kEchoDelayMedian = 254;
52const int32_t kEchoDelayStdDev = -3;
53const double kDivergentFilterFraction = 0.2f;
54const double kEchoReturnLoss = -65;
55const double kEchoReturnLossEnhancement = 101;
56const double kResidualEchoLikelihood = -1.0f;
57const double kResidualEchoLikelihoodMax = 23.0f;
Niels Möller530ead42018-10-04 14:28:39 +020058const CallSendStatistics kCallStats = {112, 13456, 17890};
solenberg566ef242015-11-06 15:34:49 -080059const ReportBlock kReportBlock = {456, 780, 123, 567, 890, 132, 143, 13354};
Fredrik Solenbergb5727682015-12-04 15:22:19 +010060const int kTelephoneEventPayloadType = 123;
solenbergffbbcac2016-11-17 05:25:37 -080061const int kTelephoneEventPayloadFrequency = 65432;
solenberg8842c3e2016-03-11 03:06:41 -080062const int kTelephoneEventCode = 45;
63const int kTelephoneEventDuration = 6789;
ossu20a4b3f2017-04-27 02:08:52 -070064constexpr int kIsacPayloadType = 103;
65const SdpAudioFormat kIsacFormat = {"isac", 16000, 1};
66const SdpAudioFormat kOpusFormat = {"opus", 48000, 2};
67const SdpAudioFormat kG722Format = {"g722", 8000, 1};
68const AudioCodecSpec kCodecSpecs[] = {
69 {kIsacFormat, {16000, 1, 32000, 10000, 32000}},
70 {kOpusFormat, {48000, 1, 32000, 6000, 510000}},
71 {kG722Format, {16000, 1, 64000}}};
solenberg566ef242015-11-06 15:34:49 -080072
mflodman86cc6ff2016-07-26 04:44:06 -070073class MockLimitObserver : public BitrateAllocator::LimitObserver {
74 public:
Sebastian Jansson35fa2802018-10-01 09:16:12 +020075 MOCK_METHOD5(OnAllocationLimitsChanged,
mflodman86cc6ff2016-07-26 04:44:06 -070076 void(uint32_t min_send_bitrate_bps,
philipelf69e7682018-02-28 13:06:28 +010077 uint32_t max_padding_bitrate_bps,
Sebastian Janssonfe617a32018-03-21 12:45:20 +010078 uint32_t total_bitrate_bps,
Sebastian Jansson35fa2802018-10-01 09:16:12 +020079 uint32_t allocated_without_feedback_bps,
Sebastian Janssonfe617a32018-03-21 12:45:20 +010080 bool has_packet_feedback));
mflodman86cc6ff2016-07-26 04:44:06 -070081};
82
ossu20a4b3f2017-04-27 02:08:52 -070083std::unique_ptr<MockAudioEncoder> SetupAudioEncoderMock(
84 int payload_type,
85 const SdpAudioFormat& format) {
86 for (const auto& spec : kCodecSpecs) {
87 if (format == spec.format) {
Sebastian Jansson41f16be2018-02-22 11:09:56 +010088 std::unique_ptr<MockAudioEncoder> encoder(
89 new testing::NiceMock<MockAudioEncoder>());
ossu20a4b3f2017-04-27 02:08:52 -070090 ON_CALL(*encoder.get(), SampleRateHz())
91 .WillByDefault(Return(spec.info.sample_rate_hz));
92 ON_CALL(*encoder.get(), NumChannels())
93 .WillByDefault(Return(spec.info.num_channels));
94 ON_CALL(*encoder.get(), RtpTimestampRateHz())
95 .WillByDefault(Return(spec.format.clockrate_hz));
96 return encoder;
97 }
98 }
99 return nullptr;
100}
101
102rtc::scoped_refptr<MockAudioEncoderFactory> SetupEncoderFactoryMock() {
103 rtc::scoped_refptr<MockAudioEncoderFactory> factory =
104 new rtc::RefCountedObject<MockAudioEncoderFactory>();
105 ON_CALL(*factory.get(), GetSupportedEncoders())
106 .WillByDefault(Return(std::vector<AudioCodecSpec>(
107 std::begin(kCodecSpecs), std::end(kCodecSpecs))));
108 ON_CALL(*factory.get(), QueryAudioEncoder(_))
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100109 .WillByDefault(Invoke(
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200110 [](const SdpAudioFormat& format) -> absl::optional<AudioCodecInfo> {
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100111 for (const auto& spec : kCodecSpecs) {
112 if (format == spec.format) {
113 return spec.info;
114 }
115 }
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200116 return absl::nullopt;
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100117 }));
Karl Wibergd6fbf2a2018-02-27 13:37:31 +0100118 ON_CALL(*factory.get(), MakeAudioEncoderMock(_, _, _, _))
ossu20a4b3f2017-04-27 02:08:52 -0700119 .WillByDefault(Invoke([](int payload_type, const SdpAudioFormat& format,
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200120 absl::optional<AudioCodecPairId> codec_pair_id,
ossu20a4b3f2017-04-27 02:08:52 -0700121 std::unique_ptr<AudioEncoder>* return_value) {
122 *return_value = SetupAudioEncoderMock(payload_type, format);
123 }));
124 return factory;
125}
126
solenberg566ef242015-11-06 15:34:49 -0800127struct ConfigHelper {
ossu20a4b3f2017-04-27 02:08:52 -0700128 ConfigHelper(bool audio_bwe_enabled, bool expect_set_encoder_call)
Niels Möller7d76a312018-10-26 12:57:07 +0200129 : stream_config_(/*send_transport=*/nullptr, /*media_transport=*/nullptr),
peaha9cc40b2017-06-29 08:32:09 -0700130 audio_processing_(new rtc::RefCountedObject<MockAudioProcessing>()),
perkj26091b12016-09-01 01:17:40 -0700131 bitrate_allocator_(&limit_observer_),
minyue-webrtc8de18262017-07-26 14:18:40 +0200132 worker_queue_("ConfigHelper_worker_queue"),
133 audio_encoder_(nullptr) {
solenberg13725082015-11-25 08:16:52 -0800134 using testing::Invoke;
solenberg3a941542015-11-16 07:34:50 -0800135
solenberg566ef242015-11-06 15:34:49 -0800136 AudioState::Config config;
aleloi10111bc2016-11-17 06:48:48 -0800137 config.audio_mixer = AudioMixerImpl::Create();
peaha9cc40b2017-06-29 08:32:09 -0700138 config.audio_processing = audio_processing_;
Fredrik Solenberg2a877972017-12-15 16:42:15 +0100139 config.audio_device_module =
140 new rtc::RefCountedObject<MockAudioDeviceModule>();
solenberg566ef242015-11-06 15:34:49 -0800141 audio_state_ = AudioState::Create(config);
solenberg3a941542015-11-16 07:34:50 -0800142
Niels Möllerdced9f62018-11-19 10:27:07 +0100143 SetupDefaultChannelSend(audio_bwe_enabled);
ossu20a4b3f2017-04-27 02:08:52 -0700144 SetupMockForSetupSendCodec(expect_set_encoder_call);
minyue6b825df2016-10-31 04:08:32 -0700145
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100146 // Use ISAC as default codec so as to prevent unnecessary |channel_proxy_|
ossu20a4b3f2017-04-27 02:08:52 -0700147 // calls from the default ctor behavior.
148 stream_config_.send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100149 AudioSendStream::Config::SendCodecSpec(kIsacPayloadType, kIsacFormat);
solenberg566ef242015-11-06 15:34:49 -0800150 stream_config_.rtp.ssrc = kSsrc;
solenberg3a941542015-11-16 07:34:50 -0800151 stream_config_.rtp.c_name = kCName;
152 stream_config_.rtp.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700153 RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId));
stefan7de8d642017-02-07 07:14:08 -0800154 if (audio_bwe_enabled) {
ossu1129df22017-06-30 01:38:56 -0700155 AddBweToConfig(&stream_config_);
stefan7de8d642017-02-07 07:14:08 -0800156 }
ossu20a4b3f2017-04-27 02:08:52 -0700157 stream_config_.encoder_factory = SetupEncoderFactoryMock();
minyue78b4d562016-11-30 04:47:39 -0800158 stream_config_.min_bitrate_bps = 10000;
159 stream_config_.max_bitrate_bps = 65000;
solenberg566ef242015-11-06 15:34:49 -0800160 }
161
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100162 std::unique_ptr<internal::AudioSendStream> CreateAudioSendStream() {
163 return std::unique_ptr<internal::AudioSendStream>(
164 new internal::AudioSendStream(
Sebastian Jansson1896cec2018-02-20 09:06:11 +0100165 stream_config_, audio_state_, &worker_queue_, &rtp_transport_,
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200166 &bitrate_allocator_, &event_log_, &rtcp_rtt_stats_, absl::nullopt,
Niels Möllerdced9f62018-11-19 10:27:07 +0100167 std::unique_ptr<voe::ChannelSendInterface>(channel_send_)));
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100168 }
169
solenberg566ef242015-11-06 15:34:49 -0800170 AudioSendStream::Config& config() { return stream_config_; }
ossu20a4b3f2017-04-27 02:08:52 -0700171 MockAudioEncoderFactory& mock_encoder_factory() {
172 return *static_cast<MockAudioEncoderFactory*>(
173 stream_config_.encoder_factory.get());
174 }
Niels Möllerdced9f62018-11-19 10:27:07 +0100175 MockChannelSend* channel_send() { return channel_send_; }
Sebastian Jansson1896cec2018-02-20 09:06:11 +0100176 RtpTransportControllerSendInterface* transport() { return &rtp_transport_; }
minyue7a973442016-10-20 03:27:12 -0700177
ossu1129df22017-06-30 01:38:56 -0700178 static void AddBweToConfig(AudioSendStream::Config* config) {
Yves Gerey665174f2018-06-19 15:03:05 +0200179 config->rtp.extensions.push_back(RtpExtension(
180 RtpExtension::kTransportSequenceNumberUri, kTransportSequenceNumberId));
ossu1129df22017-06-30 01:38:56 -0700181 config->send_codec_spec->transport_cc_enabled = true;
182 }
183
Niels Möllerdced9f62018-11-19 10:27:07 +0100184 void SetupDefaultChannelSend(bool audio_bwe_enabled) {
185 EXPECT_TRUE(channel_send_ == nullptr);
186 channel_send_ = new testing::StrictMock<MockChannelSend>();
187 EXPECT_CALL(*channel_send_, GetRtpRtcp()).WillRepeatedly(Invoke([this]() {
Niels Möller848d6d32018-08-08 10:49:16 +0200188 return &this->rtp_rtcp_;
189 }));
Niels Möllerdced9f62018-11-19 10:27:07 +0100190 EXPECT_CALL(*channel_send_, SetLocalSSRC(kSsrc)).Times(1);
191 EXPECT_CALL(*channel_send_, SetRTCP_CNAME(StrEq(kCName))).Times(1);
Niels Möllerdced9f62018-11-19 10:27:07 +0100192 EXPECT_CALL(*channel_send_, SetFrameEncryptor(_)).Times(1);
193 EXPECT_CALL(*channel_send_, SetExtmapAllowMixed(false)).Times(1);
194 EXPECT_CALL(*channel_send_,
minyue6b825df2016-10-31 04:08:32 -0700195 SetSendAudioLevelIndicationStatus(true, kAudioLevelId))
196 .Times(1);
Sebastian Janssonef9daee2018-02-22 14:49:02 +0100197 EXPECT_CALL(rtp_transport_, GetBandwidthObserver())
198 .WillRepeatedly(Return(&bandwidth_observer_));
stefan7de8d642017-02-07 07:14:08 -0800199 if (audio_bwe_enabled) {
Niels Möllerdced9f62018-11-19 10:27:07 +0100200 EXPECT_CALL(*channel_send_,
stefan7de8d642017-02-07 07:14:08 -0800201 EnableSendTransportSequenceNumber(kTransportSequenceNumberId))
202 .Times(1);
Niels Möllerdced9f62018-11-19 10:27:07 +0100203 EXPECT_CALL(*channel_send_,
Sebastian Janssonef9daee2018-02-22 14:49:02 +0100204 RegisterSenderCongestionControlObjects(
205 &rtp_transport_, Eq(&bandwidth_observer_)))
stefan7de8d642017-02-07 07:14:08 -0800206 .Times(1);
207 } else {
Niels Möllerdced9f62018-11-19 10:27:07 +0100208 EXPECT_CALL(*channel_send_, RegisterSenderCongestionControlObjects(
209 &rtp_transport_, Eq(nullptr)))
stefan7de8d642017-02-07 07:14:08 -0800210 .Times(1);
211 }
Niels Möllerdced9f62018-11-19 10:27:07 +0100212 EXPECT_CALL(*channel_send_, ResetSenderCongestionControlObjects()).Times(1);
Amit Hilbuch77938e62018-12-21 09:23:38 -0800213 EXPECT_CALL(*channel_send_, SetRid(std::string(), 0, 0)).Times(1);
minyue6b825df2016-10-31 04:08:32 -0700214 }
215
ossu20a4b3f2017-04-27 02:08:52 -0700216 void SetupMockForSetupSendCodec(bool expect_set_encoder_call) {
217 if (expect_set_encoder_call) {
Niels Möllerdced9f62018-11-19 10:27:07 +0100218 EXPECT_CALL(*channel_send_, SetEncoderForMock(_, _))
minyue-webrtc8de18262017-07-26 14:18:40 +0200219 .WillOnce(Invoke(
220 [this](int payload_type, std::unique_ptr<AudioEncoder>* encoder) {
221 this->audio_encoder_ = std::move(*encoder);
222 return true;
223 }));
ossu20a4b3f2017-04-27 02:08:52 -0700224 }
minyue7a973442016-10-20 03:27:12 -0700225 }
ossu20a4b3f2017-04-27 02:08:52 -0700226
minyue-webrtc8de18262017-07-26 14:18:40 +0200227 void SetupMockForModifyEncoder() {
228 // Let ModifyEncoder to invoke mock audio encoder.
Niels Möllerdced9f62018-11-19 10:27:07 +0100229 EXPECT_CALL(*channel_send_, ModifyEncoder(_))
Artem Titove7d08df2019-01-16 14:49:44 +0100230 .WillRepeatedly(
minyue-webrtc8de18262017-07-26 14:18:40 +0200231 [this](rtc::FunctionView<void(std::unique_ptr<AudioEncoder>*)>
232 modifier) {
233 if (this->audio_encoder_)
234 modifier(&this->audio_encoder_);
Artem Titove7d08df2019-01-16 14:49:44 +0100235 });
minyue-webrtc8de18262017-07-26 14:18:40 +0200236 }
237
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100238 void SetupMockForSendTelephoneEvent() {
Niels Möllerdced9f62018-11-19 10:27:07 +0100239 EXPECT_TRUE(channel_send_);
240 EXPECT_CALL(*channel_send_, SetSendTelephoneEventPayloadType(
241 kTelephoneEventPayloadType,
242 kTelephoneEventPayloadFrequency))
Yves Gerey665174f2018-06-19 15:03:05 +0200243 .WillOnce(Return(true));
244 EXPECT_CALL(
Niels Möllerdced9f62018-11-19 10:27:07 +0100245 *channel_send_,
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100246 SendTelephoneEventOutband(kTelephoneEventCode, kTelephoneEventDuration))
Yves Gerey665174f2018-06-19 15:03:05 +0200247 .WillOnce(Return(true));
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100248 }
249
solenberg566ef242015-11-06 15:34:49 -0800250 void SetupMockForGetStats() {
solenberg3a941542015-11-16 07:34:50 -0800251 using testing::DoAll;
solenbergbd9a77f2017-02-06 12:53:57 -0800252 using testing::SetArgPointee;
solenberg3a941542015-11-16 07:34:50 -0800253 using testing::SetArgReferee;
254
solenberg566ef242015-11-06 15:34:49 -0800255 std::vector<ReportBlock> report_blocks;
256 webrtc::ReportBlock block = kReportBlock;
257 report_blocks.push_back(block); // Has wrong SSRC.
258 block.source_SSRC = kSsrc;
259 report_blocks.push_back(block); // Correct block.
260 block.fraction_lost = 0;
261 report_blocks.push_back(block); // Duplicate SSRC, bad fraction_lost.
262
Niels Möllerdced9f62018-11-19 10:27:07 +0100263 EXPECT_TRUE(channel_send_);
264 EXPECT_CALL(*channel_send_, GetRTCPStatistics())
solenberg358057b2015-11-27 10:46:42 -0800265 .WillRepeatedly(Return(kCallStats));
Niels Möllerdced9f62018-11-19 10:27:07 +0100266 EXPECT_CALL(*channel_send_, GetRemoteRTCPReportBlocks())
solenberg358057b2015-11-27 10:46:42 -0800267 .WillRepeatedly(Return(report_blocks));
Niels Möllerdced9f62018-11-19 10:27:07 +0100268 EXPECT_CALL(*channel_send_, GetANAStatistics())
ivoce1198e02017-09-08 08:13:19 -0700269 .WillRepeatedly(Return(ANAStats()));
Niels Möllerdced9f62018-11-19 10:27:07 +0100270 EXPECT_CALL(*channel_send_, GetBitrate()).WillRepeatedly(Return(0));
solenberg796b8f92017-03-01 17:02:23 -0800271
Ivo Creusen56d46092017-11-24 17:29:59 +0100272 audio_processing_stats_.echo_return_loss = kEchoReturnLoss;
273 audio_processing_stats_.echo_return_loss_enhancement =
274 kEchoReturnLossEnhancement;
275 audio_processing_stats_.delay_median_ms = kEchoDelayMedian;
276 audio_processing_stats_.delay_standard_deviation_ms = kEchoDelayStdDev;
277 audio_processing_stats_.divergent_filter_fraction =
278 kDivergentFilterFraction;
279 audio_processing_stats_.residual_echo_likelihood = kResidualEchoLikelihood;
280 audio_processing_stats_.residual_echo_likelihood_recent_max =
281 kResidualEchoLikelihoodMax;
ivoc7aba0292016-11-14 04:52:06 -0800282
Ivo Creusen56d46092017-11-24 17:29:59 +0100283 EXPECT_CALL(*audio_processing_, GetStatistics(true))
ivoc7aba0292016-11-14 04:52:06 -0800284 .WillRepeatedly(Return(audio_processing_stats_));
solenberg566ef242015-11-06 15:34:49 -0800285 }
286
287 private:
solenberg566ef242015-11-06 15:34:49 -0800288 rtc::scoped_refptr<AudioState> audio_state_;
289 AudioSendStream::Config stream_config_;
Niels Möllerdced9f62018-11-19 10:27:07 +0100290 testing::StrictMock<MockChannelSend>* channel_send_ = nullptr;
peaha9cc40b2017-06-29 08:32:09 -0700291 rtc::scoped_refptr<MockAudioProcessing> audio_processing_;
Ivo Creusen56d46092017-11-24 17:29:59 +0100292 AudioProcessingStats audio_processing_stats_;
Sebastian Janssonef9daee2018-02-22 14:49:02 +0100293 testing::StrictMock<MockRtcpBandwidthObserver> bandwidth_observer_;
Sebastian Jansson41f16be2018-02-22 11:09:56 +0100294 testing::NiceMock<MockRtcEventLog> event_log_;
Sebastian Janssonef9daee2018-02-22 14:49:02 +0100295 testing::NiceMock<MockRtpTransportControllerSend> rtp_transport_;
Sebastian Jansson41f16be2018-02-22 11:09:56 +0100296 testing::NiceMock<MockRtpRtcp> rtp_rtcp_;
michaelt9332b7d2016-11-30 07:51:13 -0800297 MockRtcpRttStats rtcp_rtt_stats_;
mflodman86cc6ff2016-07-26 04:44:06 -0700298 testing::NiceMock<MockLimitObserver> limit_observer_;
299 BitrateAllocator bitrate_allocator_;
perkj26091b12016-09-01 01:17:40 -0700300 // |worker_queue| is defined last to ensure all pending tasks are cancelled
301 // and deleted before any other members.
302 rtc::TaskQueue worker_queue_;
minyue-webrtc8de18262017-07-26 14:18:40 +0200303 std::unique_ptr<AudioEncoder> audio_encoder_;
solenberg566ef242015-11-06 15:34:49 -0800304};
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100305} // namespace
solenbergc7a8b082015-10-16 14:35:07 -0700306
307TEST(AudioSendStreamTest, ConfigToString) {
Niels Möller7d76a312018-10-26 12:57:07 +0200308 AudioSendStream::Config config(/*send_transport=*/nullptr,
309 /*media_transport=*/nullptr);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100310 config.rtp.ssrc = kSsrc;
solenberg3a941542015-11-16 07:34:50 -0800311 config.rtp.c_name = kCName;
minyue10cbb462016-11-07 09:29:22 -0800312 config.min_bitrate_bps = 12000;
313 config.max_bitrate_bps = 34000;
ossu20a4b3f2017-04-27 02:08:52 -0700314 config.send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100315 AudioSendStream::Config::SendCodecSpec(kIsacPayloadType, kIsacFormat);
ossu20a4b3f2017-04-27 02:08:52 -0700316 config.send_codec_spec->nack_enabled = true;
317 config.send_codec_spec->transport_cc_enabled = false;
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100318 config.send_codec_spec->cng_payload_type = 42;
ossu20a4b3f2017-04-27 02:08:52 -0700319 config.encoder_factory = MockAudioEncoderFactory::CreateUnusedFactory();
Johannes Kron9190b822018-10-29 11:22:05 +0100320 config.rtp.extmap_allow_mixed = true;
stefanb521aa72016-11-01 03:17:16 -0700321 config.rtp.extensions.push_back(
322 RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId));
Jiawei Ou55718122018-11-09 13:17:39 -0800323 config.rtcp_report_interval_ms = 2500;
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100324 EXPECT_EQ(
Johannes Kron9190b822018-10-29 11:22:05 +0100325 "{rtp: {ssrc: 1234, extmap-allow-mixed: true, extensions: [{uri: "
Fredrik Solenbergc69a56e2018-11-21 09:21:23 +0100326 "urn:ietf:params:rtp-hdrext:ssrc-audio-level, id: 2}], "
327 "c_name: foo_name}, rtcp_report_interval_ms: 2500, "
Jiawei Ou55718122018-11-09 13:17:39 -0800328 "send_transport: null, media_transport: null, "
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100329 "min_bitrate_bps: 12000, max_bitrate_bps: 34000, "
solenberg940b6d62016-10-25 11:19:07 -0700330 "send_codec_spec: {nack_enabled: true, transport_cc_enabled: false, "
ossu20a4b3f2017-04-27 02:08:52 -0700331 "cng_payload_type: 42, payload_type: 103, "
332 "format: {name: isac, clockrate_hz: 16000, num_channels: 1, "
333 "parameters: {}}}}",
solenberg85a04962015-10-27 03:35:21 -0700334 config.ToString());
solenbergc7a8b082015-10-16 14:35:07 -0700335}
336
337TEST(AudioSendStreamTest, ConstructDestruct) {
ossu20a4b3f2017-04-27 02:08:52 -0700338 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100339 auto send_stream = helper.CreateAudioSendStream();
solenbergc7a8b082015-10-16 14:35:07 -0700340}
solenberg85a04962015-10-27 03:35:21 -0700341
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100342TEST(AudioSendStreamTest, SendTelephoneEvent) {
ossu20a4b3f2017-04-27 02:08:52 -0700343 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100344 auto send_stream = helper.CreateAudioSendStream();
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100345 helper.SetupMockForSendTelephoneEvent();
Yves Gerey665174f2018-06-19 15:03:05 +0200346 EXPECT_TRUE(send_stream->SendTelephoneEvent(
347 kTelephoneEventPayloadType, kTelephoneEventPayloadFrequency,
348 kTelephoneEventCode, kTelephoneEventDuration));
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100349}
350
solenberg94218532016-06-16 10:53:22 -0700351TEST(AudioSendStreamTest, SetMuted) {
ossu20a4b3f2017-04-27 02:08:52 -0700352 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100353 auto send_stream = helper.CreateAudioSendStream();
Niels Möllerdced9f62018-11-19 10:27:07 +0100354 EXPECT_CALL(*helper.channel_send(), SetInputMute(true));
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100355 send_stream->SetMuted(true);
solenberg94218532016-06-16 10:53:22 -0700356}
357
stefan7de8d642017-02-07 07:14:08 -0800358TEST(AudioSendStreamTest, AudioBweCorrectObjectsOnChannelProxy) {
ossu20a4b3f2017-04-27 02:08:52 -0700359 ConfigHelper helper(true, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100360 auto send_stream = helper.CreateAudioSendStream();
stefan7de8d642017-02-07 07:14:08 -0800361}
362
363TEST(AudioSendStreamTest, NoAudioBweCorrectObjectsOnChannelProxy) {
ossu20a4b3f2017-04-27 02:08:52 -0700364 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100365 auto send_stream = helper.CreateAudioSendStream();
stefan7de8d642017-02-07 07:14:08 -0800366}
367
solenberg85a04962015-10-27 03:35:21 -0700368TEST(AudioSendStreamTest, GetStats) {
ossu20a4b3f2017-04-27 02:08:52 -0700369 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100370 auto send_stream = helper.CreateAudioSendStream();
solenberg566ef242015-11-06 15:34:49 -0800371 helper.SetupMockForGetStats();
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100372 AudioSendStream::Stats stats = send_stream->GetStats(true);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100373 EXPECT_EQ(kSsrc, stats.local_ssrc);
374 EXPECT_EQ(static_cast<int64_t>(kCallStats.bytesSent), stats.bytes_sent);
375 EXPECT_EQ(kCallStats.packetsSent, stats.packets_sent);
Sebastian Jansson9701e0c2018-08-09 11:21:11 +0200376 EXPECT_EQ(kReportBlock.cumulative_num_packets_lost, stats.packets_lost);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100377 EXPECT_EQ(Q8ToFloat(kReportBlock.fraction_lost), stats.fraction_lost);
Fredrik Solenbergf693bfa2018-12-11 12:22:10 +0100378 EXPECT_EQ(kIsacFormat.name, stats.codec_name);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100379 EXPECT_EQ(static_cast<int32_t>(kReportBlock.extended_highest_sequence_number),
solenberg85a04962015-10-27 03:35:21 -0700380 stats.ext_seqnum);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100381 EXPECT_EQ(static_cast<int32_t>(kReportBlock.interarrival_jitter /
Fredrik Solenbergf693bfa2018-12-11 12:22:10 +0100382 (kIsacFormat.clockrate_hz / 1000)),
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100383 stats.jitter_ms);
384 EXPECT_EQ(kCallStats.rttMs, stats.rtt_ms);
Fredrik Solenberg2a877972017-12-15 16:42:15 +0100385 EXPECT_EQ(0, stats.audio_level);
386 EXPECT_EQ(0, stats.total_input_energy);
387 EXPECT_EQ(0, stats.total_input_duration);
Ivo Creusen56d46092017-11-24 17:29:59 +0100388 EXPECT_EQ(kEchoDelayMedian, stats.apm_statistics.delay_median_ms);
389 EXPECT_EQ(kEchoDelayStdDev, stats.apm_statistics.delay_standard_deviation_ms);
390 EXPECT_EQ(kEchoReturnLoss, stats.apm_statistics.echo_return_loss);
391 EXPECT_EQ(kEchoReturnLossEnhancement,
392 stats.apm_statistics.echo_return_loss_enhancement);
393 EXPECT_EQ(kDivergentFilterFraction,
394 stats.apm_statistics.divergent_filter_fraction);
395 EXPECT_EQ(kResidualEchoLikelihood,
396 stats.apm_statistics.residual_echo_likelihood);
397 EXPECT_EQ(kResidualEchoLikelihoodMax,
398 stats.apm_statistics.residual_echo_likelihood_recent_max);
Fredrik Solenberg2a877972017-12-15 16:42:15 +0100399 EXPECT_FALSE(stats.typing_noise_detected);
solenberg566ef242015-11-06 15:34:49 -0800400}
minyue7a973442016-10-20 03:27:12 -0700401
minyue-webrtc8de18262017-07-26 14:18:40 +0200402TEST(AudioSendStreamTest, SendCodecAppliesAudioNetworkAdaptor) {
ossu20a4b3f2017-04-27 02:08:52 -0700403 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100404 helper.config().send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100405 AudioSendStream::Config::SendCodecSpec(0, kOpusFormat);
minyue-webrtc8de18262017-07-26 14:18:40 +0200406 const std::string kAnaConfigString = "abcde";
407 const std::string kAnaReconfigString = "12345";
408
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100409 helper.config().audio_network_adaptor_config = kAnaConfigString;
ossu20a4b3f2017-04-27 02:08:52 -0700410
Karl Wibergd6fbf2a2018-02-27 13:37:31 +0100411 EXPECT_CALL(helper.mock_encoder_factory(), MakeAudioEncoderMock(_, _, _, _))
minyue-webrtc8de18262017-07-26 14:18:40 +0200412 .WillOnce(Invoke([&kAnaConfigString, &kAnaReconfigString](
413 int payload_type, const SdpAudioFormat& format,
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200414 absl::optional<AudioCodecPairId> codec_pair_id,
minyue-webrtc8de18262017-07-26 14:18:40 +0200415 std::unique_ptr<AudioEncoder>* return_value) {
ossu20a4b3f2017-04-27 02:08:52 -0700416 auto mock_encoder = SetupAudioEncoderMock(payload_type, format);
minyue-webrtc8de18262017-07-26 14:18:40 +0200417 EXPECT_CALL(*mock_encoder,
418 EnableAudioNetworkAdaptor(StrEq(kAnaConfigString), _))
419 .WillOnce(Return(true));
420 EXPECT_CALL(*mock_encoder,
421 EnableAudioNetworkAdaptor(StrEq(kAnaReconfigString), _))
ossu20a4b3f2017-04-27 02:08:52 -0700422 .WillOnce(Return(true));
423 *return_value = std::move(mock_encoder);
424 }));
425
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100426 auto send_stream = helper.CreateAudioSendStream();
minyue-webrtc8de18262017-07-26 14:18:40 +0200427
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100428 auto stream_config = helper.config();
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100429 stream_config.audio_network_adaptor_config = kAnaReconfigString;
minyue-webrtc8de18262017-07-26 14:18:40 +0200430
431 helper.SetupMockForModifyEncoder();
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100432 send_stream->Reconfigure(stream_config);
minyue7a973442016-10-20 03:27:12 -0700433}
434
435// VAD is applied when codec is mono and the CNG frequency matches the codec
ossu20a4b3f2017-04-27 02:08:52 -0700436// clock rate.
minyue7a973442016-10-20 03:27:12 -0700437TEST(AudioSendStreamTest, SendCodecCanApplyVad) {
ossu20a4b3f2017-04-27 02:08:52 -0700438 ConfigHelper helper(false, false);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100439 helper.config().send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100440 AudioSendStream::Config::SendCodecSpec(9, kG722Format);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100441 helper.config().send_codec_spec->cng_payload_type = 105;
ossu20a4b3f2017-04-27 02:08:52 -0700442 using ::testing::Invoke;
443 std::unique_ptr<AudioEncoder> stolen_encoder;
Niels Möllerdced9f62018-11-19 10:27:07 +0100444 EXPECT_CALL(*helper.channel_send(), SetEncoderForMock(_, _))
ossu20a4b3f2017-04-27 02:08:52 -0700445 .WillOnce(
446 Invoke([&stolen_encoder](int payload_type,
447 std::unique_ptr<AudioEncoder>* encoder) {
448 stolen_encoder = std::move(*encoder);
449 return true;
450 }));
451
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100452 auto send_stream = helper.CreateAudioSendStream();
ossu20a4b3f2017-04-27 02:08:52 -0700453
454 // We cannot truly determine if the encoder created is an AudioEncoderCng. It
455 // is the only reasonable implementation that will return something from
456 // ReclaimContainedEncoders, though.
457 ASSERT_TRUE(stolen_encoder);
458 EXPECT_FALSE(stolen_encoder->ReclaimContainedEncoders().empty());
minyue7a973442016-10-20 03:27:12 -0700459}
460
minyue78b4d562016-11-30 04:47:39 -0800461TEST(AudioSendStreamTest, DoesNotPassHigherBitrateThanMaxBitrate) {
ossu20a4b3f2017-04-27 02:08:52 -0700462 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100463 auto send_stream = helper.CreateAudioSendStream();
Niels Möllerdced9f62018-11-19 10:27:07 +0100464 EXPECT_CALL(*helper.channel_send(),
Sebastian Jansson254d8692018-11-21 19:19:00 +0100465 OnBitrateAllocation(
466 Field(&BitrateAllocationUpdate::target_bitrate,
467 Eq(DataRate::bps(helper.config().max_bitrate_bps)))));
Sebastian Janssonc0e4d452018-10-25 15:08:32 +0200468 BitrateAllocationUpdate update;
Sebastian Jansson13e59032018-11-21 19:13:07 +0100469 update.target_bitrate = DataRate::bps(helper.config().max_bitrate_bps + 5000);
470 update.packet_loss_ratio = 0;
471 update.round_trip_time = TimeDelta::ms(50);
472 update.bwe_period = TimeDelta::ms(6000);
Sebastian Janssonc0e4d452018-10-25 15:08:32 +0200473 send_stream->OnBitrateUpdated(update);
minyue78b4d562016-11-30 04:47:39 -0800474}
475
476TEST(AudioSendStreamTest, ProbingIntervalOnBitrateUpdated) {
ossu20a4b3f2017-04-27 02:08:52 -0700477 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100478 auto send_stream = helper.CreateAudioSendStream();
Sebastian Jansson254d8692018-11-21 19:19:00 +0100479
480 EXPECT_CALL(*helper.channel_send(),
481 OnBitrateAllocation(Field(&BitrateAllocationUpdate::bwe_period,
482 Eq(TimeDelta::ms(5000)))));
Sebastian Janssonc0e4d452018-10-25 15:08:32 +0200483 BitrateAllocationUpdate update;
Sebastian Jansson13e59032018-11-21 19:13:07 +0100484 update.target_bitrate = DataRate::bps(helper.config().max_bitrate_bps + 5000);
485 update.packet_loss_ratio = 0;
486 update.round_trip_time = TimeDelta::ms(50);
487 update.bwe_period = TimeDelta::ms(5000);
Sebastian Janssonc0e4d452018-10-25 15:08:32 +0200488 send_stream->OnBitrateUpdated(update);
minyue78b4d562016-11-30 04:47:39 -0800489}
490
ossu20a4b3f2017-04-27 02:08:52 -0700491// Test that AudioSendStream doesn't recreate the encoder unnecessarily.
492TEST(AudioSendStreamTest, DontRecreateEncoder) {
493 ConfigHelper helper(false, false);
494 // WillOnce is (currently) the default used by ConfigHelper if asked to set an
495 // expectation for SetEncoder. Since this behavior is essential for this test
496 // to be correct, it's instead set-up manually here. Otherwise a simple change
497 // to ConfigHelper (say to WillRepeatedly) would silently make this test
498 // useless.
Niels Möllerdced9f62018-11-19 10:27:07 +0100499 EXPECT_CALL(*helper.channel_send(), SetEncoderForMock(_, _))
ossu20a4b3f2017-04-27 02:08:52 -0700500 .WillOnce(Return(true));
501
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100502 helper.config().send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100503 AudioSendStream::Config::SendCodecSpec(9, kG722Format);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100504 helper.config().send_codec_spec->cng_payload_type = 105;
505 auto send_stream = helper.CreateAudioSendStream();
506 send_stream->Reconfigure(helper.config());
ossu20a4b3f2017-04-27 02:08:52 -0700507}
508
ossu1129df22017-06-30 01:38:56 -0700509TEST(AudioSendStreamTest, ReconfigureTransportCcResetsFirst) {
510 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100511 auto send_stream = helper.CreateAudioSendStream();
ossu1129df22017-06-30 01:38:56 -0700512 auto new_config = helper.config();
513 ConfigHelper::AddBweToConfig(&new_config);
Niels Möllerdced9f62018-11-19 10:27:07 +0100514 EXPECT_CALL(*helper.channel_send(),
ossu1129df22017-06-30 01:38:56 -0700515 EnableSendTransportSequenceNumber(kTransportSequenceNumberId))
516 .Times(1);
517 {
518 ::testing::InSequence seq;
Niels Möllerdced9f62018-11-19 10:27:07 +0100519 EXPECT_CALL(*helper.channel_send(), ResetSenderCongestionControlObjects())
ossu1129df22017-06-30 01:38:56 -0700520 .Times(1);
Niels Möllerdced9f62018-11-19 10:27:07 +0100521 EXPECT_CALL(*helper.channel_send(), RegisterSenderCongestionControlObjects(
522 helper.transport(), Ne(nullptr)))
ossu1129df22017-06-30 01:38:56 -0700523 .Times(1);
524 }
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100525 send_stream->Reconfigure(new_config);
ossu1129df22017-06-30 01:38:56 -0700526}
Sam Zackrisson06953ba2018-02-01 16:53:16 +0100527
Benjamin Wright78410ad2018-10-25 09:52:57 -0700528// Validates that reconfiguring the AudioSendStream with a Frame encryptor
529// correctly reconfigures on the object without crashing.
530TEST(AudioSendStreamTest, ReconfigureWithFrameEncryptor) {
531 ConfigHelper helper(false, true);
532 auto send_stream = helper.CreateAudioSendStream();
533 auto new_config = helper.config();
534
535 rtc::scoped_refptr<FrameEncryptorInterface> mock_frame_encryptor_0(
536 new rtc::RefCountedObject<MockFrameEncryptor>());
537 new_config.frame_encryptor = mock_frame_encryptor_0;
Niels Möllerdced9f62018-11-19 10:27:07 +0100538 EXPECT_CALL(*helper.channel_send(), SetFrameEncryptor(Ne(nullptr))).Times(1);
Benjamin Wright78410ad2018-10-25 09:52:57 -0700539 send_stream->Reconfigure(new_config);
540
541 // Not updating the frame encryptor shouldn't force it to reconfigure.
Niels Möllerdced9f62018-11-19 10:27:07 +0100542 EXPECT_CALL(*helper.channel_send(), SetFrameEncryptor(_)).Times(0);
Benjamin Wright78410ad2018-10-25 09:52:57 -0700543 send_stream->Reconfigure(new_config);
544
545 // Updating frame encryptor to a new object should force a call to the proxy.
546 rtc::scoped_refptr<FrameEncryptorInterface> mock_frame_encryptor_1(
547 new rtc::RefCountedObject<MockFrameEncryptor>());
548 new_config.frame_encryptor = mock_frame_encryptor_1;
549 new_config.crypto_options.sframe.require_frame_encryption = true;
Niels Möllerdced9f62018-11-19 10:27:07 +0100550 EXPECT_CALL(*helper.channel_send(), SetFrameEncryptor(Ne(nullptr))).Times(1);
Benjamin Wright78410ad2018-10-25 09:52:57 -0700551 send_stream->Reconfigure(new_config);
552}
solenberg85a04962015-10-27 03:35:21 -0700553} // namespace test
solenbergc7a8b082015-10-16 14:35:07 -0700554} // namespace webrtc