blob: de152cdbcdd096a9aeaaa4e95275b97e9d65f91e [file] [log] [blame]
solenbergc7a8b082015-10-16 14:35:07 -07001/*
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Jonas Olssona4d87372019-07-05 19:08:33 +020011#include "audio/audio_send_stream.h"
12
Mirko Bonadei317a1f02019-09-17 17:06:18 +020013#include <memory>
Fredrik Solenbergea073732015-12-01 11:26:34 +010014#include <string>
Yves Gerey17048012019-07-26 17:49:52 +020015#include <thread>
ossu20a4b3f2017-04-27 02:08:52 -070016#include <utility>
Fredrik Solenbergea073732015-12-01 11:26:34 +010017#include <vector>
18
Danil Chapovalov31660fd2019-03-22 12:59:48 +010019#include "api/task_queue/default_task_queue_factory.h"
Benjamin Wright78410ad2018-10-25 09:52:57 -070020#include "api/test/mock_frame_encryptor.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020021#include "audio/audio_state.h"
22#include "audio/conversion.h"
Fredrik Solenberga8b7c7f2018-01-17 11:18:31 +010023#include "audio/mock_voe_channel_proxy.h"
Sebastian Janssonef9daee2018-02-22 14:49:02 +010024#include "call/test/mock_rtp_transport_controller_send.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020025#include "logging/rtc_event_log/mock/mock_rtc_event_log.h"
Fredrik Solenberg2a877972017-12-15 16:42:15 +010026#include "modules/audio_device/include/mock_audio_device.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "modules/audio_mixer/audio_mixer_impl.h"
Henrik Boströmd2c336f2019-07-03 17:11:10 +020028#include "modules/audio_mixer/sine_wave_generator.h"
Ivo Creusen56d46092017-11-24 17:29:59 +010029#include "modules/audio_processing/include/audio_processing_statistics.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020030#include "modules/audio_processing/include/mock_audio_processing.h"
Sebastian Janssonef9daee2018-02-22 14:49:02 +010031#include "modules/rtp_rtcp/mocks/mock_rtcp_bandwidth_observer.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020032#include "modules/rtp_rtcp/mocks/mock_rtcp_rtt_stats.h"
33#include "modules/rtp_rtcp/mocks/mock_rtp_rtcp.h"
Danil Chapovalov31660fd2019-03-22 12:59:48 +010034#include "rtc_base/task_queue_for_test.h"
Sebastian Janssonda6806c2019-03-04 17:05:12 +010035#include "system_wrappers/include/clock.h"
Per Kjellander914351d2019-02-15 10:54:55 +010036#include "test/field_trial.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020037#include "test/gtest.h"
38#include "test/mock_audio_encoder.h"
39#include "test/mock_audio_encoder_factory.h"
solenbergc7a8b082015-10-16 14:35:07 -070040
41namespace webrtc {
solenberg85a04962015-10-27 03:35:21 -070042namespace test {
Fredrik Solenberg0ccae132015-11-03 10:15:49 +010043namespace {
44
Mirko Bonadei6a489f22019-04-09 15:11:12 +020045using ::testing::_;
Henrik Boströmd2c336f2019-07-03 17:11:10 +020046using ::testing::AnyNumber;
Mirko Bonadei6a489f22019-04-09 15:11:12 +020047using ::testing::Eq;
48using ::testing::Field;
49using ::testing::Invoke;
50using ::testing::Ne;
51using ::testing::Return;
52using ::testing::StrEq;
solenberg3a941542015-11-16 07:34:50 -080053
Henrik Boströmd2c336f2019-07-03 17:11:10 +020054static const float kTolerance = 0.0001f;
55
Fredrik Solenberg0ccae132015-11-03 10:15:49 +010056const uint32_t kSsrc = 1234;
solenberg3a941542015-11-16 07:34:50 -080057const char* kCName = "foo_name";
58const int kAudioLevelId = 2;
Stefan Holmerb86d4e42015-12-07 10:26:18 +010059const int kTransportSequenceNumberId = 4;
Ivo Creusen56d46092017-11-24 17:29:59 +010060const int32_t kEchoDelayMedian = 254;
61const int32_t kEchoDelayStdDev = -3;
62const double kDivergentFilterFraction = 0.2f;
63const double kEchoReturnLoss = -65;
64const double kEchoReturnLossEnhancement = 101;
65const double kResidualEchoLikelihood = -1.0f;
66const double kResidualEchoLikelihoodMax = 23.0f;
Niels Möllerac0a4cb2019-10-09 15:01:33 +020067const CallSendStatistics kCallStats = {112, 12, 13456, 17890};
solenberg566ef242015-11-06 15:34:49 -080068const ReportBlock kReportBlock = {456, 780, 123, 567, 890, 132, 143, 13354};
Fredrik Solenbergb5727682015-12-04 15:22:19 +010069const int kTelephoneEventPayloadType = 123;
solenbergffbbcac2016-11-17 05:25:37 -080070const int kTelephoneEventPayloadFrequency = 65432;
solenberg8842c3e2016-03-11 03:06:41 -080071const int kTelephoneEventCode = 45;
72const int kTelephoneEventDuration = 6789;
ossu20a4b3f2017-04-27 02:08:52 -070073constexpr int kIsacPayloadType = 103;
74const SdpAudioFormat kIsacFormat = {"isac", 16000, 1};
75const SdpAudioFormat kOpusFormat = {"opus", 48000, 2};
76const SdpAudioFormat kG722Format = {"g722", 8000, 1};
77const AudioCodecSpec kCodecSpecs[] = {
78 {kIsacFormat, {16000, 1, 32000, 10000, 32000}},
79 {kOpusFormat, {48000, 1, 32000, 6000, 510000}},
80 {kG722Format, {16000, 1, 64000}}};
solenberg566ef242015-11-06 15:34:49 -080081
Daniel Lee93562522019-05-03 14:40:13 +020082// TODO(dklee): This mirrors calculation in audio_send_stream.cc, which
83// should be made more precise in the future. This can be changed when that
84// logic is more accurate.
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +010085const DataSize kOverheadPerPacket = DataSize::Bytes(20 + 8 + 10 + 12);
Danil Chapovalov0c626af2020-02-10 11:16:00 +010086const TimeDelta kMinFrameLength = TimeDelta::Millis(20);
87const TimeDelta kMaxFrameLength = TimeDelta::Millis(120);
Sebastian Jansson62aee932019-10-02 12:27:06 +020088const DataRate kMinOverheadRate = kOverheadPerPacket / kMaxFrameLength;
89const DataRate kMaxOverheadRate = kOverheadPerPacket / kMinFrameLength;
Daniel Lee93562522019-05-03 14:40:13 +020090
mflodman86cc6ff2016-07-26 04:44:06 -070091class MockLimitObserver : public BitrateAllocator::LimitObserver {
92 public:
Sebastian Jansson93b1ea22019-09-18 18:31:52 +020093 MOCK_METHOD1(OnAllocationLimitsChanged, void(BitrateAllocationLimits));
mflodman86cc6ff2016-07-26 04:44:06 -070094};
95
ossu20a4b3f2017-04-27 02:08:52 -070096std::unique_ptr<MockAudioEncoder> SetupAudioEncoderMock(
97 int payload_type,
98 const SdpAudioFormat& format) {
99 for (const auto& spec : kCodecSpecs) {
100 if (format == spec.format) {
Sebastian Jansson41f16be2018-02-22 11:09:56 +0100101 std::unique_ptr<MockAudioEncoder> encoder(
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200102 new ::testing::NiceMock<MockAudioEncoder>());
ossu20a4b3f2017-04-27 02:08:52 -0700103 ON_CALL(*encoder.get(), SampleRateHz())
104 .WillByDefault(Return(spec.info.sample_rate_hz));
105 ON_CALL(*encoder.get(), NumChannels())
106 .WillByDefault(Return(spec.info.num_channels));
107 ON_CALL(*encoder.get(), RtpTimestampRateHz())
108 .WillByDefault(Return(spec.format.clockrate_hz));
Sebastian Jansson62aee932019-10-02 12:27:06 +0200109 ON_CALL(*encoder.get(), GetFrameLengthRange())
110 .WillByDefault(Return(absl::optional<std::pair<TimeDelta, TimeDelta>>{
Danil Chapovalov0c626af2020-02-10 11:16:00 +0100111 {TimeDelta::Millis(20), TimeDelta::Millis(120)}}));
ossu20a4b3f2017-04-27 02:08:52 -0700112 return encoder;
113 }
114 }
115 return nullptr;
116}
117
118rtc::scoped_refptr<MockAudioEncoderFactory> SetupEncoderFactoryMock() {
119 rtc::scoped_refptr<MockAudioEncoderFactory> factory =
120 new rtc::RefCountedObject<MockAudioEncoderFactory>();
121 ON_CALL(*factory.get(), GetSupportedEncoders())
122 .WillByDefault(Return(std::vector<AudioCodecSpec>(
123 std::begin(kCodecSpecs), std::end(kCodecSpecs))));
124 ON_CALL(*factory.get(), QueryAudioEncoder(_))
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100125 .WillByDefault(Invoke(
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200126 [](const SdpAudioFormat& format) -> absl::optional<AudioCodecInfo> {
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100127 for (const auto& spec : kCodecSpecs) {
128 if (format == spec.format) {
129 return spec.info;
130 }
131 }
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200132 return absl::nullopt;
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100133 }));
Karl Wibergd6fbf2a2018-02-27 13:37:31 +0100134 ON_CALL(*factory.get(), MakeAudioEncoderMock(_, _, _, _))
ossu20a4b3f2017-04-27 02:08:52 -0700135 .WillByDefault(Invoke([](int payload_type, const SdpAudioFormat& format,
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200136 absl::optional<AudioCodecPairId> codec_pair_id,
ossu20a4b3f2017-04-27 02:08:52 -0700137 std::unique_ptr<AudioEncoder>* return_value) {
138 *return_value = SetupAudioEncoderMock(payload_type, format);
139 }));
140 return factory;
141}
142
solenberg566ef242015-11-06 15:34:49 -0800143struct ConfigHelper {
ossu20a4b3f2017-04-27 02:08:52 -0700144 ConfigHelper(bool audio_bwe_enabled, bool expect_set_encoder_call)
Sebastian Janssonda6806c2019-03-04 17:05:12 +0100145 : clock_(1000000),
Danil Chapovalov31660fd2019-03-22 12:59:48 +0100146 task_queue_factory_(CreateDefaultTaskQueueFactory()),
Bjorn A Mellem7a9a0922019-11-26 09:19:40 -0800147 stream_config_(/*send_transport=*/nullptr),
peaha9cc40b2017-06-29 08:32:09 -0700148 audio_processing_(new rtc::RefCountedObject<MockAudioProcessing>()),
Sebastian Jansson40de3cc2019-09-19 14:54:43 +0200149 bitrate_allocator_(&limit_observer_),
Danil Chapovalov31660fd2019-03-22 12:59:48 +0100150 worker_queue_(task_queue_factory_->CreateTaskQueue(
151 "ConfigHelper_worker_queue",
152 TaskQueueFactory::Priority::NORMAL)),
minyue-webrtc8de18262017-07-26 14:18:40 +0200153 audio_encoder_(nullptr) {
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200154 using ::testing::Invoke;
solenberg3a941542015-11-16 07:34:50 -0800155
solenberg566ef242015-11-06 15:34:49 -0800156 AudioState::Config config;
aleloi10111bc2016-11-17 06:48:48 -0800157 config.audio_mixer = AudioMixerImpl::Create();
peaha9cc40b2017-06-29 08:32:09 -0700158 config.audio_processing = audio_processing_;
Fredrik Solenberg2a877972017-12-15 16:42:15 +0100159 config.audio_device_module =
160 new rtc::RefCountedObject<MockAudioDeviceModule>();
solenberg566ef242015-11-06 15:34:49 -0800161 audio_state_ = AudioState::Create(config);
solenberg3a941542015-11-16 07:34:50 -0800162
Niels Möllerdced9f62018-11-19 10:27:07 +0100163 SetupDefaultChannelSend(audio_bwe_enabled);
ossu20a4b3f2017-04-27 02:08:52 -0700164 SetupMockForSetupSendCodec(expect_set_encoder_call);
Jakob Ivarssond14525e2020-03-06 09:49:29 +0100165 SetupMockForCallEncoder();
minyue6b825df2016-10-31 04:08:32 -0700166
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100167 // Use ISAC as default codec so as to prevent unnecessary |channel_proxy_|
ossu20a4b3f2017-04-27 02:08:52 -0700168 // calls from the default ctor behavior.
169 stream_config_.send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100170 AudioSendStream::Config::SendCodecSpec(kIsacPayloadType, kIsacFormat);
solenberg566ef242015-11-06 15:34:49 -0800171 stream_config_.rtp.ssrc = kSsrc;
solenberg3a941542015-11-16 07:34:50 -0800172 stream_config_.rtp.c_name = kCName;
173 stream_config_.rtp.extensions.push_back(
isheriff6f8d6862016-05-26 11:24:55 -0700174 RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId));
stefan7de8d642017-02-07 07:14:08 -0800175 if (audio_bwe_enabled) {
ossu1129df22017-06-30 01:38:56 -0700176 AddBweToConfig(&stream_config_);
stefan7de8d642017-02-07 07:14:08 -0800177 }
ossu20a4b3f2017-04-27 02:08:52 -0700178 stream_config_.encoder_factory = SetupEncoderFactoryMock();
minyue78b4d562016-11-30 04:47:39 -0800179 stream_config_.min_bitrate_bps = 10000;
180 stream_config_.max_bitrate_bps = 65000;
solenberg566ef242015-11-06 15:34:49 -0800181 }
182
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100183 std::unique_ptr<internal::AudioSendStream> CreateAudioSendStream() {
Sebastian Jansson0b698262019-03-07 09:17:19 +0100184 EXPECT_CALL(rtp_transport_, GetWorkerQueue())
185 .WillRepeatedly(Return(&worker_queue_));
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100186 return std::unique_ptr<internal::AudioSendStream>(
187 new internal::AudioSendStream(
Sebastian Jansson977b3352019-03-04 17:43:34 +0100188 Clock::GetRealTimeClock(), stream_config_, audio_state_,
Danil Chapovalov31660fd2019-03-22 12:59:48 +0100189 task_queue_factory_.get(), &rtp_transport_, &bitrate_allocator_,
Sebastian Jansson44dd9f22019-03-08 14:50:30 +0100190 &event_log_, &rtcp_rtt_stats_, absl::nullopt,
Niels Möllerdced9f62018-11-19 10:27:07 +0100191 std::unique_ptr<voe::ChannelSendInterface>(channel_send_)));
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100192 }
193
solenberg566ef242015-11-06 15:34:49 -0800194 AudioSendStream::Config& config() { return stream_config_; }
ossu20a4b3f2017-04-27 02:08:52 -0700195 MockAudioEncoderFactory& mock_encoder_factory() {
196 return *static_cast<MockAudioEncoderFactory*>(
197 stream_config_.encoder_factory.get());
198 }
Sebastian Jansson6298b562020-01-14 17:55:19 +0100199 MockRtpRtcp* rtp_rtcp() { return &rtp_rtcp_; }
Niels Möllerdced9f62018-11-19 10:27:07 +0100200 MockChannelSend* channel_send() { return channel_send_; }
Sebastian Jansson1896cec2018-02-20 09:06:11 +0100201 RtpTransportControllerSendInterface* transport() { return &rtp_transport_; }
minyue7a973442016-10-20 03:27:12 -0700202
ossu1129df22017-06-30 01:38:56 -0700203 static void AddBweToConfig(AudioSendStream::Config* config) {
Yves Gerey665174f2018-06-19 15:03:05 +0200204 config->rtp.extensions.push_back(RtpExtension(
205 RtpExtension::kTransportSequenceNumberUri, kTransportSequenceNumberId));
ossu1129df22017-06-30 01:38:56 -0700206 config->send_codec_spec->transport_cc_enabled = true;
207 }
208
Niels Möllerdced9f62018-11-19 10:27:07 +0100209 void SetupDefaultChannelSend(bool audio_bwe_enabled) {
210 EXPECT_TRUE(channel_send_ == nullptr);
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200211 channel_send_ = new ::testing::StrictMock<MockChannelSend>();
Niels Möllerdced9f62018-11-19 10:27:07 +0100212 EXPECT_CALL(*channel_send_, GetRtpRtcp()).WillRepeatedly(Invoke([this]() {
Niels Möller848d6d32018-08-08 10:49:16 +0200213 return &this->rtp_rtcp_;
214 }));
Erik Språng70efdde2019-08-21 13:36:20 +0200215 EXPECT_CALL(rtp_rtcp_, SSRC).WillRepeatedly(Return(kSsrc));
Niels Möllerdced9f62018-11-19 10:27:07 +0100216 EXPECT_CALL(*channel_send_, SetRTCP_CNAME(StrEq(kCName))).Times(1);
Niels Möllerdced9f62018-11-19 10:27:07 +0100217 EXPECT_CALL(*channel_send_, SetFrameEncryptor(_)).Times(1);
Sebastian Jansson6298b562020-01-14 17:55:19 +0100218 EXPECT_CALL(rtp_rtcp_, SetExtmapAllowMixed(false)).Times(1);
Niels Möllerdced9f62018-11-19 10:27:07 +0100219 EXPECT_CALL(*channel_send_,
minyue6b825df2016-10-31 04:08:32 -0700220 SetSendAudioLevelIndicationStatus(true, kAudioLevelId))
221 .Times(1);
Sebastian Janssonef9daee2018-02-22 14:49:02 +0100222 EXPECT_CALL(rtp_transport_, GetBandwidthObserver())
223 .WillRepeatedly(Return(&bandwidth_observer_));
stefan7de8d642017-02-07 07:14:08 -0800224 if (audio_bwe_enabled) {
Sebastian Jansson6298b562020-01-14 17:55:19 +0100225 EXPECT_CALL(rtp_rtcp_,
226 RegisterRtpHeaderExtension(TransportSequenceNumber::kUri,
227 kTransportSequenceNumberId))
stefan7de8d642017-02-07 07:14:08 -0800228 .Times(1);
Niels Möllerdced9f62018-11-19 10:27:07 +0100229 EXPECT_CALL(*channel_send_,
Sebastian Janssonef9daee2018-02-22 14:49:02 +0100230 RegisterSenderCongestionControlObjects(
231 &rtp_transport_, Eq(&bandwidth_observer_)))
stefan7de8d642017-02-07 07:14:08 -0800232 .Times(1);
233 } else {
Niels Möllerdced9f62018-11-19 10:27:07 +0100234 EXPECT_CALL(*channel_send_, RegisterSenderCongestionControlObjects(
235 &rtp_transport_, Eq(nullptr)))
stefan7de8d642017-02-07 07:14:08 -0800236 .Times(1);
237 }
Niels Möllerdced9f62018-11-19 10:27:07 +0100238 EXPECT_CALL(*channel_send_, ResetSenderCongestionControlObjects()).Times(1);
Sebastian Jansson6298b562020-01-14 17:55:19 +0100239 EXPECT_CALL(rtp_rtcp_, SetRid(std::string())).Times(1);
minyue6b825df2016-10-31 04:08:32 -0700240 }
241
ossu20a4b3f2017-04-27 02:08:52 -0700242 void SetupMockForSetupSendCodec(bool expect_set_encoder_call) {
243 if (expect_set_encoder_call) {
Niels Möllerdced9f62018-11-19 10:27:07 +0100244 EXPECT_CALL(*channel_send_, SetEncoderForMock(_, _))
minyue-webrtc8de18262017-07-26 14:18:40 +0200245 .WillOnce(Invoke(
246 [this](int payload_type, std::unique_ptr<AudioEncoder>* encoder) {
247 this->audio_encoder_ = std::move(*encoder);
248 return true;
249 }));
ossu20a4b3f2017-04-27 02:08:52 -0700250 }
minyue7a973442016-10-20 03:27:12 -0700251 }
ossu20a4b3f2017-04-27 02:08:52 -0700252
Sebastian Jansson14a7cf92019-02-13 15:11:42 +0100253 void SetupMockForCallEncoder() {
minyue-webrtc8de18262017-07-26 14:18:40 +0200254 // Let ModifyEncoder to invoke mock audio encoder.
Sebastian Jansson14a7cf92019-02-13 15:11:42 +0100255 EXPECT_CALL(*channel_send_, CallEncoder(_))
Artem Titove7d08df2019-01-16 14:49:44 +0100256 .WillRepeatedly(
Sebastian Jansson14a7cf92019-02-13 15:11:42 +0100257 [this](rtc::FunctionView<void(AudioEncoder*)> modifier) {
minyue-webrtc8de18262017-07-26 14:18:40 +0200258 if (this->audio_encoder_)
Sebastian Jansson14a7cf92019-02-13 15:11:42 +0100259 modifier(this->audio_encoder_.get());
Artem Titove7d08df2019-01-16 14:49:44 +0100260 });
minyue-webrtc8de18262017-07-26 14:18:40 +0200261 }
262
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100263 void SetupMockForSendTelephoneEvent() {
Niels Möllerdced9f62018-11-19 10:27:07 +0100264 EXPECT_TRUE(channel_send_);
265 EXPECT_CALL(*channel_send_, SetSendTelephoneEventPayloadType(
266 kTelephoneEventPayloadType,
Niels Möller8fb1a6a2019-03-05 14:29:42 +0100267 kTelephoneEventPayloadFrequency));
Yves Gerey665174f2018-06-19 15:03:05 +0200268 EXPECT_CALL(
Niels Möllerdced9f62018-11-19 10:27:07 +0100269 *channel_send_,
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100270 SendTelephoneEventOutband(kTelephoneEventCode, kTelephoneEventDuration))
Yves Gerey665174f2018-06-19 15:03:05 +0200271 .WillOnce(Return(true));
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100272 }
273
solenberg566ef242015-11-06 15:34:49 -0800274 void SetupMockForGetStats() {
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200275 using ::testing::DoAll;
276 using ::testing::SetArgPointee;
277 using ::testing::SetArgReferee;
solenberg3a941542015-11-16 07:34:50 -0800278
solenberg566ef242015-11-06 15:34:49 -0800279 std::vector<ReportBlock> report_blocks;
280 webrtc::ReportBlock block = kReportBlock;
281 report_blocks.push_back(block); // Has wrong SSRC.
282 block.source_SSRC = kSsrc;
283 report_blocks.push_back(block); // Correct block.
284 block.fraction_lost = 0;
285 report_blocks.push_back(block); // Duplicate SSRC, bad fraction_lost.
286
Niels Möllerdced9f62018-11-19 10:27:07 +0100287 EXPECT_TRUE(channel_send_);
288 EXPECT_CALL(*channel_send_, GetRTCPStatistics())
solenberg358057b2015-11-27 10:46:42 -0800289 .WillRepeatedly(Return(kCallStats));
Niels Möllerdced9f62018-11-19 10:27:07 +0100290 EXPECT_CALL(*channel_send_, GetRemoteRTCPReportBlocks())
solenberg358057b2015-11-27 10:46:42 -0800291 .WillRepeatedly(Return(report_blocks));
Niels Möllerdced9f62018-11-19 10:27:07 +0100292 EXPECT_CALL(*channel_send_, GetANAStatistics())
ivoce1198e02017-09-08 08:13:19 -0700293 .WillRepeatedly(Return(ANAStats()));
Niels Möllerdced9f62018-11-19 10:27:07 +0100294 EXPECT_CALL(*channel_send_, GetBitrate()).WillRepeatedly(Return(0));
solenberg796b8f92017-03-01 17:02:23 -0800295
Ivo Creusen56d46092017-11-24 17:29:59 +0100296 audio_processing_stats_.echo_return_loss = kEchoReturnLoss;
297 audio_processing_stats_.echo_return_loss_enhancement =
298 kEchoReturnLossEnhancement;
299 audio_processing_stats_.delay_median_ms = kEchoDelayMedian;
300 audio_processing_stats_.delay_standard_deviation_ms = kEchoDelayStdDev;
301 audio_processing_stats_.divergent_filter_fraction =
302 kDivergentFilterFraction;
303 audio_processing_stats_.residual_echo_likelihood = kResidualEchoLikelihood;
304 audio_processing_stats_.residual_echo_likelihood_recent_max =
305 kResidualEchoLikelihoodMax;
ivoc7aba0292016-11-14 04:52:06 -0800306
Ivo Creusen56d46092017-11-24 17:29:59 +0100307 EXPECT_CALL(*audio_processing_, GetStatistics(true))
ivoc7aba0292016-11-14 04:52:06 -0800308 .WillRepeatedly(Return(audio_processing_stats_));
solenberg566ef242015-11-06 15:34:49 -0800309 }
Sebastian Jansson62aee932019-10-02 12:27:06 +0200310 TaskQueueForTest* worker() { return &worker_queue_; }
solenberg566ef242015-11-06 15:34:49 -0800311
312 private:
Sebastian Janssonda6806c2019-03-04 17:05:12 +0100313 SimulatedClock clock_;
Danil Chapovalov31660fd2019-03-22 12:59:48 +0100314 std::unique_ptr<TaskQueueFactory> task_queue_factory_;
solenberg566ef242015-11-06 15:34:49 -0800315 rtc::scoped_refptr<AudioState> audio_state_;
316 AudioSendStream::Config stream_config_;
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200317 ::testing::StrictMock<MockChannelSend>* channel_send_ = nullptr;
peaha9cc40b2017-06-29 08:32:09 -0700318 rtc::scoped_refptr<MockAudioProcessing> audio_processing_;
Ivo Creusen56d46092017-11-24 17:29:59 +0100319 AudioProcessingStats audio_processing_stats_;
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200320 ::testing::StrictMock<MockRtcpBandwidthObserver> bandwidth_observer_;
321 ::testing::NiceMock<MockRtcEventLog> event_log_;
322 ::testing::NiceMock<MockRtpTransportControllerSend> rtp_transport_;
323 ::testing::NiceMock<MockRtpRtcp> rtp_rtcp_;
michaelt9332b7d2016-11-30 07:51:13 -0800324 MockRtcpRttStats rtcp_rtt_stats_;
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200325 ::testing::NiceMock<MockLimitObserver> limit_observer_;
mflodman86cc6ff2016-07-26 04:44:06 -0700326 BitrateAllocator bitrate_allocator_;
perkj26091b12016-09-01 01:17:40 -0700327 // |worker_queue| is defined last to ensure all pending tasks are cancelled
328 // and deleted before any other members.
Danil Chapovalov31660fd2019-03-22 12:59:48 +0100329 TaskQueueForTest worker_queue_;
minyue-webrtc8de18262017-07-26 14:18:40 +0200330 std::unique_ptr<AudioEncoder> audio_encoder_;
solenberg566ef242015-11-06 15:34:49 -0800331};
Henrik Boströmd2c336f2019-07-03 17:11:10 +0200332
333// The audio level ranges linearly [0,32767].
334std::unique_ptr<AudioFrame> CreateAudioFrame1kHzSineWave(int16_t audio_level,
335 int duration_ms,
336 int sample_rate_hz,
337 size_t num_channels) {
338 size_t samples_per_channel = sample_rate_hz / (1000 / duration_ms);
339 std::vector<int16_t> audio_data(samples_per_channel * num_channels, 0);
Mirko Bonadei317a1f02019-09-17 17:06:18 +0200340 std::unique_ptr<AudioFrame> audio_frame = std::make_unique<AudioFrame>();
Henrik Boströmd2c336f2019-07-03 17:11:10 +0200341 audio_frame->UpdateFrame(0 /* RTP timestamp */, &audio_data[0],
342 samples_per_channel, sample_rate_hz,
343 AudioFrame::SpeechType::kNormalSpeech,
344 AudioFrame::VADActivity::kVadUnknown, num_channels);
345 SineWaveGenerator wave_generator(1000.0, audio_level);
346 wave_generator.GenerateNextFrame(audio_frame.get());
347 return audio_frame;
348}
349
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100350} // namespace
solenbergc7a8b082015-10-16 14:35:07 -0700351
352TEST(AudioSendStreamTest, ConfigToString) {
Bjorn A Mellem7a9a0922019-11-26 09:19:40 -0800353 AudioSendStream::Config config(/*send_transport=*/nullptr);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100354 config.rtp.ssrc = kSsrc;
solenberg3a941542015-11-16 07:34:50 -0800355 config.rtp.c_name = kCName;
minyue10cbb462016-11-07 09:29:22 -0800356 config.min_bitrate_bps = 12000;
357 config.max_bitrate_bps = 34000;
ossu20a4b3f2017-04-27 02:08:52 -0700358 config.send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100359 AudioSendStream::Config::SendCodecSpec(kIsacPayloadType, kIsacFormat);
ossu20a4b3f2017-04-27 02:08:52 -0700360 config.send_codec_spec->nack_enabled = true;
361 config.send_codec_spec->transport_cc_enabled = false;
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100362 config.send_codec_spec->cng_payload_type = 42;
ossu20a4b3f2017-04-27 02:08:52 -0700363 config.encoder_factory = MockAudioEncoderFactory::CreateUnusedFactory();
Johannes Kron9190b822018-10-29 11:22:05 +0100364 config.rtp.extmap_allow_mixed = true;
stefanb521aa72016-11-01 03:17:16 -0700365 config.rtp.extensions.push_back(
366 RtpExtension(RtpExtension::kAudioLevelUri, kAudioLevelId));
Jiawei Ou55718122018-11-09 13:17:39 -0800367 config.rtcp_report_interval_ms = 2500;
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100368 EXPECT_EQ(
Johannes Kron9190b822018-10-29 11:22:05 +0100369 "{rtp: {ssrc: 1234, extmap-allow-mixed: true, extensions: [{uri: "
Fredrik Solenbergc69a56e2018-11-21 09:21:23 +0100370 "urn:ietf:params:rtp-hdrext:ssrc-audio-level, id: 2}], "
371 "c_name: foo_name}, rtcp_report_interval_ms: 2500, "
Bjorn A Mellem7a9a0922019-11-26 09:19:40 -0800372 "send_transport: null, "
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100373 "min_bitrate_bps: 12000, max_bitrate_bps: 34000, "
solenberg940b6d62016-10-25 11:19:07 -0700374 "send_codec_spec: {nack_enabled: true, transport_cc_enabled: false, "
ossu20a4b3f2017-04-27 02:08:52 -0700375 "cng_payload_type: 42, payload_type: 103, "
376 "format: {name: isac, clockrate_hz: 16000, num_channels: 1, "
377 "parameters: {}}}}",
solenberg85a04962015-10-27 03:35:21 -0700378 config.ToString());
solenbergc7a8b082015-10-16 14:35:07 -0700379}
380
381TEST(AudioSendStreamTest, ConstructDestruct) {
ossu20a4b3f2017-04-27 02:08:52 -0700382 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100383 auto send_stream = helper.CreateAudioSendStream();
solenbergc7a8b082015-10-16 14:35:07 -0700384}
solenberg85a04962015-10-27 03:35:21 -0700385
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100386TEST(AudioSendStreamTest, SendTelephoneEvent) {
ossu20a4b3f2017-04-27 02:08:52 -0700387 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100388 auto send_stream = helper.CreateAudioSendStream();
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100389 helper.SetupMockForSendTelephoneEvent();
Yves Gerey665174f2018-06-19 15:03:05 +0200390 EXPECT_TRUE(send_stream->SendTelephoneEvent(
391 kTelephoneEventPayloadType, kTelephoneEventPayloadFrequency,
392 kTelephoneEventCode, kTelephoneEventDuration));
Fredrik Solenbergb5727682015-12-04 15:22:19 +0100393}
394
solenberg94218532016-06-16 10:53:22 -0700395TEST(AudioSendStreamTest, SetMuted) {
ossu20a4b3f2017-04-27 02:08:52 -0700396 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100397 auto send_stream = helper.CreateAudioSendStream();
Niels Möllerdced9f62018-11-19 10:27:07 +0100398 EXPECT_CALL(*helper.channel_send(), SetInputMute(true));
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100399 send_stream->SetMuted(true);
solenberg94218532016-06-16 10:53:22 -0700400}
401
stefan7de8d642017-02-07 07:14:08 -0800402TEST(AudioSendStreamTest, AudioBweCorrectObjectsOnChannelProxy) {
Per Kjellander914351d2019-02-15 10:54:55 +0100403 ScopedFieldTrials field_trials("WebRTC-Audio-SendSideBwe/Enabled/");
ossu20a4b3f2017-04-27 02:08:52 -0700404 ConfigHelper helper(true, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100405 auto send_stream = helper.CreateAudioSendStream();
stefan7de8d642017-02-07 07:14:08 -0800406}
407
408TEST(AudioSendStreamTest, NoAudioBweCorrectObjectsOnChannelProxy) {
ossu20a4b3f2017-04-27 02:08:52 -0700409 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100410 auto send_stream = helper.CreateAudioSendStream();
stefan7de8d642017-02-07 07:14:08 -0800411}
412
solenberg85a04962015-10-27 03:35:21 -0700413TEST(AudioSendStreamTest, GetStats) {
ossu20a4b3f2017-04-27 02:08:52 -0700414 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100415 auto send_stream = helper.CreateAudioSendStream();
solenberg566ef242015-11-06 15:34:49 -0800416 helper.SetupMockForGetStats();
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100417 AudioSendStream::Stats stats = send_stream->GetStats(true);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100418 EXPECT_EQ(kSsrc, stats.local_ssrc);
Niels Möllerac0a4cb2019-10-09 15:01:33 +0200419 EXPECT_EQ(kCallStats.payload_bytes_sent, stats.payload_bytes_sent);
420 EXPECT_EQ(kCallStats.header_and_padding_bytes_sent,
421 stats.header_and_padding_bytes_sent);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100422 EXPECT_EQ(kCallStats.packetsSent, stats.packets_sent);
Sebastian Jansson9701e0c2018-08-09 11:21:11 +0200423 EXPECT_EQ(kReportBlock.cumulative_num_packets_lost, stats.packets_lost);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100424 EXPECT_EQ(Q8ToFloat(kReportBlock.fraction_lost), stats.fraction_lost);
Fredrik Solenbergf693bfa2018-12-11 12:22:10 +0100425 EXPECT_EQ(kIsacFormat.name, stats.codec_name);
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100426 EXPECT_EQ(static_cast<int32_t>(kReportBlock.interarrival_jitter /
Fredrik Solenbergf693bfa2018-12-11 12:22:10 +0100427 (kIsacFormat.clockrate_hz / 1000)),
Fredrik Solenberg0ccae132015-11-03 10:15:49 +0100428 stats.jitter_ms);
429 EXPECT_EQ(kCallStats.rttMs, stats.rtt_ms);
Fredrik Solenberg2a877972017-12-15 16:42:15 +0100430 EXPECT_EQ(0, stats.audio_level);
431 EXPECT_EQ(0, stats.total_input_energy);
432 EXPECT_EQ(0, stats.total_input_duration);
Ivo Creusen56d46092017-11-24 17:29:59 +0100433 EXPECT_EQ(kEchoDelayMedian, stats.apm_statistics.delay_median_ms);
434 EXPECT_EQ(kEchoDelayStdDev, stats.apm_statistics.delay_standard_deviation_ms);
435 EXPECT_EQ(kEchoReturnLoss, stats.apm_statistics.echo_return_loss);
436 EXPECT_EQ(kEchoReturnLossEnhancement,
437 stats.apm_statistics.echo_return_loss_enhancement);
438 EXPECT_EQ(kDivergentFilterFraction,
439 stats.apm_statistics.divergent_filter_fraction);
440 EXPECT_EQ(kResidualEchoLikelihood,
441 stats.apm_statistics.residual_echo_likelihood);
442 EXPECT_EQ(kResidualEchoLikelihoodMax,
443 stats.apm_statistics.residual_echo_likelihood_recent_max);
Fredrik Solenberg2a877972017-12-15 16:42:15 +0100444 EXPECT_FALSE(stats.typing_noise_detected);
solenberg566ef242015-11-06 15:34:49 -0800445}
minyue7a973442016-10-20 03:27:12 -0700446
Henrik Boströmd2c336f2019-07-03 17:11:10 +0200447TEST(AudioSendStreamTest, GetStatsAudioLevel) {
448 ConfigHelper helper(false, true);
449 auto send_stream = helper.CreateAudioSendStream();
450 helper.SetupMockForGetStats();
451 EXPECT_CALL(*helper.channel_send(), ProcessAndEncodeAudioForMock(_))
452 .Times(AnyNumber());
453
454 constexpr int kSampleRateHz = 48000;
455 constexpr size_t kNumChannels = 1;
456
457 constexpr int16_t kSilentAudioLevel = 0;
458 constexpr int16_t kMaxAudioLevel = 32767; // Audio level is [0,32767].
459 constexpr int kAudioFrameDurationMs = 10;
460
461 // Process 10 audio frames (100 ms) of silence. After this, on the next
462 // (11-th) frame, the audio level will be updated with the maximum audio level
463 // of the first 11 frames. See AudioLevel.
464 for (size_t i = 0; i < 10; ++i) {
465 send_stream->SendAudioData(CreateAudioFrame1kHzSineWave(
466 kSilentAudioLevel, kAudioFrameDurationMs, kSampleRateHz, kNumChannels));
467 }
468 AudioSendStream::Stats stats = send_stream->GetStats();
469 EXPECT_EQ(kSilentAudioLevel, stats.audio_level);
470 EXPECT_NEAR(0.0f, stats.total_input_energy, kTolerance);
471 EXPECT_NEAR(0.1f, stats.total_input_duration, kTolerance); // 100 ms = 0.1 s
472
473 // Process 10 audio frames (100 ms) of maximum audio level.
474 // Note that AudioLevel updates the audio level every 11th frame, processing
475 // 10 frames above was needed to see a non-zero audio level here.
476 for (size_t i = 0; i < 10; ++i) {
477 send_stream->SendAudioData(CreateAudioFrame1kHzSineWave(
478 kMaxAudioLevel, kAudioFrameDurationMs, kSampleRateHz, kNumChannels));
479 }
480 stats = send_stream->GetStats();
481 EXPECT_EQ(kMaxAudioLevel, stats.audio_level);
482 // Energy increases by energy*duration, where energy is audio level in [0,1].
483 EXPECT_NEAR(0.1f, stats.total_input_energy, kTolerance); // 0.1 s of max
484 EXPECT_NEAR(0.2f, stats.total_input_duration, kTolerance); // 200 ms = 0.2 s
485}
486
minyue-webrtc8de18262017-07-26 14:18:40 +0200487TEST(AudioSendStreamTest, SendCodecAppliesAudioNetworkAdaptor) {
ossu20a4b3f2017-04-27 02:08:52 -0700488 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100489 helper.config().send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100490 AudioSendStream::Config::SendCodecSpec(0, kOpusFormat);
minyue-webrtc8de18262017-07-26 14:18:40 +0200491 const std::string kAnaConfigString = "abcde";
492 const std::string kAnaReconfigString = "12345";
493
Sebastian Janssonc3eb9fd2020-01-29 17:42:52 +0100494 helper.config().rtp.extensions.push_back(RtpExtension(
495 RtpExtension::kTransportSequenceNumberUri, kTransportSequenceNumberId));
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100496 helper.config().audio_network_adaptor_config = kAnaConfigString;
ossu20a4b3f2017-04-27 02:08:52 -0700497
Karl Wibergd6fbf2a2018-02-27 13:37:31 +0100498 EXPECT_CALL(helper.mock_encoder_factory(), MakeAudioEncoderMock(_, _, _, _))
minyue-webrtc8de18262017-07-26 14:18:40 +0200499 .WillOnce(Invoke([&kAnaConfigString, &kAnaReconfigString](
500 int payload_type, const SdpAudioFormat& format,
Danil Chapovalovb9b146c2018-06-15 12:28:07 +0200501 absl::optional<AudioCodecPairId> codec_pair_id,
minyue-webrtc8de18262017-07-26 14:18:40 +0200502 std::unique_ptr<AudioEncoder>* return_value) {
ossu20a4b3f2017-04-27 02:08:52 -0700503 auto mock_encoder = SetupAudioEncoderMock(payload_type, format);
minyue-webrtc8de18262017-07-26 14:18:40 +0200504 EXPECT_CALL(*mock_encoder,
505 EnableAudioNetworkAdaptor(StrEq(kAnaConfigString), _))
506 .WillOnce(Return(true));
507 EXPECT_CALL(*mock_encoder,
508 EnableAudioNetworkAdaptor(StrEq(kAnaReconfigString), _))
ossu20a4b3f2017-04-27 02:08:52 -0700509 .WillOnce(Return(true));
510 *return_value = std::move(mock_encoder);
511 }));
512
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100513 auto send_stream = helper.CreateAudioSendStream();
minyue-webrtc8de18262017-07-26 14:18:40 +0200514
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100515 auto stream_config = helper.config();
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100516 stream_config.audio_network_adaptor_config = kAnaReconfigString;
minyue-webrtc8de18262017-07-26 14:18:40 +0200517
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100518 send_stream->Reconfigure(stream_config);
minyue7a973442016-10-20 03:27:12 -0700519}
520
521// VAD is applied when codec is mono and the CNG frequency matches the codec
ossu20a4b3f2017-04-27 02:08:52 -0700522// clock rate.
minyue7a973442016-10-20 03:27:12 -0700523TEST(AudioSendStreamTest, SendCodecCanApplyVad) {
ossu20a4b3f2017-04-27 02:08:52 -0700524 ConfigHelper helper(false, false);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100525 helper.config().send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100526 AudioSendStream::Config::SendCodecSpec(9, kG722Format);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100527 helper.config().send_codec_spec->cng_payload_type = 105;
ossu20a4b3f2017-04-27 02:08:52 -0700528 using ::testing::Invoke;
529 std::unique_ptr<AudioEncoder> stolen_encoder;
Niels Möllerdced9f62018-11-19 10:27:07 +0100530 EXPECT_CALL(*helper.channel_send(), SetEncoderForMock(_, _))
ossu20a4b3f2017-04-27 02:08:52 -0700531 .WillOnce(
532 Invoke([&stolen_encoder](int payload_type,
533 std::unique_ptr<AudioEncoder>* encoder) {
534 stolen_encoder = std::move(*encoder);
535 return true;
536 }));
Niels Mölleree5ccbc2019-03-06 16:47:29 +0100537 EXPECT_CALL(*helper.channel_send(), RegisterCngPayloadType(105, 8000));
ossu20a4b3f2017-04-27 02:08:52 -0700538
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100539 auto send_stream = helper.CreateAudioSendStream();
ossu20a4b3f2017-04-27 02:08:52 -0700540
541 // We cannot truly determine if the encoder created is an AudioEncoderCng. It
542 // is the only reasonable implementation that will return something from
543 // ReclaimContainedEncoders, though.
544 ASSERT_TRUE(stolen_encoder);
545 EXPECT_FALSE(stolen_encoder->ReclaimContainedEncoders().empty());
minyue7a973442016-10-20 03:27:12 -0700546}
547
minyue78b4d562016-11-30 04:47:39 -0800548TEST(AudioSendStreamTest, DoesNotPassHigherBitrateThanMaxBitrate) {
ossu20a4b3f2017-04-27 02:08:52 -0700549 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100550 auto send_stream = helper.CreateAudioSendStream();
Niels Möllerdced9f62018-11-19 10:27:07 +0100551 EXPECT_CALL(*helper.channel_send(),
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100552 OnBitrateAllocation(Field(
553 &BitrateAllocationUpdate::target_bitrate,
554 Eq(DataRate::BitsPerSec(helper.config().max_bitrate_bps)))));
Sebastian Janssonc0e4d452018-10-25 15:08:32 +0200555 BitrateAllocationUpdate update;
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100556 update.target_bitrate =
557 DataRate::BitsPerSec(helper.config().max_bitrate_bps + 5000);
Sebastian Jansson13e59032018-11-21 19:13:07 +0100558 update.packet_loss_ratio = 0;
Danil Chapovalov0c626af2020-02-10 11:16:00 +0100559 update.round_trip_time = TimeDelta::Millis(50);
560 update.bwe_period = TimeDelta::Millis(6000);
Danil Chapovaloveb90e6f2019-10-15 10:04:57 +0200561 helper.worker()->SendTask([&] { send_stream->OnBitrateUpdated(update); },
562 RTC_FROM_HERE);
minyue78b4d562016-11-30 04:47:39 -0800563}
564
Daniel Lee93562522019-05-03 14:40:13 +0200565TEST(AudioSendStreamTest, SSBweTargetInRangeRespected) {
566 ScopedFieldTrials field_trials("WebRTC-Audio-SendSideBwe/Enabled/");
567 ConfigHelper helper(true, true);
568 auto send_stream = helper.CreateAudioSendStream();
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100569 EXPECT_CALL(
570 *helper.channel_send(),
571 OnBitrateAllocation(Field(
572 &BitrateAllocationUpdate::target_bitrate,
573 Eq(DataRate::BitsPerSec(helper.config().max_bitrate_bps - 5000)))));
Daniel Lee93562522019-05-03 14:40:13 +0200574 BitrateAllocationUpdate update;
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100575 update.target_bitrate =
576 DataRate::BitsPerSec(helper.config().max_bitrate_bps - 5000);
Danil Chapovaloveb90e6f2019-10-15 10:04:57 +0200577 helper.worker()->SendTask([&] { send_stream->OnBitrateUpdated(update); },
578 RTC_FROM_HERE);
Daniel Lee93562522019-05-03 14:40:13 +0200579}
580
581TEST(AudioSendStreamTest, SSBweFieldTrialMinRespected) {
582 ScopedFieldTrials field_trials(
583 "WebRTC-Audio-SendSideBwe/Enabled/"
584 "WebRTC-Audio-Allocation/min:6kbps,max:64kbps/");
585 ConfigHelper helper(true, true);
586 auto send_stream = helper.CreateAudioSendStream();
587 EXPECT_CALL(
588 *helper.channel_send(),
589 OnBitrateAllocation(Field(&BitrateAllocationUpdate::target_bitrate,
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100590 Eq(DataRate::KilobitsPerSec(6)))));
Daniel Lee93562522019-05-03 14:40:13 +0200591 BitrateAllocationUpdate update;
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100592 update.target_bitrate = DataRate::KilobitsPerSec(1);
Danil Chapovaloveb90e6f2019-10-15 10:04:57 +0200593 helper.worker()->SendTask([&] { send_stream->OnBitrateUpdated(update); },
594 RTC_FROM_HERE);
Daniel Lee93562522019-05-03 14:40:13 +0200595}
596
597TEST(AudioSendStreamTest, SSBweFieldTrialMaxRespected) {
598 ScopedFieldTrials field_trials(
599 "WebRTC-Audio-SendSideBwe/Enabled/"
600 "WebRTC-Audio-Allocation/min:6kbps,max:64kbps/");
601 ConfigHelper helper(true, true);
602 auto send_stream = helper.CreateAudioSendStream();
603 EXPECT_CALL(
604 *helper.channel_send(),
605 OnBitrateAllocation(Field(&BitrateAllocationUpdate::target_bitrate,
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100606 Eq(DataRate::KilobitsPerSec(64)))));
Daniel Lee93562522019-05-03 14:40:13 +0200607 BitrateAllocationUpdate update;
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100608 update.target_bitrate = DataRate::KilobitsPerSec(128);
Danil Chapovaloveb90e6f2019-10-15 10:04:57 +0200609 helper.worker()->SendTask([&] { send_stream->OnBitrateUpdated(update); },
610 RTC_FROM_HERE);
Daniel Lee93562522019-05-03 14:40:13 +0200611}
612
613TEST(AudioSendStreamTest, SSBweWithOverhead) {
614 ScopedFieldTrials field_trials(
615 "WebRTC-Audio-SendSideBwe/Enabled/"
Sebastian Jansson62aee932019-10-02 12:27:06 +0200616 "WebRTC-SendSideBwe-WithOverhead/Enabled/"
617 "WebRTC-Audio-LegacyOverhead/Disabled/");
Daniel Lee93562522019-05-03 14:40:13 +0200618 ConfigHelper helper(true, true);
619 auto send_stream = helper.CreateAudioSendStream();
Sebastian Jansson62aee932019-10-02 12:27:06 +0200620 EXPECT_CALL(*helper.channel_send(), CallEncoder(_)).Times(1);
621 send_stream->OnOverheadChanged(kOverheadPerPacket.bytes<size_t>());
Daniel Lee93562522019-05-03 14:40:13 +0200622 const DataRate bitrate =
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100623 DataRate::BitsPerSec(helper.config().max_bitrate_bps) + kMaxOverheadRate;
Daniel Lee93562522019-05-03 14:40:13 +0200624 EXPECT_CALL(*helper.channel_send(),
625 OnBitrateAllocation(Field(
626 &BitrateAllocationUpdate::target_bitrate, Eq(bitrate))));
627 BitrateAllocationUpdate update;
628 update.target_bitrate = bitrate;
Danil Chapovaloveb90e6f2019-10-15 10:04:57 +0200629 helper.worker()->SendTask([&] { send_stream->OnBitrateUpdated(update); },
630 RTC_FROM_HERE);
Daniel Lee93562522019-05-03 14:40:13 +0200631}
632
633TEST(AudioSendStreamTest, SSBweWithOverheadMinRespected) {
634 ScopedFieldTrials field_trials(
635 "WebRTC-Audio-SendSideBwe/Enabled/"
636 "WebRTC-SendSideBwe-WithOverhead/Enabled/"
Sebastian Jansson62aee932019-10-02 12:27:06 +0200637 "WebRTC-Audio-LegacyOverhead/Disabled/"
Daniel Lee93562522019-05-03 14:40:13 +0200638 "WebRTC-Audio-Allocation/min:6kbps,max:64kbps/");
639 ConfigHelper helper(true, true);
640 auto send_stream = helper.CreateAudioSendStream();
Sebastian Jansson62aee932019-10-02 12:27:06 +0200641 EXPECT_CALL(*helper.channel_send(), CallEncoder(_)).Times(1);
642 send_stream->OnOverheadChanged(kOverheadPerPacket.bytes<size_t>());
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100643 const DataRate bitrate = DataRate::KilobitsPerSec(6) + kMinOverheadRate;
Daniel Lee93562522019-05-03 14:40:13 +0200644 EXPECT_CALL(*helper.channel_send(),
645 OnBitrateAllocation(Field(
646 &BitrateAllocationUpdate::target_bitrate, Eq(bitrate))));
647 BitrateAllocationUpdate update;
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100648 update.target_bitrate = DataRate::KilobitsPerSec(1);
Danil Chapovaloveb90e6f2019-10-15 10:04:57 +0200649 helper.worker()->SendTask([&] { send_stream->OnBitrateUpdated(update); },
650 RTC_FROM_HERE);
Daniel Lee93562522019-05-03 14:40:13 +0200651}
652
653TEST(AudioSendStreamTest, SSBweWithOverheadMaxRespected) {
654 ScopedFieldTrials field_trials(
655 "WebRTC-Audio-SendSideBwe/Enabled/"
656 "WebRTC-SendSideBwe-WithOverhead/Enabled/"
Sebastian Jansson62aee932019-10-02 12:27:06 +0200657 "WebRTC-Audio-LegacyOverhead/Disabled/"
Daniel Lee93562522019-05-03 14:40:13 +0200658 "WebRTC-Audio-Allocation/min:6kbps,max:64kbps/");
659 ConfigHelper helper(true, true);
660 auto send_stream = helper.CreateAudioSendStream();
Sebastian Jansson62aee932019-10-02 12:27:06 +0200661 EXPECT_CALL(*helper.channel_send(), CallEncoder(_)).Times(1);
662 send_stream->OnOverheadChanged(kOverheadPerPacket.bytes<size_t>());
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100663 const DataRate bitrate = DataRate::KilobitsPerSec(64) + kMaxOverheadRate;
Daniel Lee93562522019-05-03 14:40:13 +0200664 EXPECT_CALL(*helper.channel_send(),
665 OnBitrateAllocation(Field(
666 &BitrateAllocationUpdate::target_bitrate, Eq(bitrate))));
667 BitrateAllocationUpdate update;
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100668 update.target_bitrate = DataRate::KilobitsPerSec(128);
Danil Chapovaloveb90e6f2019-10-15 10:04:57 +0200669 helper.worker()->SendTask([&] { send_stream->OnBitrateUpdated(update); },
670 RTC_FROM_HERE);
Daniel Lee93562522019-05-03 14:40:13 +0200671}
672
minyue78b4d562016-11-30 04:47:39 -0800673TEST(AudioSendStreamTest, ProbingIntervalOnBitrateUpdated) {
ossu20a4b3f2017-04-27 02:08:52 -0700674 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100675 auto send_stream = helper.CreateAudioSendStream();
Sebastian Jansson254d8692018-11-21 19:19:00 +0100676
677 EXPECT_CALL(*helper.channel_send(),
678 OnBitrateAllocation(Field(&BitrateAllocationUpdate::bwe_period,
Danil Chapovalov0c626af2020-02-10 11:16:00 +0100679 Eq(TimeDelta::Millis(5000)))));
Sebastian Janssonc0e4d452018-10-25 15:08:32 +0200680 BitrateAllocationUpdate update;
Danil Chapovalovcad3e0e2020-02-17 18:46:07 +0100681 update.target_bitrate =
682 DataRate::BitsPerSec(helper.config().max_bitrate_bps + 5000);
Sebastian Jansson13e59032018-11-21 19:13:07 +0100683 update.packet_loss_ratio = 0;
Danil Chapovalov0c626af2020-02-10 11:16:00 +0100684 update.round_trip_time = TimeDelta::Millis(50);
685 update.bwe_period = TimeDelta::Millis(5000);
Danil Chapovaloveb90e6f2019-10-15 10:04:57 +0200686 helper.worker()->SendTask([&] { send_stream->OnBitrateUpdated(update); },
687 RTC_FROM_HERE);
minyue78b4d562016-11-30 04:47:39 -0800688}
689
ossu20a4b3f2017-04-27 02:08:52 -0700690// Test that AudioSendStream doesn't recreate the encoder unnecessarily.
691TEST(AudioSendStreamTest, DontRecreateEncoder) {
692 ConfigHelper helper(false, false);
693 // WillOnce is (currently) the default used by ConfigHelper if asked to set an
694 // expectation for SetEncoder. Since this behavior is essential for this test
695 // to be correct, it's instead set-up manually here. Otherwise a simple change
696 // to ConfigHelper (say to WillRepeatedly) would silently make this test
697 // useless.
Niels Möllerdced9f62018-11-19 10:27:07 +0100698 EXPECT_CALL(*helper.channel_send(), SetEncoderForMock(_, _))
Niels Möller8fb1a6a2019-03-05 14:29:42 +0100699 .WillOnce(Return());
ossu20a4b3f2017-04-27 02:08:52 -0700700
Niels Mölleree5ccbc2019-03-06 16:47:29 +0100701 EXPECT_CALL(*helper.channel_send(), RegisterCngPayloadType(105, 8000));
702
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100703 helper.config().send_codec_spec =
Oskar Sundbom2707fb22017-11-16 10:57:35 +0100704 AudioSendStream::Config::SendCodecSpec(9, kG722Format);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100705 helper.config().send_codec_spec->cng_payload_type = 105;
706 auto send_stream = helper.CreateAudioSendStream();
707 send_stream->Reconfigure(helper.config());
ossu20a4b3f2017-04-27 02:08:52 -0700708}
709
ossu1129df22017-06-30 01:38:56 -0700710TEST(AudioSendStreamTest, ReconfigureTransportCcResetsFirst) {
Per Kjellander914351d2019-02-15 10:54:55 +0100711 ScopedFieldTrials field_trials("WebRTC-Audio-SendSideBwe/Enabled/");
ossu1129df22017-06-30 01:38:56 -0700712 ConfigHelper helper(false, true);
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100713 auto send_stream = helper.CreateAudioSendStream();
ossu1129df22017-06-30 01:38:56 -0700714 auto new_config = helper.config();
715 ConfigHelper::AddBweToConfig(&new_config);
Sebastian Jansson6298b562020-01-14 17:55:19 +0100716
717 EXPECT_CALL(*helper.rtp_rtcp(),
718 RegisterRtpHeaderExtension(TransportSequenceNumber::kUri,
719 kTransportSequenceNumberId))
ossu1129df22017-06-30 01:38:56 -0700720 .Times(1);
721 {
722 ::testing::InSequence seq;
Niels Möllerdced9f62018-11-19 10:27:07 +0100723 EXPECT_CALL(*helper.channel_send(), ResetSenderCongestionControlObjects())
ossu1129df22017-06-30 01:38:56 -0700724 .Times(1);
Niels Möllerdced9f62018-11-19 10:27:07 +0100725 EXPECT_CALL(*helper.channel_send(), RegisterSenderCongestionControlObjects(
726 helper.transport(), Ne(nullptr)))
ossu1129df22017-06-30 01:38:56 -0700727 .Times(1);
728 }
Anton Sukhanov626015d2019-02-04 15:16:06 -0800729
Fredrik Solenberg8f5787a2018-01-11 13:52:30 +0100730 send_stream->Reconfigure(new_config);
ossu1129df22017-06-30 01:38:56 -0700731}
Sam Zackrisson06953ba2018-02-01 16:53:16 +0100732
Anton Sukhanov626015d2019-02-04 15:16:06 -0800733TEST(AudioSendStreamTest, OnTransportOverheadChanged) {
734 ConfigHelper helper(false, true);
735 auto send_stream = helper.CreateAudioSendStream();
736 auto new_config = helper.config();
737
Sebastian Jansson14a7cf92019-02-13 15:11:42 +0100738 // CallEncoder will be called on overhead change.
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200739 EXPECT_CALL(*helper.channel_send(), CallEncoder(::testing::_)).Times(1);
Anton Sukhanov626015d2019-02-04 15:16:06 -0800740
741 const size_t transport_overhead_per_packet_bytes = 333;
742 send_stream->SetTransportOverhead(transport_overhead_per_packet_bytes);
743
744 EXPECT_EQ(transport_overhead_per_packet_bytes,
745 send_stream->TestOnlyGetPerPacketOverheadBytes());
746}
747
748TEST(AudioSendStreamTest, OnAudioOverheadChanged) {
749 ConfigHelper helper(false, true);
750 auto send_stream = helper.CreateAudioSendStream();
751 auto new_config = helper.config();
752
Sebastian Jansson14a7cf92019-02-13 15:11:42 +0100753 // CallEncoder will be called on overhead change.
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200754 EXPECT_CALL(*helper.channel_send(), CallEncoder(::testing::_)).Times(1);
Anton Sukhanov626015d2019-02-04 15:16:06 -0800755
756 const size_t audio_overhead_per_packet_bytes = 555;
757 send_stream->OnOverheadChanged(audio_overhead_per_packet_bytes);
758 EXPECT_EQ(audio_overhead_per_packet_bytes,
759 send_stream->TestOnlyGetPerPacketOverheadBytes());
760}
761
762TEST(AudioSendStreamTest, OnAudioAndTransportOverheadChanged) {
763 ConfigHelper helper(false, true);
764 auto send_stream = helper.CreateAudioSendStream();
765 auto new_config = helper.config();
766
Sebastian Jansson14a7cf92019-02-13 15:11:42 +0100767 // CallEncoder will be called when each of overhead changes.
Mirko Bonadei6a489f22019-04-09 15:11:12 +0200768 EXPECT_CALL(*helper.channel_send(), CallEncoder(::testing::_)).Times(2);
Anton Sukhanov626015d2019-02-04 15:16:06 -0800769
770 const size_t transport_overhead_per_packet_bytes = 333;
771 send_stream->SetTransportOverhead(transport_overhead_per_packet_bytes);
772
773 const size_t audio_overhead_per_packet_bytes = 555;
774 send_stream->OnOverheadChanged(audio_overhead_per_packet_bytes);
775
776 EXPECT_EQ(
777 transport_overhead_per_packet_bytes + audio_overhead_per_packet_bytes,
778 send_stream->TestOnlyGetPerPacketOverheadBytes());
779}
780
Benjamin Wright78410ad2018-10-25 09:52:57 -0700781// Validates that reconfiguring the AudioSendStream with a Frame encryptor
782// correctly reconfigures on the object without crashing.
783TEST(AudioSendStreamTest, ReconfigureWithFrameEncryptor) {
784 ConfigHelper helper(false, true);
785 auto send_stream = helper.CreateAudioSendStream();
786 auto new_config = helper.config();
787
788 rtc::scoped_refptr<FrameEncryptorInterface> mock_frame_encryptor_0(
789 new rtc::RefCountedObject<MockFrameEncryptor>());
790 new_config.frame_encryptor = mock_frame_encryptor_0;
Niels Möllerdced9f62018-11-19 10:27:07 +0100791 EXPECT_CALL(*helper.channel_send(), SetFrameEncryptor(Ne(nullptr))).Times(1);
Benjamin Wright78410ad2018-10-25 09:52:57 -0700792 send_stream->Reconfigure(new_config);
793
794 // Not updating the frame encryptor shouldn't force it to reconfigure.
Niels Möllerdced9f62018-11-19 10:27:07 +0100795 EXPECT_CALL(*helper.channel_send(), SetFrameEncryptor(_)).Times(0);
Benjamin Wright78410ad2018-10-25 09:52:57 -0700796 send_stream->Reconfigure(new_config);
797
798 // Updating frame encryptor to a new object should force a call to the proxy.
799 rtc::scoped_refptr<FrameEncryptorInterface> mock_frame_encryptor_1(
800 new rtc::RefCountedObject<MockFrameEncryptor>());
801 new_config.frame_encryptor = mock_frame_encryptor_1;
802 new_config.crypto_options.sframe.require_frame_encryption = true;
Niels Möllerdced9f62018-11-19 10:27:07 +0100803 EXPECT_CALL(*helper.channel_send(), SetFrameEncryptor(Ne(nullptr))).Times(1);
Benjamin Wright78410ad2018-10-25 09:52:57 -0700804 send_stream->Reconfigure(new_config);
805}
solenberg85a04962015-10-27 03:35:21 -0700806} // namespace test
solenbergc7a8b082015-10-16 14:35:07 -0700807} // namespace webrtc