solenberg | c7a8b08 | 2015-10-16 14:35:07 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #ifndef AUDIO_AUDIO_SEND_STREAM_H_ |
| 12 | #define AUDIO_AUDIO_SEND_STREAM_H_ |
solenberg | c7a8b08 | 2015-10-16 14:35:07 -0700 | [diff] [blame] | 13 | |
kwiberg | fffa42b | 2016-02-23 10:46:32 -0800 | [diff] [blame] | 14 | #include <memory> |
elad.alon | d12a8e1 | 2017-03-23 11:04:48 -0700 | [diff] [blame] | 15 | #include <vector> |
kwiberg | fffa42b | 2016-02-23 10:46:32 -0800 | [diff] [blame] | 16 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 17 | #include "audio/time_interval.h" |
Fredrik Solenberg | a8b7c7f | 2018-01-17 11:18:31 +0100 | [diff] [blame] | 18 | #include "audio/transport_feedback_packet_loss_tracker.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 19 | #include "call/audio_send_stream.h" |
| 20 | #include "call/audio_state.h" |
| 21 | #include "call/bitrate_allocator.h" |
| 22 | #include "modules/rtp_rtcp/include/rtp_rtcp.h" |
| 23 | #include "rtc_base/constructormagic.h" |
Fredrik Solenberg | 2a87797 | 2017-12-15 16:42:15 +0100 | [diff] [blame] | 24 | #include "rtc_base/race_checker.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 25 | #include "rtc_base/thread_checker.h" |
solenberg | c7a8b08 | 2015-10-16 14:35:07 -0700 | [diff] [blame] | 26 | |
| 27 | namespace webrtc { |
terelius | e035e2d | 2016-09-21 06:51:47 -0700 | [diff] [blame] | 28 | class RtcEventLog; |
stefan | 7de8d64 | 2017-02-07 07:14:08 -0800 | [diff] [blame] | 29 | class RtcpBandwidthObserver; |
michaelt | 9332b7d | 2016-11-30 07:51:13 -0800 | [diff] [blame] | 30 | class RtcpRttStats; |
nisse | b8f9a32 | 2017-03-27 05:36:15 -0700 | [diff] [blame] | 31 | class RtpTransportControllerSendInterface; |
solenberg | 3a94154 | 2015-11-16 07:34:50 -0800 | [diff] [blame] | 32 | |
solenberg | 1372508 | 2015-11-25 08:16:52 -0800 | [diff] [blame] | 33 | namespace voe { |
| 34 | class ChannelProxy; |
| 35 | } // namespace voe |
solenberg | c7a8b08 | 2015-10-16 14:35:07 -0700 | [diff] [blame] | 36 | |
solenberg | 1372508 | 2015-11-25 08:16:52 -0800 | [diff] [blame] | 37 | namespace internal { |
Fredrik Solenberg | 2a87797 | 2017-12-15 16:42:15 +0100 | [diff] [blame] | 38 | class AudioState; |
| 39 | |
mflodman | 86cc6ff | 2016-07-26 04:44:06 -0700 | [diff] [blame] | 40 | class AudioSendStream final : public webrtc::AudioSendStream, |
elad.alon | d12a8e1 | 2017-03-23 11:04:48 -0700 | [diff] [blame] | 41 | public webrtc::BitrateAllocatorObserver, |
| 42 | public webrtc::PacketFeedbackObserver { |
solenberg | c7a8b08 | 2015-10-16 14:35:07 -0700 | [diff] [blame] | 43 | public: |
solenberg | 85a0496 | 2015-10-27 03:35:21 -0700 | [diff] [blame] | 44 | AudioSendStream(const webrtc::AudioSendStream::Config& config, |
Stefan Holmer | b86d4e4 | 2015-12-07 10:26:18 +0100 | [diff] [blame] | 45 | const rtc::scoped_refptr<webrtc::AudioState>& audio_state, |
perkj | 26091b1 | 2016-09-01 01:17:40 -0700 | [diff] [blame] | 46 | rtc::TaskQueue* worker_queue, |
Fredrik Solenberg | 8f5787a | 2018-01-11 13:52:30 +0100 | [diff] [blame] | 47 | ProcessThread* module_process_thread, |
nisse | b8f9a32 | 2017-03-27 05:36:15 -0700 | [diff] [blame] | 48 | RtpTransportControllerSendInterface* transport, |
terelius | e035e2d | 2016-09-21 06:51:47 -0700 | [diff] [blame] | 49 | BitrateAllocator* bitrate_allocator, |
michaelt | 9332b7d | 2016-11-30 07:51:13 -0800 | [diff] [blame] | 50 | RtcEventLog* event_log, |
ossu | c3d4b48 | 2017-05-23 06:07:11 -0700 | [diff] [blame] | 51 | RtcpRttStats* rtcp_rtt_stats, |
| 52 | const rtc::Optional<RtpState>& suspended_rtp_state); |
Fredrik Solenberg | 8f5787a | 2018-01-11 13:52:30 +0100 | [diff] [blame] | 53 | // For unit tests, which need to supply a mock channel proxy. |
| 54 | AudioSendStream(const webrtc::AudioSendStream::Config& config, |
| 55 | const rtc::scoped_refptr<webrtc::AudioState>& audio_state, |
| 56 | rtc::TaskQueue* worker_queue, |
| 57 | RtpTransportControllerSendInterface* transport, |
| 58 | BitrateAllocator* bitrate_allocator, |
| 59 | RtcEventLog* event_log, |
| 60 | RtcpRttStats* rtcp_rtt_stats, |
| 61 | const rtc::Optional<RtpState>& suspended_rtp_state, |
| 62 | std::unique_ptr<voe::ChannelProxy> channel_proxy); |
solenberg | c7a8b08 | 2015-10-16 14:35:07 -0700 | [diff] [blame] | 63 | ~AudioSendStream() override; |
| 64 | |
pbos | 1ba8d39 | 2016-05-01 20:18:34 -0700 | [diff] [blame] | 65 | // webrtc::AudioSendStream implementation. |
eladalon | abbc430 | 2017-07-26 02:09:44 -0700 | [diff] [blame] | 66 | const webrtc::AudioSendStream::Config& GetConfig() const override; |
ossu | 20a4b3f | 2017-04-27 02:08:52 -0700 | [diff] [blame] | 67 | void Reconfigure(const webrtc::AudioSendStream::Config& config) override; |
solenberg | c7a8b08 | 2015-10-16 14:35:07 -0700 | [diff] [blame] | 68 | void Start() override; |
| 69 | void Stop() override; |
Fredrik Solenberg | 2a87797 | 2017-12-15 16:42:15 +0100 | [diff] [blame] | 70 | void SendAudioData(std::unique_ptr<AudioFrame> audio_frame) override; |
solenberg | ffbbcac | 2016-11-17 05:25:37 -0800 | [diff] [blame] | 71 | bool SendTelephoneEvent(int payload_type, int payload_frequency, int event, |
solenberg | 8842c3e | 2016-03-11 03:06:41 -0800 | [diff] [blame] | 72 | int duration_ms) override; |
solenberg | 9421853 | 2016-06-16 10:53:22 -0700 | [diff] [blame] | 73 | void SetMuted(bool muted) override; |
solenberg | c7a8b08 | 2015-10-16 14:35:07 -0700 | [diff] [blame] | 74 | webrtc::AudioSendStream::Stats GetStats() const override; |
Ivo Creusen | 56d4609 | 2017-11-24 17:29:59 +0100 | [diff] [blame] | 75 | webrtc::AudioSendStream::Stats GetStats( |
| 76 | bool has_remote_tracks) const override; |
solenberg | c7a8b08 | 2015-10-16 14:35:07 -0700 | [diff] [blame] | 77 | |
pbos | 1ba8d39 | 2016-05-01 20:18:34 -0700 | [diff] [blame] | 78 | void SignalNetworkState(NetworkState state); |
| 79 | bool DeliverRtcp(const uint8_t* packet, size_t length); |
mflodman | 86cc6ff | 2016-07-26 04:44:06 -0700 | [diff] [blame] | 80 | |
| 81 | // Implements BitrateAllocatorObserver. |
| 82 | uint32_t OnBitrateUpdated(uint32_t bitrate_bps, |
| 83 | uint8_t fraction_loss, |
minyue | 78b4d56 | 2016-11-30 04:47:39 -0800 | [diff] [blame] | 84 | int64_t rtt, |
minyue | 93e4522 | 2017-05-18 14:32:41 -0700 | [diff] [blame] | 85 | int64_t bwe_period_ms) override; |
mflodman | 86cc6ff | 2016-07-26 04:44:06 -0700 | [diff] [blame] | 86 | |
elad.alon | d12a8e1 | 2017-03-23 11:04:48 -0700 | [diff] [blame] | 87 | // From PacketFeedbackObserver. |
| 88 | void OnPacketAdded(uint32_t ssrc, uint16_t seq_num) override; |
| 89 | void OnPacketFeedbackVector( |
| 90 | const std::vector<PacketFeedback>& packet_feedback_vector) override; |
| 91 | |
michaelt | 79e0588 | 2016-11-08 02:50:09 -0800 | [diff] [blame] | 92 | void SetTransportOverhead(int transport_overhead_per_packet); |
solenberg | c7a8b08 | 2015-10-16 14:35:07 -0700 | [diff] [blame] | 93 | |
ossu | c3d4b48 | 2017-05-23 06:07:11 -0700 | [diff] [blame] | 94 | RtpState GetRtpState() const; |
saza | c58f8c0 | 2017-07-19 00:39:19 -0700 | [diff] [blame] | 95 | const TimeInterval& GetActiveLifetime() const; |
Fredrik Solenberg | 8f5787a | 2018-01-11 13:52:30 +0100 | [diff] [blame] | 96 | const voe::ChannelProxy& GetChannelProxy() const; |
ossu | c3d4b48 | 2017-05-23 06:07:11 -0700 | [diff] [blame] | 97 | |
solenberg | c7a8b08 | 2015-10-16 14:35:07 -0700 | [diff] [blame] | 98 | private: |
saza | c58f8c0 | 2017-07-19 00:39:19 -0700 | [diff] [blame] | 99 | class TimedTransport; |
| 100 | |
Fredrik Solenberg | 2a87797 | 2017-12-15 16:42:15 +0100 | [diff] [blame] | 101 | internal::AudioState* audio_state(); |
| 102 | const internal::AudioState* audio_state() const; |
solenberg | 3a94154 | 2015-11-16 07:34:50 -0800 | [diff] [blame] | 103 | |
Fredrik Solenberg | 2a87797 | 2017-12-15 16:42:15 +0100 | [diff] [blame] | 104 | void StoreEncoderProperties(int sample_rate_hz, size_t num_channels); |
| 105 | |
ossu | 20a4b3f | 2017-04-27 02:08:52 -0700 | [diff] [blame] | 106 | // These are all static to make it less likely that (the old) config_ is |
| 107 | // accessed unintentionally. |
| 108 | static void ConfigureStream(AudioSendStream* stream, |
| 109 | const Config& new_config, |
| 110 | bool first_time); |
| 111 | static bool SetupSendCodec(AudioSendStream* stream, const Config& new_config); |
| 112 | static bool ReconfigureSendCodec(AudioSendStream* stream, |
| 113 | const Config& new_config); |
| 114 | static void ReconfigureANA(AudioSendStream* stream, const Config& new_config); |
| 115 | static void ReconfigureCNG(AudioSendStream* stream, const Config& new_config); |
| 116 | static void ReconfigureBitrateObserver(AudioSendStream* stream, |
| 117 | const Config& new_config); |
| 118 | |
Seth Hampson | 24722b3 | 2017-12-22 09:36:42 -0800 | [diff] [blame] | 119 | void ConfigureBitrateObserver(int min_bitrate_bps, |
| 120 | int max_bitrate_bps, |
| 121 | double bitrate_priority); |
ossu | 20a4b3f | 2017-04-27 02:08:52 -0700 | [diff] [blame] | 122 | void RemoveBitrateObserver(); |
minyue | 7a97344 | 2016-10-20 03:27:12 -0700 | [diff] [blame] | 123 | |
ossu | 3b9ff38 | 2017-04-27 08:03:42 -0700 | [diff] [blame] | 124 | void RegisterCngPayloadType(int payload_type, int clockrate_hz); |
| 125 | |
elad.alon | d12a8e1 | 2017-03-23 11:04:48 -0700 | [diff] [blame] | 126 | rtc::ThreadChecker worker_thread_checker_; |
| 127 | rtc::ThreadChecker pacer_thread_checker_; |
Fredrik Solenberg | 2a87797 | 2017-12-15 16:42:15 +0100 | [diff] [blame] | 128 | rtc::RaceChecker audio_capture_race_checker_; |
perkj | 26091b1 | 2016-09-01 01:17:40 -0700 | [diff] [blame] | 129 | rtc::TaskQueue* worker_queue_; |
ossu | 20a4b3f | 2017-04-27 02:08:52 -0700 | [diff] [blame] | 130 | webrtc::AudioSendStream::Config config_; |
solenberg | 566ef24 | 2015-11-06 15:34:49 -0800 | [diff] [blame] | 131 | rtc::scoped_refptr<webrtc::AudioState> audio_state_; |
kwiberg | fffa42b | 2016-02-23 10:46:32 -0800 | [diff] [blame] | 132 | std::unique_ptr<voe::ChannelProxy> channel_proxy_; |
ossu | 20a4b3f | 2017-04-27 02:08:52 -0700 | [diff] [blame] | 133 | RtcEventLog* const event_log_; |
solenberg | 85a0496 | 2015-10-27 03:35:21 -0700 | [diff] [blame] | 134 | |
Fredrik Solenberg | 2a87797 | 2017-12-15 16:42:15 +0100 | [diff] [blame] | 135 | int encoder_sample_rate_hz_ = 0; |
| 136 | size_t encoder_num_channels_ = 0; |
| 137 | bool sending_ = false; |
| 138 | |
mflodman | 86cc6ff | 2016-07-26 04:44:06 -0700 | [diff] [blame] | 139 | BitrateAllocator* const bitrate_allocator_; |
nisse | b8f9a32 | 2017-03-27 05:36:15 -0700 | [diff] [blame] | 140 | RtpTransportControllerSendInterface* const transport_; |
mflodman | 86cc6ff | 2016-07-26 04:44:06 -0700 | [diff] [blame] | 141 | |
elad.alon | d12a8e1 | 2017-03-23 11:04:48 -0700 | [diff] [blame] | 142 | rtc::CriticalSection packet_loss_tracker_cs_; |
| 143 | TransportFeedbackPacketLossTracker packet_loss_tracker_ |
danilchap | a37de39 | 2017-09-09 04:17:22 -0700 | [diff] [blame] | 144 | RTC_GUARDED_BY(&packet_loss_tracker_cs_); |
elad.alon | d12a8e1 | 2017-03-23 11:04:48 -0700 | [diff] [blame] | 145 | |
ossu | c3d4b48 | 2017-05-23 06:07:11 -0700 | [diff] [blame] | 146 | RtpRtcp* rtp_rtcp_module_; |
| 147 | rtc::Optional<RtpState> const suspended_rtp_state_; |
| 148 | |
saza | c58f8c0 | 2017-07-19 00:39:19 -0700 | [diff] [blame] | 149 | std::unique_ptr<TimedTransport> timed_send_transport_adapter_; |
| 150 | TimeInterval active_lifetime_; |
| 151 | |
Alex Narest | cedd351 | 2017-12-07 20:54:55 +0100 | [diff] [blame] | 152 | // RFC 5285: Each distinct extension MUST have a unique ID. The value 0 is |
| 153 | // reserved for padding and MUST NOT be used as a local identifier. |
| 154 | // So it should be safe to use 0 here to indicate "not configured". |
| 155 | struct ExtensionIds { |
| 156 | int audio_level = 0; |
| 157 | int transport_sequence_number = 0; |
| 158 | }; |
| 159 | static ExtensionIds FindExtensionIds( |
| 160 | const std::vector<RtpExtension>& extensions); |
| 161 | |
solenberg | 85a0496 | 2015-10-27 03:35:21 -0700 | [diff] [blame] | 162 | RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(AudioSendStream); |
solenberg | c7a8b08 | 2015-10-16 14:35:07 -0700 | [diff] [blame] | 163 | }; |
| 164 | } // namespace internal |
| 165 | } // namespace webrtc |
| 166 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 167 | #endif // AUDIO_AUDIO_SEND_STREAM_H_ |