Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #ifndef AUDIO_AUDIO_RECEIVE_STREAM_H_ |
| 12 | #define AUDIO_AUDIO_RECEIVE_STREAM_H_ |
Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 13 | |
kwiberg | fffa42b | 2016-02-23 10:46:32 -0800 | [diff] [blame] | 14 | #include <memory> |
hbos | 8d609f6 | 2017-04-10 07:39:05 -0700 | [diff] [blame] | 15 | #include <vector> |
kwiberg | fffa42b | 2016-02-23 10:46:32 -0800 | [diff] [blame] | 16 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 17 | #include "api/audio/audio_mixer.h" |
Ivo Creusen | c3d1f9b | 2019-11-01 11:47:51 +0100 | [diff] [blame] | 18 | #include "api/neteq/neteq_factory.h" |
Fredrik Solenberg | bbf21a3 | 2018-04-12 22:44:09 +0200 | [diff] [blame] | 19 | #include "api/rtp_headers.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 20 | #include "audio/audio_state.h" |
| 21 | #include "call/audio_receive_stream.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 22 | #include "call/syncable.h" |
Chen Xing | 054e3bb | 2019-08-02 10:29:26 +0000 | [diff] [blame] | 23 | #include "modules/rtp_rtcp/source/source_tracker.h" |
Steve Anton | 10542f2 | 2019-01-11 09:11:00 -0800 | [diff] [blame] | 24 | #include "rtc_base/constructor_magic.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 25 | #include "rtc_base/thread_checker.h" |
Sebastian Jansson | 977b335 | 2019-03-04 17:43:34 +0100 | [diff] [blame] | 26 | #include "system_wrappers/include/clock.h" |
Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 27 | |
| 28 | namespace webrtc { |
solenberg | 3ebbcb5 | 2017-01-31 03:58:40 -0800 | [diff] [blame] | 29 | class PacketRouter; |
Fredrik Solenberg | 8f5787a | 2018-01-11 13:52:30 +0100 | [diff] [blame] | 30 | class ProcessThread; |
ivoc | 14d5dbe | 2016-07-04 07:06:55 -0700 | [diff] [blame] | 31 | class RtcEventLog; |
nisse | 657bab2 | 2017-02-21 06:28:10 -0800 | [diff] [blame] | 32 | class RtpPacketReceived; |
nisse | 0f15f92 | 2017-06-21 01:05:22 -0700 | [diff] [blame] | 33 | class RtpStreamReceiverControllerInterface; |
| 34 | class RtpStreamReceiverInterface; |
Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 35 | |
solenberg | 1372508 | 2015-11-25 08:16:52 -0800 | [diff] [blame] | 36 | namespace voe { |
Niels Möller | 349ade3 | 2018-11-16 09:50:42 +0100 | [diff] [blame] | 37 | class ChannelReceiveInterface; |
solenberg | 1372508 | 2015-11-25 08:16:52 -0800 | [diff] [blame] | 38 | } // namespace voe |
Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 39 | |
solenberg | 1372508 | 2015-11-25 08:16:52 -0800 | [diff] [blame] | 40 | namespace internal { |
solenberg | 7602aab | 2016-11-14 11:30:07 -0800 | [diff] [blame] | 41 | class AudioSendStream; |
Tommi | f888bb5 | 2015-12-12 01:37:01 +0100 | [diff] [blame] | 42 | |
aleloi | aed581a | 2016-10-20 06:32:39 -0700 | [diff] [blame] | 43 | class AudioReceiveStream final : public webrtc::AudioReceiveStream, |
solenberg | 3ebbcb5 | 2017-01-31 03:58:40 -0800 | [diff] [blame] | 44 | public AudioMixer::Source, |
nisse | 0f15f92 | 2017-06-21 01:05:22 -0700 | [diff] [blame] | 45 | public Syncable { |
Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 46 | public: |
Sebastian Jansson | 977b335 | 2019-03-04 17:43:34 +0100 | [diff] [blame] | 47 | AudioReceiveStream(Clock* clock, |
| 48 | RtpStreamReceiverControllerInterface* receiver_controller, |
nisse | 0f15f92 | 2017-06-21 01:05:22 -0700 | [diff] [blame] | 49 | PacketRouter* packet_router, |
Fredrik Solenberg | 8f5787a | 2018-01-11 13:52:30 +0100 | [diff] [blame] | 50 | ProcessThread* module_process_thread, |
Ivo Creusen | c3d1f9b | 2019-11-01 11:47:51 +0100 | [diff] [blame] | 51 | NetEqFactory* neteq_factory, |
Fredrik Solenberg | 4f4ec0a | 2015-10-22 10:49:27 +0200 | [diff] [blame] | 52 | const webrtc::AudioReceiveStream::Config& config, |
ivoc | 14d5dbe | 2016-07-04 07:06:55 -0700 | [diff] [blame] | 53 | const rtc::scoped_refptr<webrtc::AudioState>& audio_state, |
| 54 | webrtc::RtcEventLog* event_log); |
Niels Möller | 349ade3 | 2018-11-16 09:50:42 +0100 | [diff] [blame] | 55 | // For unit tests, which need to supply a mock channel receive. |
| 56 | AudioReceiveStream( |
Sebastian Jansson | 977b335 | 2019-03-04 17:43:34 +0100 | [diff] [blame] | 57 | Clock* clock, |
Niels Möller | 349ade3 | 2018-11-16 09:50:42 +0100 | [diff] [blame] | 58 | RtpStreamReceiverControllerInterface* receiver_controller, |
| 59 | PacketRouter* packet_router, |
| 60 | const webrtc::AudioReceiveStream::Config& config, |
| 61 | const rtc::scoped_refptr<webrtc::AudioState>& audio_state, |
| 62 | webrtc::RtcEventLog* event_log, |
| 63 | std::unique_ptr<voe::ChannelReceiveInterface> channel_receive); |
pbos | a2f30de | 2015-10-15 05:22:13 -0700 | [diff] [blame] | 64 | ~AudioReceiveStream() override; |
Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 65 | |
pbos | 1ba8d39 | 2016-05-01 20:18:34 -0700 | [diff] [blame] | 66 | // webrtc::AudioReceiveStream implementation. |
Fredrik Solenberg | 3b903d0 | 2018-01-10 15:17:10 +0100 | [diff] [blame] | 67 | void Reconfigure(const webrtc::AudioReceiveStream::Config& config) override; |
Jelena Marusic | cd67022 | 2015-07-16 09:30:09 +0200 | [diff] [blame] | 68 | void Start() override; |
| 69 | void Stop() override; |
Jelena Marusic | cd67022 | 2015-07-16 09:30:09 +0200 | [diff] [blame] | 70 | webrtc::AudioReceiveStream::Stats GetStats() const override; |
Fredrik Solenberg | 8f5787a | 2018-01-11 13:52:30 +0100 | [diff] [blame] | 71 | void SetSink(AudioSinkInterface* sink) override; |
solenberg | 217fb66 | 2016-06-17 08:30:54 -0700 | [diff] [blame] | 72 | void SetGain(float gain) override; |
Ruslan Burakov | 3b50f9f | 2019-02-06 09:45:56 +0100 | [diff] [blame] | 73 | bool SetBaseMinimumPlayoutDelayMs(int delay_ms) override; |
| 74 | int GetBaseMinimumPlayoutDelayMs() const override; |
hbos | 8d609f6 | 2017-04-10 07:39:05 -0700 | [diff] [blame] | 75 | std::vector<webrtc::RtpSource> GetSources() const override; |
Tommi | f888bb5 | 2015-12-12 01:37:01 +0100 | [diff] [blame] | 76 | |
nisse | 0f15f92 | 2017-06-21 01:05:22 -0700 | [diff] [blame] | 77 | // TODO(nisse): We don't formally implement RtpPacketSinkInterface, and this |
| 78 | // method shouldn't be needed. But it's currently used by the |
| 79 | // AudioReceiveStreamTest.ReceiveRtpPacket unittest. Figure out if that test |
| 80 | // shuld be refactored or deleted, and then delete this method. |
| 81 | void OnRtpPacket(const RtpPacketReceived& packet); |
nisse | 657bab2 | 2017-02-21 06:28:10 -0800 | [diff] [blame] | 82 | |
solenberg | 3ebbcb5 | 2017-01-31 03:58:40 -0800 | [diff] [blame] | 83 | // AudioMixer::Source |
| 84 | AudioFrameInfo GetAudioFrameWithInfo(int sample_rate_hz, |
| 85 | AudioFrame* audio_frame) override; |
| 86 | int Ssrc() const override; |
| 87 | int PreferredSampleRate() const override; |
| 88 | |
| 89 | // Syncable |
Åsa Persson | 74d2b1d | 2020-02-10 16:33:29 +0100 | [diff] [blame] | 90 | uint32_t id() const override; |
Danil Chapovalov | b9b146c | 2018-06-15 12:28:07 +0200 | [diff] [blame] | 91 | absl::optional<Syncable::Info> GetInfo() const override; |
Åsa Persson | fcf79cc | 2019-10-22 15:23:44 +0200 | [diff] [blame] | 92 | bool GetPlayoutRtpTimestamp(uint32_t* rtp_timestamp, |
| 93 | int64_t* time_ms) const override; |
| 94 | void SetEstimatedPlayoutNtpTimestampMs(int64_t ntp_timestamp_ms, |
| 95 | int64_t time_ms) override; |
solenberg | 3ebbcb5 | 2017-01-31 03:58:40 -0800 | [diff] [blame] | 96 | void SetMinimumPlayoutDelay(int delay_ms) override; |
| 97 | |
solenberg | 7602aab | 2016-11-14 11:30:07 -0800 | [diff] [blame] | 98 | void AssociateSendStream(AudioSendStream* send_stream); |
Niels Möller | 8fb1a6a | 2019-03-05 14:29:42 +0100 | [diff] [blame] | 99 | void DeliverRtcp(const uint8_t* packet, size_t length); |
pbos | a2f30de | 2015-10-15 05:22:13 -0700 | [diff] [blame] | 100 | const webrtc::AudioReceiveStream::Config& config() const; |
Fredrik Solenberg | 8f5787a | 2018-01-11 13:52:30 +0100 | [diff] [blame] | 101 | const AudioSendStream* GetAssociatedSendStreamForTesting() const; |
Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 102 | |
| 103 | private: |
Fredrik Solenberg | 3b903d0 | 2018-01-10 15:17:10 +0100 | [diff] [blame] | 104 | static void ConfigureStream(AudioReceiveStream* stream, |
| 105 | const Config& new_config, |
| 106 | bool first_time); |
| 107 | |
aleloi | 04c0722 | 2016-11-22 06:42:53 -0800 | [diff] [blame] | 108 | AudioState* audio_state() const; |
solenberg | 7add058 | 2015-11-20 09:59:34 -0800 | [diff] [blame] | 109 | |
solenberg | 3ebbcb5 | 2017-01-31 03:58:40 -0800 | [diff] [blame] | 110 | rtc::ThreadChecker worker_thread_checker_; |
| 111 | rtc::ThreadChecker module_process_thread_checker_; |
Fredrik Solenberg | 3b903d0 | 2018-01-10 15:17:10 +0100 | [diff] [blame] | 112 | webrtc::AudioReceiveStream::Config config_; |
solenberg | 566ef24 | 2015-11-06 15:34:49 -0800 | [diff] [blame] | 113 | rtc::scoped_refptr<webrtc::AudioState> audio_state_; |
Niels Möller | dced9f6 | 2018-11-19 10:27:07 +0100 | [diff] [blame] | 114 | const std::unique_ptr<voe::ChannelReceiveInterface> channel_receive_; |
Chen Xing | 054e3bb | 2019-08-02 10:29:26 +0000 | [diff] [blame] | 115 | SourceTracker source_tracker_; |
Fredrik Solenberg | 8f5787a | 2018-01-11 13:52:30 +0100 | [diff] [blame] | 116 | AudioSendStream* associated_send_stream_ = nullptr; |
solenberg | 85a0496 | 2015-10-27 03:35:21 -0700 | [diff] [blame] | 117 | |
Niels Möller | 1e06289 | 2018-02-07 10:18:32 +0100 | [diff] [blame] | 118 | bool playing_ RTC_GUARDED_BY(worker_thread_checker_) = false; |
aleloi | 04c0722 | 2016-11-22 06:42:53 -0800 | [diff] [blame] | 119 | |
nisse | 0f15f92 | 2017-06-21 01:05:22 -0700 | [diff] [blame] | 120 | std::unique_ptr<RtpStreamReceiverInterface> rtp_stream_receiver_; |
| 121 | |
solenberg | 85a0496 | 2015-10-27 03:35:21 -0700 | [diff] [blame] | 122 | RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(AudioReceiveStream); |
Fredrik Solenberg | 23fba1f | 2015-04-29 15:24:01 +0200 | [diff] [blame] | 123 | }; |
| 124 | } // namespace internal |
| 125 | } // namespace webrtc |
| 126 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 127 | #endif // AUDIO_AUDIO_RECEIVE_STREAM_H_ |