deadbeef | 6979b02 | 2015-09-24 16:47:53 -0700 | [diff] [blame] | 1 | /* |
kjellander | b24317b | 2016-02-10 07:54:43 -0800 | [diff] [blame] | 2 | * Copyright 2015 The WebRTC project authors. All Rights Reserved. |
deadbeef | 6979b02 | 2015-09-24 16:47:53 -0700 | [diff] [blame] | 3 | * |
kjellander | b24317b | 2016-02-10 07:54:43 -0800 | [diff] [blame] | 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
deadbeef | 6979b02 | 2015-09-24 16:47:53 -0700 | [diff] [blame] | 9 | */ |
| 10 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 11 | // This file contains classes that implement RtpReceiverInterface. |
| 12 | // An RtpReceiver associates a MediaStreamTrackInterface with an underlying |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 13 | // transport (provided by cricket::VoiceChannel/cricket::VideoChannel) |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 14 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 15 | #ifndef PC_RTPRECEIVER_H_ |
| 16 | #define PC_RTPRECEIVER_H_ |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 17 | |
pbos | c7c26a0 | 2017-01-02 08:42:32 -0800 | [diff] [blame] | 18 | #include <stdint.h> |
| 19 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 20 | #include <string> |
Steve Anton | 36b29d1 | 2017-10-30 09:57:42 -0700 | [diff] [blame] | 21 | #include <vector> |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 22 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 23 | #include "api/mediastreaminterface.h" |
| 24 | #include "api/rtpreceiverinterface.h" |
| 25 | #include "media/base/videobroadcaster.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 26 | #include "pc/remoteaudiosource.h" |
| 27 | #include "pc/videotracksource.h" |
| 28 | #include "rtc_base/basictypes.h" |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 29 | |
| 30 | namespace webrtc { |
| 31 | |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 32 | // Internal class used by PeerConnection. |
| 33 | class RtpReceiverInternal : public RtpReceiverInterface { |
| 34 | public: |
| 35 | virtual void Stop() = 0; |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 36 | |
Steve Anton | 57858b3 | 2018-02-15 15:19:50 -0800 | [diff] [blame] | 37 | // Sets the underlying MediaEngine channel associated with this RtpSender. |
| 38 | // SetVoiceMediaChannel should be used for audio RtpSenders and |
| 39 | // SetVideoMediaChannel should be used for video RtpSenders. Must call the |
| 40 | // appropriate SetXxxMediaChannel(nullptr) before the media channel is |
| 41 | // destroyed. |
| 42 | virtual void SetVoiceMediaChannel( |
| 43 | cricket::VoiceMediaChannel* voice_media_channel) = 0; |
| 44 | virtual void SetVideoMediaChannel( |
| 45 | cricket::VideoMediaChannel* video_media_channel) = 0; |
| 46 | |
Steve Anton | d367921 | 2018-01-17 17:41:02 -0800 | [diff] [blame] | 47 | // Configures the RtpReceiver with the underlying media channel, with the |
| 48 | // given SSRC as the stream identifier. If |ssrc| is 0, the receiver will |
| 49 | // receive packets on unsignaled SSRCs. |
| 50 | virtual void SetupMediaChannel(uint32_t ssrc) = 0; |
| 51 | |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 52 | // This SSRC is used as an identifier for the receiver between the API layer |
eladalon | f184138 | 2017-06-12 01:16:46 -0700 | [diff] [blame] | 53 | // and the WebRtcVideoEngine, WebRtcVoiceEngine layer. |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 54 | virtual uint32_t ssrc() const = 0; |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 55 | |
| 56 | // Call this to notify the RtpReceiver when the first packet has been received |
| 57 | // on the corresponding channel. |
| 58 | virtual void NotifyFirstPacketReceived() = 0; |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 59 | |
| 60 | // Set the associated remote media streams for this receiver. The remote track |
| 61 | // will be removed from any streams that are no longer present and added to |
| 62 | // any new streams. |
| 63 | virtual void SetStreams( |
| 64 | const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams) = 0; |
Steve Anton | 57858b3 | 2018-02-15 15:19:50 -0800 | [diff] [blame] | 65 | |
| 66 | // Returns an ID that changes if the attached track changes, but |
| 67 | // otherwise remains constant. Used to generate IDs for stats. |
| 68 | // The special value zero means that no track is attached. |
| 69 | virtual int AttachmentId() const = 0; |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 70 | }; |
| 71 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 72 | class AudioRtpReceiver : public ObserverInterface, |
| 73 | public AudioSourceInterface::AudioObserver, |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 74 | public rtc::RefCountedObject<RtpReceiverInternal> { |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 75 | public: |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 76 | AudioRtpReceiver( |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 77 | rtc::Thread* worker_thread, |
Steve Anton | 9158ef6 | 2017-11-27 13:01:52 -0800 | [diff] [blame] | 78 | const std::string& receiver_id, |
Steve Anton | d367921 | 2018-01-17 17:41:02 -0800 | [diff] [blame] | 79 | const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 80 | virtual ~AudioRtpReceiver(); |
| 81 | |
| 82 | // ObserverInterface implementation |
| 83 | void OnChanged() override; |
| 84 | |
| 85 | // AudioSourceInterface::AudioObserver implementation |
| 86 | void OnSetVolume(double volume) override; |
| 87 | |
perkj | d61bf80 | 2016-03-24 03:16:19 -0700 | [diff] [blame] | 88 | rtc::scoped_refptr<AudioTrackInterface> audio_track() const { |
| 89 | return track_.get(); |
| 90 | } |
| 91 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 92 | // RtpReceiverInterface implementation |
| 93 | rtc::scoped_refptr<MediaStreamTrackInterface> track() const override { |
| 94 | return track_.get(); |
| 95 | } |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 96 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams() |
| 97 | const override { |
| 98 | return streams_; |
| 99 | } |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 100 | |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 101 | cricket::MediaType media_type() const override { |
| 102 | return cricket::MEDIA_TYPE_AUDIO; |
| 103 | } |
| 104 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 105 | std::string id() const override { return id_; } |
| 106 | |
Taylor Brandstetter | db0cd9e | 2016-05-16 11:40:30 -0700 | [diff] [blame] | 107 | RtpParameters GetParameters() const override; |
| 108 | bool SetParameters(const RtpParameters& parameters) override; |
| 109 | |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 110 | // RtpReceiverInternal implementation. |
| 111 | void Stop() override; |
Steve Anton | d367921 | 2018-01-17 17:41:02 -0800 | [diff] [blame] | 112 | void SetupMediaChannel(uint32_t ssrc) override; |
| 113 | uint32_t ssrc() const override { return ssrc_.value_or(0); } |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 114 | void NotifyFirstPacketReceived() override; |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 115 | void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& |
| 116 | streams) override; |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 117 | |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 118 | void SetObserver(RtpReceiverObserverInterface* observer) override; |
| 119 | |
Steve Anton | 57858b3 | 2018-02-15 15:19:50 -0800 | [diff] [blame] | 120 | void SetVoiceMediaChannel( |
| 121 | cricket::VoiceMediaChannel* voice_media_channel) override { |
| 122 | media_channel_ = voice_media_channel; |
| 123 | } |
| 124 | void SetVideoMediaChannel( |
| 125 | cricket::VideoMediaChannel* video_media_channel) override { |
| 126 | RTC_NOTREACHED(); |
| 127 | } |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 128 | |
hbos | 8d609f6 | 2017-04-10 07:39:05 -0700 | [diff] [blame] | 129 | std::vector<RtpSource> GetSources() const override; |
Harald Alvestrand | c72af93 | 2018-01-11 17:18:19 +0100 | [diff] [blame] | 130 | int AttachmentId() const override { return attachment_id_; } |
hbos | 8d609f6 | 2017-04-10 07:39:05 -0700 | [diff] [blame] | 131 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 132 | private: |
| 133 | void Reconfigure(); |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 134 | bool SetOutputVolume(double volume); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 135 | |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 136 | rtc::Thread* const worker_thread_; |
Tommi | f888bb5 | 2015-12-12 01:37:01 +0100 | [diff] [blame] | 137 | const std::string id_; |
Steve Anton | d367921 | 2018-01-17 17:41:02 -0800 | [diff] [blame] | 138 | const rtc::scoped_refptr<RemoteAudioSource> source_; |
perkj | d61bf80 | 2016-03-24 03:16:19 -0700 | [diff] [blame] | 139 | const rtc::scoped_refptr<AudioTrackInterface> track_; |
Steve Anton | d367921 | 2018-01-17 17:41:02 -0800 | [diff] [blame] | 140 | cricket::VoiceMediaChannel* media_channel_ = nullptr; |
| 141 | rtc::Optional<uint32_t> ssrc_; |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 142 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_; |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 143 | bool cached_track_enabled_; |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 144 | double cached_volume_ = 1; |
| 145 | bool stopped_ = false; |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 146 | RtpReceiverObserverInterface* observer_ = nullptr; |
| 147 | bool received_first_packet_ = false; |
Harald Alvestrand | c72af93 | 2018-01-11 17:18:19 +0100 | [diff] [blame] | 148 | int attachment_id_ = 0; |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 149 | }; |
| 150 | |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 151 | class VideoRtpReceiver : public rtc::RefCountedObject<RtpReceiverInternal> { |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 152 | public: |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 153 | // An SSRC of 0 will create a receiver that will match the first SSRC it |
| 154 | // sees. |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 155 | VideoRtpReceiver( |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 156 | rtc::Thread* worker_thread, |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 157 | const std::string& receiver_id, |
Steve Anton | d367921 | 2018-01-17 17:41:02 -0800 | [diff] [blame] | 158 | const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 159 | |
| 160 | virtual ~VideoRtpReceiver(); |
| 161 | |
perkj | f0dcfe2 | 2016-03-10 18:32:00 +0100 | [diff] [blame] | 162 | rtc::scoped_refptr<VideoTrackInterface> video_track() const { |
| 163 | return track_.get(); |
| 164 | } |
| 165 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 166 | // RtpReceiverInterface implementation |
| 167 | rtc::scoped_refptr<MediaStreamTrackInterface> track() const override { |
| 168 | return track_.get(); |
| 169 | } |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 170 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams() |
| 171 | const override { |
| 172 | return streams_; |
| 173 | } |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 174 | |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 175 | cricket::MediaType media_type() const override { |
| 176 | return cricket::MEDIA_TYPE_VIDEO; |
| 177 | } |
| 178 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 179 | std::string id() const override { return id_; } |
| 180 | |
Taylor Brandstetter | db0cd9e | 2016-05-16 11:40:30 -0700 | [diff] [blame] | 181 | RtpParameters GetParameters() const override; |
| 182 | bool SetParameters(const RtpParameters& parameters) override; |
| 183 | |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 184 | // RtpReceiverInternal implementation. |
| 185 | void Stop() override; |
Steve Anton | d367921 | 2018-01-17 17:41:02 -0800 | [diff] [blame] | 186 | void SetupMediaChannel(uint32_t ssrc) override; |
| 187 | uint32_t ssrc() const override { return ssrc_.value_or(0); } |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 188 | void NotifyFirstPacketReceived() override; |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 189 | void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& |
| 190 | streams) override; |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 191 | |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 192 | void SetObserver(RtpReceiverObserverInterface* observer) override; |
| 193 | |
Steve Anton | 57858b3 | 2018-02-15 15:19:50 -0800 | [diff] [blame] | 194 | void SetVoiceMediaChannel( |
| 195 | cricket::VoiceMediaChannel* voice_media_channel) override { |
| 196 | RTC_NOTREACHED(); |
| 197 | } |
| 198 | void SetVideoMediaChannel( |
| 199 | cricket::VideoMediaChannel* video_media_channel) override { |
| 200 | media_channel_ = video_media_channel; |
| 201 | } |
| 202 | |
| 203 | int AttachmentId() const override { return attachment_id_; } |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 204 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 205 | private: |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 206 | bool SetSink(rtc::VideoSinkInterface<VideoFrame>* sink); |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 207 | |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 208 | rtc::Thread* const worker_thread_; |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 209 | const std::string id_; |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 210 | cricket::VideoMediaChannel* media_channel_ = nullptr; |
Steve Anton | d367921 | 2018-01-17 17:41:02 -0800 | [diff] [blame] | 211 | rtc::Optional<uint32_t> ssrc_; |
perkj | f0dcfe2 | 2016-03-10 18:32:00 +0100 | [diff] [blame] | 212 | // |broadcaster_| is needed since the decoder can only handle one sink. |
| 213 | // It might be better if the decoder can handle multiple sinks and consider |
| 214 | // the VideoSinkWants. |
| 215 | rtc::VideoBroadcaster broadcaster_; |
| 216 | // |source_| is held here to be able to change the state of the source when |
| 217 | // the VideoRtpReceiver is stopped. |
| 218 | rtc::scoped_refptr<VideoTrackSource> source_; |
| 219 | rtc::scoped_refptr<VideoTrackInterface> track_; |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 220 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_; |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 221 | bool stopped_ = false; |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 222 | RtpReceiverObserverInterface* observer_ = nullptr; |
| 223 | bool received_first_packet_ = false; |
Harald Alvestrand | c72af93 | 2018-01-11 17:18:19 +0100 | [diff] [blame] | 224 | int attachment_id_ = 0; |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 225 | }; |
| 226 | |
| 227 | } // namespace webrtc |
| 228 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 229 | #endif // PC_RTPRECEIVER_H_ |