deadbeef | 6979b02 | 2015-09-24 16:47:53 -0700 | [diff] [blame] | 1 | /* |
kjellander | b24317b | 2016-02-10 07:54:43 -0800 | [diff] [blame] | 2 | * Copyright 2015 The WebRTC project authors. All Rights Reserved. |
deadbeef | 6979b02 | 2015-09-24 16:47:53 -0700 | [diff] [blame] | 3 | * |
kjellander | b24317b | 2016-02-10 07:54:43 -0800 | [diff] [blame] | 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
deadbeef | 6979b02 | 2015-09-24 16:47:53 -0700 | [diff] [blame] | 9 | */ |
| 10 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 11 | // This file contains classes that implement RtpReceiverInterface. |
| 12 | // An RtpReceiver associates a MediaStreamTrackInterface with an underlying |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 13 | // transport (provided by cricket::VoiceChannel/cricket::VideoChannel) |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 14 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 15 | #ifndef PC_RTPRECEIVER_H_ |
| 16 | #define PC_RTPRECEIVER_H_ |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 17 | |
pbos | c7c26a0 | 2017-01-02 08:42:32 -0800 | [diff] [blame] | 18 | #include <stdint.h> |
| 19 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 20 | #include <string> |
Steve Anton | 36b29d1 | 2017-10-30 09:57:42 -0700 | [diff] [blame] | 21 | #include <vector> |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 22 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 23 | #include "api/mediastreaminterface.h" |
| 24 | #include "api/rtpreceiverinterface.h" |
| 25 | #include "media/base/videobroadcaster.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 26 | #include "pc/remoteaudiosource.h" |
| 27 | #include "pc/videotracksource.h" |
| 28 | #include "rtc_base/basictypes.h" |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 29 | |
| 30 | namespace webrtc { |
| 31 | |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 32 | // Internal class used by PeerConnection. |
| 33 | class RtpReceiverInternal : public RtpReceiverInterface { |
| 34 | public: |
| 35 | virtual void Stop() = 0; |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 36 | |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 37 | // This SSRC is used as an identifier for the receiver between the API layer |
eladalon | f184138 | 2017-06-12 01:16:46 -0700 | [diff] [blame] | 38 | // and the WebRtcVideoEngine, WebRtcVoiceEngine layer. |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 39 | virtual uint32_t ssrc() const = 0; |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 40 | |
| 41 | // Call this to notify the RtpReceiver when the first packet has been received |
| 42 | // on the corresponding channel. |
| 43 | virtual void NotifyFirstPacketReceived() = 0; |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 44 | |
| 45 | // Set the associated remote media streams for this receiver. The remote track |
| 46 | // will be removed from any streams that are no longer present and added to |
| 47 | // any new streams. |
| 48 | virtual void SetStreams( |
| 49 | const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams) = 0; |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 50 | }; |
| 51 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 52 | class AudioRtpReceiver : public ObserverInterface, |
| 53 | public AudioSourceInterface::AudioObserver, |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 54 | public rtc::RefCountedObject<RtpReceiverInternal> { |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 55 | public: |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 56 | // An SSRC of 0 will create a receiver that will match the first SSRC it |
| 57 | // sees. |
| 58 | // TODO(deadbeef): Use rtc::Optional, or have another constructor that |
| 59 | // doesn't take an SSRC, and make this one DCHECK(ssrc != 0). |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 60 | AudioRtpReceiver( |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 61 | rtc::Thread* worker_thread, |
Steve Anton | 9158ef6 | 2017-11-27 13:01:52 -0800 | [diff] [blame] | 62 | const std::string& receiver_id, |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 63 | const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams, |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 64 | uint32_t ssrc, |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 65 | cricket::VoiceMediaChannel* media_channel); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 66 | virtual ~AudioRtpReceiver(); |
| 67 | |
| 68 | // ObserverInterface implementation |
| 69 | void OnChanged() override; |
| 70 | |
| 71 | // AudioSourceInterface::AudioObserver implementation |
| 72 | void OnSetVolume(double volume) override; |
| 73 | |
perkj | d61bf80 | 2016-03-24 03:16:19 -0700 | [diff] [blame] | 74 | rtc::scoped_refptr<AudioTrackInterface> audio_track() const { |
| 75 | return track_.get(); |
| 76 | } |
| 77 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 78 | // RtpReceiverInterface implementation |
| 79 | rtc::scoped_refptr<MediaStreamTrackInterface> track() const override { |
| 80 | return track_.get(); |
| 81 | } |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 82 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams() |
| 83 | const override { |
| 84 | return streams_; |
| 85 | } |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 86 | |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 87 | cricket::MediaType media_type() const override { |
| 88 | return cricket::MEDIA_TYPE_AUDIO; |
| 89 | } |
| 90 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 91 | std::string id() const override { return id_; } |
| 92 | |
Taylor Brandstetter | db0cd9e | 2016-05-16 11:40:30 -0700 | [diff] [blame] | 93 | RtpParameters GetParameters() const override; |
| 94 | bool SetParameters(const RtpParameters& parameters) override; |
| 95 | |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 96 | // RtpReceiverInternal implementation. |
| 97 | void Stop() override; |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 98 | uint32_t ssrc() const override { return ssrc_; } |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 99 | void NotifyFirstPacketReceived() override; |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 100 | void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& |
| 101 | streams) override; |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 102 | |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 103 | void SetObserver(RtpReceiverObserverInterface* observer) override; |
| 104 | |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 105 | // Does not take ownership. |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 106 | // Should call SetMediaChannel(nullptr) before |media_channel| is destroyed. |
| 107 | void SetMediaChannel(cricket::VoiceMediaChannel* media_channel); |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 108 | |
hbos | 8d609f6 | 2017-04-10 07:39:05 -0700 | [diff] [blame] | 109 | std::vector<RtpSource> GetSources() const override; |
Harald Alvestrand | c72af93 | 2018-01-11 17:18:19 +0100 | [diff] [blame] | 110 | int AttachmentId() const override { return attachment_id_; } |
hbos | 8d609f6 | 2017-04-10 07:39:05 -0700 | [diff] [blame] | 111 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 112 | private: |
| 113 | void Reconfigure(); |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 114 | bool SetOutputVolume(double volume); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 115 | |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 116 | rtc::Thread* const worker_thread_; |
Tommi | f888bb5 | 2015-12-12 01:37:01 +0100 | [diff] [blame] | 117 | const std::string id_; |
Tommi | f888bb5 | 2015-12-12 01:37:01 +0100 | [diff] [blame] | 118 | const uint32_t ssrc_; |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 119 | cricket::VoiceMediaChannel* media_channel_ = nullptr; |
perkj | d61bf80 | 2016-03-24 03:16:19 -0700 | [diff] [blame] | 120 | const rtc::scoped_refptr<AudioTrackInterface> track_; |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 121 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_; |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 122 | bool cached_track_enabled_; |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 123 | double cached_volume_ = 1; |
| 124 | bool stopped_ = false; |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 125 | RtpReceiverObserverInterface* observer_ = nullptr; |
| 126 | bool received_first_packet_ = false; |
Harald Alvestrand | c72af93 | 2018-01-11 17:18:19 +0100 | [diff] [blame] | 127 | int attachment_id_ = 0; |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 128 | }; |
| 129 | |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 130 | class VideoRtpReceiver : public rtc::RefCountedObject<RtpReceiverInternal> { |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 131 | public: |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 132 | // An SSRC of 0 will create a receiver that will match the first SSRC it |
| 133 | // sees. |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 134 | VideoRtpReceiver( |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 135 | rtc::Thread* worker_thread, |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 136 | const std::string& receiver_id, |
| 137 | const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams, |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 138 | uint32_t ssrc, |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 139 | cricket::VideoMediaChannel* media_channel); |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 140 | |
| 141 | virtual ~VideoRtpReceiver(); |
| 142 | |
perkj | f0dcfe2 | 2016-03-10 18:32:00 +0100 | [diff] [blame] | 143 | rtc::scoped_refptr<VideoTrackInterface> video_track() const { |
| 144 | return track_.get(); |
| 145 | } |
| 146 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 147 | // RtpReceiverInterface implementation |
| 148 | rtc::scoped_refptr<MediaStreamTrackInterface> track() const override { |
| 149 | return track_.get(); |
| 150 | } |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 151 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams() |
| 152 | const override { |
| 153 | return streams_; |
| 154 | } |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 155 | |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 156 | cricket::MediaType media_type() const override { |
| 157 | return cricket::MEDIA_TYPE_VIDEO; |
| 158 | } |
| 159 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 160 | std::string id() const override { return id_; } |
| 161 | |
Taylor Brandstetter | db0cd9e | 2016-05-16 11:40:30 -0700 | [diff] [blame] | 162 | RtpParameters GetParameters() const override; |
| 163 | bool SetParameters(const RtpParameters& parameters) override; |
| 164 | |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 165 | // RtpReceiverInternal implementation. |
| 166 | void Stop() override; |
deadbeef | e814a0d | 2017-02-25 18:15:09 -0800 | [diff] [blame] | 167 | uint32_t ssrc() const override { return ssrc_; } |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 168 | void NotifyFirstPacketReceived() override; |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 169 | void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& |
| 170 | streams) override; |
deadbeef | a601f5c | 2016-06-06 14:27:39 -0700 | [diff] [blame] | 171 | |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 172 | void SetObserver(RtpReceiverObserverInterface* observer) override; |
| 173 | |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 174 | // Does not take ownership. |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 175 | // Should call SetMediaChannel(nullptr) before |media_channel| is destroyed. |
| 176 | void SetMediaChannel(cricket::VideoMediaChannel* media_channel); |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 177 | |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 178 | private: |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 179 | bool SetSink(rtc::VideoSinkInterface<VideoFrame>* sink); |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 180 | |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 181 | rtc::Thread* const worker_thread_; |
Steve Anton | ef65ef1 | 2018-01-10 17:15:20 -0800 | [diff] [blame] | 182 | const std::string id_; |
Peter Boström | 0c4e06b | 2015-10-07 12:23:21 +0200 | [diff] [blame] | 183 | uint32_t ssrc_; |
Steve Anton | 6077675 | 2018-01-10 11:51:34 -0800 | [diff] [blame] | 184 | cricket::VideoMediaChannel* media_channel_ = nullptr; |
perkj | f0dcfe2 | 2016-03-10 18:32:00 +0100 | [diff] [blame] | 185 | // |broadcaster_| is needed since the decoder can only handle one sink. |
| 186 | // It might be better if the decoder can handle multiple sinks and consider |
| 187 | // the VideoSinkWants. |
| 188 | rtc::VideoBroadcaster broadcaster_; |
| 189 | // |source_| is held here to be able to change the state of the source when |
| 190 | // the VideoRtpReceiver is stopped. |
| 191 | rtc::scoped_refptr<VideoTrackSource> source_; |
| 192 | rtc::scoped_refptr<VideoTrackInterface> track_; |
Henrik Boström | 9e6fd2b | 2017-11-21 13:41:51 +0100 | [diff] [blame] | 193 | std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_; |
Taylor Brandstetter | ba29c6a | 2016-06-27 16:30:35 -0700 | [diff] [blame] | 194 | bool stopped_ = false; |
zhihuang | 184a3fd | 2016-06-14 11:47:14 -0700 | [diff] [blame] | 195 | RtpReceiverObserverInterface* observer_ = nullptr; |
| 196 | bool received_first_packet_ = false; |
Harald Alvestrand | c72af93 | 2018-01-11 17:18:19 +0100 | [diff] [blame] | 197 | int attachment_id_ = 0; |
deadbeef | 70ab1a1 | 2015-09-28 16:53:55 -0700 | [diff] [blame] | 198 | }; |
| 199 | |
| 200 | } // namespace webrtc |
| 201 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 202 | #endif // PC_RTPRECEIVER_H_ |