blob: da92298c4ff3919228c28a0f418b5221a3a9b967 [file] [log] [blame]
deadbeef6979b022015-09-24 16:47:53 -07001/*
kjellanderb24317b2016-02-10 07:54:43 -08002 * Copyright 2015 The WebRTC project authors. All Rights Reserved.
deadbeef6979b022015-09-24 16:47:53 -07003 *
kjellanderb24317b2016-02-10 07:54:43 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
deadbeef6979b022015-09-24 16:47:53 -07009 */
10
deadbeef70ab1a12015-09-28 16:53:55 -070011// This file contains classes that implement RtpReceiverInterface.
12// An RtpReceiver associates a MediaStreamTrackInterface with an underlying
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -070013// transport (provided by cricket::VoiceChannel/cricket::VideoChannel)
deadbeef70ab1a12015-09-28 16:53:55 -070014
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020015#ifndef PC_RTPRECEIVER_H_
16#define PC_RTPRECEIVER_H_
deadbeef70ab1a12015-09-28 16:53:55 -070017
pbosc7c26a02017-01-02 08:42:32 -080018#include <stdint.h>
19
deadbeef70ab1a12015-09-28 16:53:55 -070020#include <string>
Steve Anton36b29d12017-10-30 09:57:42 -070021#include <vector>
deadbeef70ab1a12015-09-28 16:53:55 -070022
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "api/mediastreaminterface.h"
24#include "api/rtpreceiverinterface.h"
25#include "media/base/videobroadcaster.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020026#include "pc/remoteaudiosource.h"
27#include "pc/videotracksource.h"
28#include "rtc_base/basictypes.h"
deadbeef70ab1a12015-09-28 16:53:55 -070029
30namespace webrtc {
31
deadbeefa601f5c2016-06-06 14:27:39 -070032// Internal class used by PeerConnection.
33class RtpReceiverInternal : public RtpReceiverInterface {
34 public:
35 virtual void Stop() = 0;
Steve Antonef65ef12018-01-10 17:15:20 -080036
Steve Anton57858b32018-02-15 15:19:50 -080037 // Sets the underlying MediaEngine channel associated with this RtpSender.
38 // SetVoiceMediaChannel should be used for audio RtpSenders and
39 // SetVideoMediaChannel should be used for video RtpSenders. Must call the
40 // appropriate SetXxxMediaChannel(nullptr) before the media channel is
41 // destroyed.
42 virtual void SetVoiceMediaChannel(
43 cricket::VoiceMediaChannel* voice_media_channel) = 0;
44 virtual void SetVideoMediaChannel(
45 cricket::VideoMediaChannel* video_media_channel) = 0;
46
Steve Antond3679212018-01-17 17:41:02 -080047 // Configures the RtpReceiver with the underlying media channel, with the
48 // given SSRC as the stream identifier. If |ssrc| is 0, the receiver will
49 // receive packets on unsignaled SSRCs.
50 virtual void SetupMediaChannel(uint32_t ssrc) = 0;
51
deadbeefe814a0d2017-02-25 18:15:09 -080052 // This SSRC is used as an identifier for the receiver between the API layer
eladalonf1841382017-06-12 01:16:46 -070053 // and the WebRtcVideoEngine, WebRtcVoiceEngine layer.
deadbeefe814a0d2017-02-25 18:15:09 -080054 virtual uint32_t ssrc() const = 0;
Steve Anton60776752018-01-10 11:51:34 -080055
56 // Call this to notify the RtpReceiver when the first packet has been received
57 // on the corresponding channel.
58 virtual void NotifyFirstPacketReceived() = 0;
Steve Antonef65ef12018-01-10 17:15:20 -080059
60 // Set the associated remote media streams for this receiver. The remote track
61 // will be removed from any streams that are no longer present and added to
62 // any new streams.
63 virtual void SetStreams(
64 const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams) = 0;
Steve Anton57858b32018-02-15 15:19:50 -080065
66 // Returns an ID that changes if the attached track changes, but
67 // otherwise remains constant. Used to generate IDs for stats.
68 // The special value zero means that no track is attached.
69 virtual int AttachmentId() const = 0;
deadbeefa601f5c2016-06-06 14:27:39 -070070};
71
deadbeef70ab1a12015-09-28 16:53:55 -070072class AudioRtpReceiver : public ObserverInterface,
73 public AudioSourceInterface::AudioObserver,
Steve Anton60776752018-01-10 11:51:34 -080074 public rtc::RefCountedObject<RtpReceiverInternal> {
deadbeef70ab1a12015-09-28 16:53:55 -070075 public:
Henrik Boström9e6fd2b2017-11-21 13:41:51 +010076 AudioRtpReceiver(
Steve Anton60776752018-01-10 11:51:34 -080077 rtc::Thread* worker_thread,
Steve Anton9158ef62017-11-27 13:01:52 -080078 const std::string& receiver_id,
Steve Antond3679212018-01-17 17:41:02 -080079 const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams);
deadbeef70ab1a12015-09-28 16:53:55 -070080 virtual ~AudioRtpReceiver();
81
82 // ObserverInterface implementation
83 void OnChanged() override;
84
85 // AudioSourceInterface::AudioObserver implementation
86 void OnSetVolume(double volume) override;
87
perkjd61bf802016-03-24 03:16:19 -070088 rtc::scoped_refptr<AudioTrackInterface> audio_track() const {
89 return track_.get();
90 }
91
deadbeef70ab1a12015-09-28 16:53:55 -070092 // RtpReceiverInterface implementation
93 rtc::scoped_refptr<MediaStreamTrackInterface> track() const override {
94 return track_.get();
95 }
Henrik Boström9e6fd2b2017-11-21 13:41:51 +010096 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams()
97 const override {
98 return streams_;
99 }
deadbeef70ab1a12015-09-28 16:53:55 -0700100
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700101 cricket::MediaType media_type() const override {
102 return cricket::MEDIA_TYPE_AUDIO;
103 }
104
deadbeef70ab1a12015-09-28 16:53:55 -0700105 std::string id() const override { return id_; }
106
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -0700107 RtpParameters GetParameters() const override;
108 bool SetParameters(const RtpParameters& parameters) override;
109
deadbeefa601f5c2016-06-06 14:27:39 -0700110 // RtpReceiverInternal implementation.
111 void Stop() override;
Steve Antond3679212018-01-17 17:41:02 -0800112 void SetupMediaChannel(uint32_t ssrc) override;
113 uint32_t ssrc() const override { return ssrc_.value_or(0); }
Steve Anton60776752018-01-10 11:51:34 -0800114 void NotifyFirstPacketReceived() override;
Steve Antonef65ef12018-01-10 17:15:20 -0800115 void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>&
116 streams) override;
deadbeefa601f5c2016-06-06 14:27:39 -0700117
zhihuang184a3fd2016-06-14 11:47:14 -0700118 void SetObserver(RtpReceiverObserverInterface* observer) override;
119
Steve Anton57858b32018-02-15 15:19:50 -0800120 void SetVoiceMediaChannel(
121 cricket::VoiceMediaChannel* voice_media_channel) override {
122 media_channel_ = voice_media_channel;
123 }
124 void SetVideoMediaChannel(
125 cricket::VideoMediaChannel* video_media_channel) override {
126 RTC_NOTREACHED();
127 }
zhihuang184a3fd2016-06-14 11:47:14 -0700128
hbos8d609f62017-04-10 07:39:05 -0700129 std::vector<RtpSource> GetSources() const override;
Harald Alvestrandc72af932018-01-11 17:18:19 +0100130 int AttachmentId() const override { return attachment_id_; }
hbos8d609f62017-04-10 07:39:05 -0700131
deadbeef70ab1a12015-09-28 16:53:55 -0700132 private:
133 void Reconfigure();
Steve Anton60776752018-01-10 11:51:34 -0800134 bool SetOutputVolume(double volume);
deadbeef70ab1a12015-09-28 16:53:55 -0700135
Steve Anton60776752018-01-10 11:51:34 -0800136 rtc::Thread* const worker_thread_;
Tommif888bb52015-12-12 01:37:01 +0100137 const std::string id_;
Steve Antond3679212018-01-17 17:41:02 -0800138 const rtc::scoped_refptr<RemoteAudioSource> source_;
perkjd61bf802016-03-24 03:16:19 -0700139 const rtc::scoped_refptr<AudioTrackInterface> track_;
Steve Antond3679212018-01-17 17:41:02 -0800140 cricket::VoiceMediaChannel* media_channel_ = nullptr;
141 rtc::Optional<uint32_t> ssrc_;
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100142 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_;
deadbeef70ab1a12015-09-28 16:53:55 -0700143 bool cached_track_enabled_;
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700144 double cached_volume_ = 1;
145 bool stopped_ = false;
zhihuang184a3fd2016-06-14 11:47:14 -0700146 RtpReceiverObserverInterface* observer_ = nullptr;
147 bool received_first_packet_ = false;
Harald Alvestrandc72af932018-01-11 17:18:19 +0100148 int attachment_id_ = 0;
deadbeef70ab1a12015-09-28 16:53:55 -0700149};
150
Steve Anton60776752018-01-10 11:51:34 -0800151class VideoRtpReceiver : public rtc::RefCountedObject<RtpReceiverInternal> {
deadbeef70ab1a12015-09-28 16:53:55 -0700152 public:
deadbeefe814a0d2017-02-25 18:15:09 -0800153 // An SSRC of 0 will create a receiver that will match the first SSRC it
154 // sees.
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100155 VideoRtpReceiver(
Steve Anton60776752018-01-10 11:51:34 -0800156 rtc::Thread* worker_thread,
Steve Antonef65ef12018-01-10 17:15:20 -0800157 const std::string& receiver_id,
Steve Antond3679212018-01-17 17:41:02 -0800158 const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams);
deadbeef70ab1a12015-09-28 16:53:55 -0700159
160 virtual ~VideoRtpReceiver();
161
perkjf0dcfe22016-03-10 18:32:00 +0100162 rtc::scoped_refptr<VideoTrackInterface> video_track() const {
163 return track_.get();
164 }
165
deadbeef70ab1a12015-09-28 16:53:55 -0700166 // RtpReceiverInterface implementation
167 rtc::scoped_refptr<MediaStreamTrackInterface> track() const override {
168 return track_.get();
169 }
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100170 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams()
171 const override {
172 return streams_;
173 }
deadbeef70ab1a12015-09-28 16:53:55 -0700174
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700175 cricket::MediaType media_type() const override {
176 return cricket::MEDIA_TYPE_VIDEO;
177 }
178
deadbeef70ab1a12015-09-28 16:53:55 -0700179 std::string id() const override { return id_; }
180
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -0700181 RtpParameters GetParameters() const override;
182 bool SetParameters(const RtpParameters& parameters) override;
183
deadbeefa601f5c2016-06-06 14:27:39 -0700184 // RtpReceiverInternal implementation.
185 void Stop() override;
Steve Antond3679212018-01-17 17:41:02 -0800186 void SetupMediaChannel(uint32_t ssrc) override;
187 uint32_t ssrc() const override { return ssrc_.value_or(0); }
Steve Anton60776752018-01-10 11:51:34 -0800188 void NotifyFirstPacketReceived() override;
Steve Antonef65ef12018-01-10 17:15:20 -0800189 void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>&
190 streams) override;
deadbeefa601f5c2016-06-06 14:27:39 -0700191
zhihuang184a3fd2016-06-14 11:47:14 -0700192 void SetObserver(RtpReceiverObserverInterface* observer) override;
193
Steve Anton57858b32018-02-15 15:19:50 -0800194 void SetVoiceMediaChannel(
195 cricket::VoiceMediaChannel* voice_media_channel) override {
196 RTC_NOTREACHED();
197 }
198 void SetVideoMediaChannel(
199 cricket::VideoMediaChannel* video_media_channel) override {
200 media_channel_ = video_media_channel;
201 }
202
203 int AttachmentId() const override { return attachment_id_; }
zhihuang184a3fd2016-06-14 11:47:14 -0700204
deadbeef70ab1a12015-09-28 16:53:55 -0700205 private:
Steve Anton60776752018-01-10 11:51:34 -0800206 bool SetSink(rtc::VideoSinkInterface<VideoFrame>* sink);
zhihuang184a3fd2016-06-14 11:47:14 -0700207
Steve Anton60776752018-01-10 11:51:34 -0800208 rtc::Thread* const worker_thread_;
Steve Antonef65ef12018-01-10 17:15:20 -0800209 const std::string id_;
Steve Anton60776752018-01-10 11:51:34 -0800210 cricket::VideoMediaChannel* media_channel_ = nullptr;
Steve Antond3679212018-01-17 17:41:02 -0800211 rtc::Optional<uint32_t> ssrc_;
perkjf0dcfe22016-03-10 18:32:00 +0100212 // |broadcaster_| is needed since the decoder can only handle one sink.
213 // It might be better if the decoder can handle multiple sinks and consider
214 // the VideoSinkWants.
215 rtc::VideoBroadcaster broadcaster_;
216 // |source_| is held here to be able to change the state of the source when
217 // the VideoRtpReceiver is stopped.
218 rtc::scoped_refptr<VideoTrackSource> source_;
219 rtc::scoped_refptr<VideoTrackInterface> track_;
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100220 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_;
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700221 bool stopped_ = false;
zhihuang184a3fd2016-06-14 11:47:14 -0700222 RtpReceiverObserverInterface* observer_ = nullptr;
223 bool received_first_packet_ = false;
Harald Alvestrandc72af932018-01-11 17:18:19 +0100224 int attachment_id_ = 0;
deadbeef70ab1a12015-09-28 16:53:55 -0700225};
226
227} // namespace webrtc
228
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200229#endif // PC_RTPRECEIVER_H_