blob: 82c3134a26c36d61480c0e23c6c500f45171cbaf [file] [log] [blame]
deadbeef6979b022015-09-24 16:47:53 -07001/*
kjellanderb24317b2016-02-10 07:54:43 -08002 * Copyright 2015 The WebRTC project authors. All Rights Reserved.
deadbeef6979b022015-09-24 16:47:53 -07003 *
kjellanderb24317b2016-02-10 07:54:43 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
deadbeef6979b022015-09-24 16:47:53 -07009 */
10
deadbeef70ab1a12015-09-28 16:53:55 -070011// This file contains classes that implement RtpReceiverInterface.
12// An RtpReceiver associates a MediaStreamTrackInterface with an underlying
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -070013// transport (provided by cricket::VoiceChannel/cricket::VideoChannel)
deadbeef70ab1a12015-09-28 16:53:55 -070014
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020015#ifndef PC_RTPRECEIVER_H_
16#define PC_RTPRECEIVER_H_
deadbeef70ab1a12015-09-28 16:53:55 -070017
pbosc7c26a02017-01-02 08:42:32 -080018#include <stdint.h>
19
deadbeef70ab1a12015-09-28 16:53:55 -070020#include <string>
Steve Anton36b29d12017-10-30 09:57:42 -070021#include <vector>
deadbeef70ab1a12015-09-28 16:53:55 -070022
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "api/mediastreaminterface.h"
24#include "api/rtpreceiverinterface.h"
25#include "media/base/videobroadcaster.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020026#include "pc/remoteaudiosource.h"
27#include "pc/videotracksource.h"
28#include "rtc_base/basictypes.h"
deadbeef70ab1a12015-09-28 16:53:55 -070029
30namespace webrtc {
31
deadbeefa601f5c2016-06-06 14:27:39 -070032// Internal class used by PeerConnection.
33class RtpReceiverInternal : public RtpReceiverInterface {
34 public:
35 virtual void Stop() = 0;
Steve Antonef65ef12018-01-10 17:15:20 -080036
deadbeefe814a0d2017-02-25 18:15:09 -080037 // This SSRC is used as an identifier for the receiver between the API layer
eladalonf1841382017-06-12 01:16:46 -070038 // and the WebRtcVideoEngine, WebRtcVoiceEngine layer.
deadbeefe814a0d2017-02-25 18:15:09 -080039 virtual uint32_t ssrc() const = 0;
Steve Anton60776752018-01-10 11:51:34 -080040
41 // Call this to notify the RtpReceiver when the first packet has been received
42 // on the corresponding channel.
43 virtual void NotifyFirstPacketReceived() = 0;
Steve Antonef65ef12018-01-10 17:15:20 -080044
45 // Set the associated remote media streams for this receiver. The remote track
46 // will be removed from any streams that are no longer present and added to
47 // any new streams.
48 virtual void SetStreams(
49 const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams) = 0;
deadbeefa601f5c2016-06-06 14:27:39 -070050};
51
deadbeef70ab1a12015-09-28 16:53:55 -070052class AudioRtpReceiver : public ObserverInterface,
53 public AudioSourceInterface::AudioObserver,
Steve Anton60776752018-01-10 11:51:34 -080054 public rtc::RefCountedObject<RtpReceiverInternal> {
deadbeef70ab1a12015-09-28 16:53:55 -070055 public:
deadbeefe814a0d2017-02-25 18:15:09 -080056 // An SSRC of 0 will create a receiver that will match the first SSRC it
57 // sees.
58 // TODO(deadbeef): Use rtc::Optional, or have another constructor that
59 // doesn't take an SSRC, and make this one DCHECK(ssrc != 0).
Henrik Boström9e6fd2b2017-11-21 13:41:51 +010060 AudioRtpReceiver(
Steve Anton60776752018-01-10 11:51:34 -080061 rtc::Thread* worker_thread,
Steve Anton9158ef62017-11-27 13:01:52 -080062 const std::string& receiver_id,
Steve Antonef65ef12018-01-10 17:15:20 -080063 const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams,
Henrik Boström9e6fd2b2017-11-21 13:41:51 +010064 uint32_t ssrc,
Steve Anton60776752018-01-10 11:51:34 -080065 cricket::VoiceMediaChannel* media_channel);
deadbeef70ab1a12015-09-28 16:53:55 -070066 virtual ~AudioRtpReceiver();
67
68 // ObserverInterface implementation
69 void OnChanged() override;
70
71 // AudioSourceInterface::AudioObserver implementation
72 void OnSetVolume(double volume) override;
73
perkjd61bf802016-03-24 03:16:19 -070074 rtc::scoped_refptr<AudioTrackInterface> audio_track() const {
75 return track_.get();
76 }
77
deadbeef70ab1a12015-09-28 16:53:55 -070078 // RtpReceiverInterface implementation
79 rtc::scoped_refptr<MediaStreamTrackInterface> track() const override {
80 return track_.get();
81 }
Henrik Boström9e6fd2b2017-11-21 13:41:51 +010082 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams()
83 const override {
84 return streams_;
85 }
deadbeef70ab1a12015-09-28 16:53:55 -070086
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -070087 cricket::MediaType media_type() const override {
88 return cricket::MEDIA_TYPE_AUDIO;
89 }
90
deadbeef70ab1a12015-09-28 16:53:55 -070091 std::string id() const override { return id_; }
92
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -070093 RtpParameters GetParameters() const override;
94 bool SetParameters(const RtpParameters& parameters) override;
95
deadbeefa601f5c2016-06-06 14:27:39 -070096 // RtpReceiverInternal implementation.
97 void Stop() override;
deadbeefe814a0d2017-02-25 18:15:09 -080098 uint32_t ssrc() const override { return ssrc_; }
Steve Anton60776752018-01-10 11:51:34 -080099 void NotifyFirstPacketReceived() override;
Steve Antonef65ef12018-01-10 17:15:20 -0800100 void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>&
101 streams) override;
deadbeefa601f5c2016-06-06 14:27:39 -0700102
zhihuang184a3fd2016-06-14 11:47:14 -0700103 void SetObserver(RtpReceiverObserverInterface* observer) override;
104
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700105 // Does not take ownership.
Steve Anton60776752018-01-10 11:51:34 -0800106 // Should call SetMediaChannel(nullptr) before |media_channel| is destroyed.
107 void SetMediaChannel(cricket::VoiceMediaChannel* media_channel);
zhihuang184a3fd2016-06-14 11:47:14 -0700108
hbos8d609f62017-04-10 07:39:05 -0700109 std::vector<RtpSource> GetSources() const override;
Harald Alvestrandc72af932018-01-11 17:18:19 +0100110 int AttachmentId() const override { return attachment_id_; }
hbos8d609f62017-04-10 07:39:05 -0700111
deadbeef70ab1a12015-09-28 16:53:55 -0700112 private:
113 void Reconfigure();
Steve Anton60776752018-01-10 11:51:34 -0800114 bool SetOutputVolume(double volume);
deadbeef70ab1a12015-09-28 16:53:55 -0700115
Steve Anton60776752018-01-10 11:51:34 -0800116 rtc::Thread* const worker_thread_;
Tommif888bb52015-12-12 01:37:01 +0100117 const std::string id_;
Tommif888bb52015-12-12 01:37:01 +0100118 const uint32_t ssrc_;
Steve Anton60776752018-01-10 11:51:34 -0800119 cricket::VoiceMediaChannel* media_channel_ = nullptr;
perkjd61bf802016-03-24 03:16:19 -0700120 const rtc::scoped_refptr<AudioTrackInterface> track_;
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100121 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_;
deadbeef70ab1a12015-09-28 16:53:55 -0700122 bool cached_track_enabled_;
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700123 double cached_volume_ = 1;
124 bool stopped_ = false;
zhihuang184a3fd2016-06-14 11:47:14 -0700125 RtpReceiverObserverInterface* observer_ = nullptr;
126 bool received_first_packet_ = false;
Harald Alvestrandc72af932018-01-11 17:18:19 +0100127 int attachment_id_ = 0;
deadbeef70ab1a12015-09-28 16:53:55 -0700128};
129
Steve Anton60776752018-01-10 11:51:34 -0800130class VideoRtpReceiver : public rtc::RefCountedObject<RtpReceiverInternal> {
deadbeef70ab1a12015-09-28 16:53:55 -0700131 public:
deadbeefe814a0d2017-02-25 18:15:09 -0800132 // An SSRC of 0 will create a receiver that will match the first SSRC it
133 // sees.
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100134 VideoRtpReceiver(
Steve Anton60776752018-01-10 11:51:34 -0800135 rtc::Thread* worker_thread,
Steve Antonef65ef12018-01-10 17:15:20 -0800136 const std::string& receiver_id,
137 const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams,
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100138 uint32_t ssrc,
Steve Anton60776752018-01-10 11:51:34 -0800139 cricket::VideoMediaChannel* media_channel);
deadbeef70ab1a12015-09-28 16:53:55 -0700140
141 virtual ~VideoRtpReceiver();
142
perkjf0dcfe22016-03-10 18:32:00 +0100143 rtc::scoped_refptr<VideoTrackInterface> video_track() const {
144 return track_.get();
145 }
146
deadbeef70ab1a12015-09-28 16:53:55 -0700147 // RtpReceiverInterface implementation
148 rtc::scoped_refptr<MediaStreamTrackInterface> track() const override {
149 return track_.get();
150 }
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100151 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams()
152 const override {
153 return streams_;
154 }
deadbeef70ab1a12015-09-28 16:53:55 -0700155
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700156 cricket::MediaType media_type() const override {
157 return cricket::MEDIA_TYPE_VIDEO;
158 }
159
deadbeef70ab1a12015-09-28 16:53:55 -0700160 std::string id() const override { return id_; }
161
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -0700162 RtpParameters GetParameters() const override;
163 bool SetParameters(const RtpParameters& parameters) override;
164
deadbeefa601f5c2016-06-06 14:27:39 -0700165 // RtpReceiverInternal implementation.
166 void Stop() override;
deadbeefe814a0d2017-02-25 18:15:09 -0800167 uint32_t ssrc() const override { return ssrc_; }
Steve Anton60776752018-01-10 11:51:34 -0800168 void NotifyFirstPacketReceived() override;
Steve Antonef65ef12018-01-10 17:15:20 -0800169 void SetStreams(const std::vector<rtc::scoped_refptr<MediaStreamInterface>>&
170 streams) override;
deadbeefa601f5c2016-06-06 14:27:39 -0700171
zhihuang184a3fd2016-06-14 11:47:14 -0700172 void SetObserver(RtpReceiverObserverInterface* observer) override;
173
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700174 // Does not take ownership.
Steve Anton60776752018-01-10 11:51:34 -0800175 // Should call SetMediaChannel(nullptr) before |media_channel| is destroyed.
176 void SetMediaChannel(cricket::VideoMediaChannel* media_channel);
zhihuang184a3fd2016-06-14 11:47:14 -0700177
deadbeef70ab1a12015-09-28 16:53:55 -0700178 private:
Steve Anton60776752018-01-10 11:51:34 -0800179 bool SetSink(rtc::VideoSinkInterface<VideoFrame>* sink);
zhihuang184a3fd2016-06-14 11:47:14 -0700180
Steve Anton60776752018-01-10 11:51:34 -0800181 rtc::Thread* const worker_thread_;
Steve Antonef65ef12018-01-10 17:15:20 -0800182 const std::string id_;
Peter Boström0c4e06b2015-10-07 12:23:21 +0200183 uint32_t ssrc_;
Steve Anton60776752018-01-10 11:51:34 -0800184 cricket::VideoMediaChannel* media_channel_ = nullptr;
perkjf0dcfe22016-03-10 18:32:00 +0100185 // |broadcaster_| is needed since the decoder can only handle one sink.
186 // It might be better if the decoder can handle multiple sinks and consider
187 // the VideoSinkWants.
188 rtc::VideoBroadcaster broadcaster_;
189 // |source_| is held here to be able to change the state of the source when
190 // the VideoRtpReceiver is stopped.
191 rtc::scoped_refptr<VideoTrackSource> source_;
192 rtc::scoped_refptr<VideoTrackInterface> track_;
Henrik Boström9e6fd2b2017-11-21 13:41:51 +0100193 std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams_;
Taylor Brandstetterba29c6a2016-06-27 16:30:35 -0700194 bool stopped_ = false;
zhihuang184a3fd2016-06-14 11:47:14 -0700195 RtpReceiverObserverInterface* observer_ = nullptr;
196 bool received_first_packet_ = false;
Harald Alvestrandc72af932018-01-11 17:18:19 +0100197 int attachment_id_ = 0;
deadbeef70ab1a12015-09-28 16:53:55 -0700198};
199
200} // namespace webrtc
201
Mirko Bonadei92ea95e2017-09-15 06:47:31 +0200202#endif // PC_RTPRECEIVER_H_