blob: 50e0fd347bc4e9b1c6216ea1f7f9bf962d406b90 [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
kjellanderb24317b2016-02-10 07:54:43 -08002 * Copyright 2012 The WebRTC project authors. All Rights Reserved.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003 *
kjellanderb24317b2016-02-10 07:54:43 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00009 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#ifndef PC_PEERCONNECTION_H_
12#define PC_PEERCONNECTION_H_
henrike@webrtc.org28e20752013-07-10 00:45:36 +000013
perkjd61bf802016-03-24 03:16:19 -070014#include <map>
kwibergd1fe2812016-04-27 06:47:29 -070015#include <memory>
Steve Anton75737c02017-11-06 10:37:17 -080016#include <set>
17#include <string>
perkjd61bf802016-03-24 03:16:19 -070018#include <vector>
henrike@webrtc.org28e20752013-07-10 00:45:36 +000019
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020020#include "api/peerconnectioninterface.h"
Jonas Orelandbdcee282017-10-10 14:01:40 +020021#include "api/turncustomizer.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020022#include "pc/iceserverparsing.h"
Zhi Huange830e682018-03-30 10:48:35 -070023#include "pc/jseptransportcontroller.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020024#include "pc/peerconnectionfactory.h"
Steve Anton2d8609c2018-01-23 16:38:46 -080025#include "pc/peerconnectioninternal.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020026#include "pc/rtcstatscollector.h"
Steve Anton4171afb2017-11-20 10:20:22 -080027#include "pc/rtptransceiver.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020028#include "pc/statscollector.h"
29#include "pc/streamcollection.h"
Steve Anton75737c02017-11-06 10:37:17 -080030#include "pc/webrtcsessiondescriptionfactory.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000031
32namespace webrtc {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000033
deadbeefeb459812015-12-15 19:24:43 -080034class MediaStreamObserver;
perkjf0dcfe22016-03-10 18:32:00 +010035class VideoRtpReceiver;
skvlad11a9cbf2016-10-07 11:53:05 -070036class RtcEventLog;
deadbeefab9b2d12015-10-14 11:33:11 -070037
Steve Anton75737c02017-11-06 10:37:17 -080038// PeerConnection is the implementation of the PeerConnection object as defined
39// by the PeerConnectionInterface API surface.
40// The class currently is solely responsible for the following:
41// - Managing the session state machine (signaling state).
42// - Creating and initializing lower-level objects, like PortAllocator and
43// BaseChannels.
44// - Owning and managing the life cycle of the RtpSender/RtpReceiver and track
45// objects.
46// - Tracking the current and pending local/remote session descriptions.
47// The class currently is jointly responsible for the following:
48// - Parsing and interpreting SDP.
49// - Generating offers and answers based on the current state.
50// - The ICE state machine.
51// - Generating stats.
Steve Anton2d8609c2018-01-23 16:38:46 -080052class PeerConnection : public PeerConnectionInternal,
Steve Anton75737c02017-11-06 10:37:17 -080053 public DataChannelProviderInterface,
Zhi Huang365381f2018-04-13 16:44:34 -070054 public JsepTransportController::Observer,
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000055 public rtc::MessageHandler,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000056 public sigslot::has_slots<> {
57 public:
Harald Alvestrand8ebba742018-05-31 14:00:34 +020058 enum class UsageEvent : int {
59 TURN_SERVER_ADDED = 0x01,
60 STUN_SERVER_ADDED = 0x02,
61 DATA_ADDED = 0x04,
62 AUDIO_ADDED = 0x08,
63 VIDEO_ADDED = 0x10,
64 SET_LOCAL_DESCRIPTION_CALLED = 0x20,
65 SET_REMOTE_DESCRIPTION_CALLED = 0x40,
66 CANDIDATE_COLLECTED = 0x80,
67 REMOTE_CANDIDATE_ADDED = 0x100,
68 ICE_STATE_CONNECTED = 0x200,
Qingsi Wang7fc821d2018-07-12 12:54:53 -070069 CLOSE_CALLED = 0x400,
Harald Alvestrand056d8112018-07-16 19:18:58 +020070 PRIVATE_CANDIDATE_COLLECTED = 0x800,
71 MAX_VALUE = 0x1000,
Harald Alvestrand8ebba742018-05-31 14:00:34 +020072 };
73
zhihuang38ede132017-06-15 12:52:32 -070074 explicit PeerConnection(PeerConnectionFactory* factory,
75 std::unique_ptr<RtcEventLog> event_log,
76 std::unique_ptr<Call> call);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000077
deadbeef653b8e02015-11-11 12:55:10 -080078 bool Initialize(
79 const PeerConnectionInterface::RTCConfiguration& configuration,
Benjamin Wrightcab58882018-05-02 15:12:47 -070080 PeerConnectionDependencies dependencies);
deadbeef653b8e02015-11-11 12:55:10 -080081
deadbeefa67696b2015-09-29 11:56:26 -070082 rtc::scoped_refptr<StreamCollectionInterface> local_streams() override;
83 rtc::scoped_refptr<StreamCollectionInterface> remote_streams() override;
84 bool AddStream(MediaStreamInterface* local_stream) override;
85 void RemoveStream(MediaStreamInterface* local_stream) override;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000086
Steve Anton2d6c76a2018-01-05 17:10:52 -080087 RTCErrorOr<rtc::scoped_refptr<RtpSenderInterface>> AddTrack(
Steve Antonf9381f02017-12-14 10:23:57 -080088 rtc::scoped_refptr<MediaStreamTrackInterface> track,
Seth Hampson845e8782018-03-02 11:34:10 -080089 const std::vector<std::string>& stream_ids) override;
deadbeefe1f9d832016-01-14 15:35:42 -080090 bool RemoveTrack(RtpSenderInterface* sender) override;
91
Steve Anton9158ef62017-11-27 13:01:52 -080092 RTCErrorOr<rtc::scoped_refptr<RtpTransceiverInterface>> AddTransceiver(
93 rtc::scoped_refptr<MediaStreamTrackInterface> track) override;
94 RTCErrorOr<rtc::scoped_refptr<RtpTransceiverInterface>> AddTransceiver(
95 rtc::scoped_refptr<MediaStreamTrackInterface> track,
96 const RtpTransceiverInit& init) override;
97 RTCErrorOr<rtc::scoped_refptr<RtpTransceiverInterface>> AddTransceiver(
98 cricket::MediaType media_type) override;
99 RTCErrorOr<rtc::scoped_refptr<RtpTransceiverInterface>> AddTransceiver(
100 cricket::MediaType media_type,
101 const RtpTransceiverInit& init) override;
102
Steve Anton8c0f7a72017-10-03 10:03:10 -0700103 // Gets the DTLS SSL certificate associated with the audio transport on the
104 // remote side. This will become populated once the DTLS connection with the
105 // peer has been completed, as indicated by the ICE connection state
106 // transitioning to kIceConnectionCompleted.
107 // Note that this will be removed once we implement RTCDtlsTransport which
108 // has standardized method for getting this information.
109 // See https://www.w3.org/TR/webrtc/#rtcdtlstransport-interface
110 std::unique_ptr<rtc::SSLCertificate> GetRemoteAudioSSLCertificate();
111
Zhi Huang70b820f2018-01-27 14:16:15 -0800112 // Version of the above method that returns the full certificate chain.
113 std::unique_ptr<rtc::SSLCertChain> GetRemoteAudioSSLCertChain();
114
deadbeeffac06552015-11-25 11:26:01 -0800115 rtc::scoped_refptr<RtpSenderInterface> CreateSender(
deadbeefbd7d8f72015-12-18 16:58:44 -0800116 const std::string& kind,
117 const std::string& stream_id) override;
deadbeeffac06552015-11-25 11:26:01 -0800118
deadbeef70ab1a12015-09-28 16:53:55 -0700119 std::vector<rtc::scoped_refptr<RtpSenderInterface>> GetSenders()
120 const override;
121 std::vector<rtc::scoped_refptr<RtpReceiverInterface>> GetReceivers()
122 const override;
Steve Anton9158ef62017-11-27 13:01:52 -0800123 std::vector<rtc::scoped_refptr<RtpTransceiverInterface>> GetTransceivers()
124 const override;
deadbeef70ab1a12015-09-28 16:53:55 -0700125
deadbeefa67696b2015-09-29 11:56:26 -0700126 rtc::scoped_refptr<DataChannelInterface> CreateDataChannel(
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000127 const std::string& label,
deadbeefa67696b2015-09-29 11:56:26 -0700128 const DataChannelInit* config) override;
Henrik Boström1df1bf82018-03-20 13:24:20 +0100129 // WARNING: LEGACY. See peerconnectioninterface.h
deadbeefa67696b2015-09-29 11:56:26 -0700130 bool GetStats(StatsObserver* observer,
131 webrtc::MediaStreamTrackInterface* track,
132 StatsOutputLevel level) override;
Henrik Boström1df1bf82018-03-20 13:24:20 +0100133 // Spec-complaint GetStats(). See peerconnectioninterface.h
hbos74e1a4f2016-09-15 23:33:01 -0700134 void GetStats(RTCStatsCollectorCallback* callback) override;
Henrik Boström1df1bf82018-03-20 13:24:20 +0100135 void GetStats(
136 rtc::scoped_refptr<RtpSenderInterface> selector,
137 rtc::scoped_refptr<RTCStatsCollectorCallback> callback) override;
138 void GetStats(
139 rtc::scoped_refptr<RtpReceiverInterface> selector,
140 rtc::scoped_refptr<RTCStatsCollectorCallback> callback) override;
Harald Alvestrand89061872018-01-02 14:08:34 +0100141 void ClearStatsCache() override;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000142
deadbeefa67696b2015-09-29 11:56:26 -0700143 SignalingState signaling_state() override;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000144
deadbeefa67696b2015-09-29 11:56:26 -0700145 IceConnectionState ice_connection_state() override;
146 IceGatheringState ice_gathering_state() override;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000147
deadbeefa67696b2015-09-29 11:56:26 -0700148 const SessionDescriptionInterface* local_description() const override;
149 const SessionDescriptionInterface* remote_description() const override;
deadbeeffe4a8a42016-12-20 17:56:17 -0800150 const SessionDescriptionInterface* current_local_description() const override;
151 const SessionDescriptionInterface* current_remote_description()
152 const override;
153 const SessionDescriptionInterface* pending_local_description() const override;
154 const SessionDescriptionInterface* pending_remote_description()
155 const override;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000156
157 // JSEP01
htaa2a49d92016-03-04 02:51:39 -0800158 // Deprecated, use version without constraints.
deadbeefa67696b2015-09-29 11:56:26 -0700159 void CreateOffer(CreateSessionDescriptionObserver* observer,
160 const MediaConstraintsInterface* constraints) override;
161 void CreateOffer(CreateSessionDescriptionObserver* observer,
162 const RTCOfferAnswerOptions& options) override;
htaa2a49d92016-03-04 02:51:39 -0800163 // Deprecated, use version without constraints.
deadbeefa67696b2015-09-29 11:56:26 -0700164 void CreateAnswer(CreateSessionDescriptionObserver* observer,
165 const MediaConstraintsInterface* constraints) override;
htaa2a49d92016-03-04 02:51:39 -0800166 void CreateAnswer(CreateSessionDescriptionObserver* observer,
167 const RTCOfferAnswerOptions& options) override;
deadbeefa67696b2015-09-29 11:56:26 -0700168 void SetLocalDescription(SetSessionDescriptionObserver* observer,
169 SessionDescriptionInterface* desc) override;
Henrik Boströma4ecf552017-11-23 14:17:07 +0000170 void SetRemoteDescription(SetSessionDescriptionObserver* observer,
171 SessionDescriptionInterface* desc) override;
Henrik Boström31638672017-11-23 17:48:32 +0100172 void SetRemoteDescription(
173 std::unique_ptr<SessionDescriptionInterface> desc,
174 rtc::scoped_refptr<SetRemoteDescriptionObserverInterface> observer)
175 override;
deadbeef46c73892016-11-16 19:42:04 -0800176 PeerConnectionInterface::RTCConfiguration GetConfiguration() override;
deadbeefa67696b2015-09-29 11:56:26 -0700177 bool SetConfiguration(
deadbeef293e9262017-01-11 12:28:30 -0800178 const PeerConnectionInterface::RTCConfiguration& configuration,
179 RTCError* error) override;
180 bool SetConfiguration(
181 const PeerConnectionInterface::RTCConfiguration& configuration) override {
182 return SetConfiguration(configuration, nullptr);
183 }
deadbeefa67696b2015-09-29 11:56:26 -0700184 bool AddIceCandidate(const IceCandidateInterface* candidate) override;
Honghai Zhang7fb69db2016-03-14 11:59:18 -0700185 bool RemoveIceCandidates(
186 const std::vector<cricket::Candidate>& candidates) override;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000187
deadbeefa67696b2015-09-29 11:56:26 -0700188 void RegisterUMAObserver(UMAObserver* observer) override;
buildbot@webrtc.org1567b8c2014-05-08 19:54:16 +0000189
Niels Möller0c4f7be2018-05-07 14:01:37 +0200190 RTCError SetBitrate(const BitrateSettings& bitrate) override;
zstein4b979802017-06-02 14:37:37 -0700191
Alex Narest78609d52017-10-20 10:37:47 +0200192 void SetBitrateAllocationStrategy(
193 std::unique_ptr<rtc::BitrateAllocationStrategy>
194 bitrate_allocation_strategy) override;
195
henrika5f6bf242017-11-01 11:06:56 +0100196 void SetAudioPlayout(bool playout) override;
197 void SetAudioRecording(bool recording) override;
198
Elad Alon99c3fe52017-10-13 16:29:40 +0200199 RTC_DEPRECATED bool StartRtcEventLog(rtc::PlatformFile file,
200 int64_t max_size_bytes) override;
Bjorn Tereliusde939432017-11-20 17:38:14 +0100201 bool StartRtcEventLog(std::unique_ptr<RtcEventLogOutput> output,
202 int64_t output_period_ms) override;
ivoc14d5dbe2016-07-04 07:06:55 -0700203 void StopRtcEventLog() override;
204
deadbeefa67696b2015-09-29 11:56:26 -0700205 void Close() override;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000206
Steve Anton2d8609c2018-01-23 16:38:46 -0800207 // PeerConnectionInternal implementation.
208 rtc::Thread* network_thread() const override {
209 return factory_->network_thread();
210 }
211 rtc::Thread* worker_thread() const override {
212 return factory_->worker_thread();
213 }
214 rtc::Thread* signaling_thread() const override {
215 return factory_->signaling_thread();
perkjd61bf802016-03-24 03:16:19 -0700216 }
deadbeefab9b2d12015-10-14 11:33:11 -0700217
Steve Antonbe5e2082018-01-24 15:29:17 -0800218 std::string session_id() const override { return session_id_; }
Steve Anton75737c02017-11-06 10:37:17 -0800219
Steve Anton2d8609c2018-01-23 16:38:46 -0800220 bool initial_offerer() const override {
Zhi Huange830e682018-03-30 10:48:35 -0700221 return transport_controller_ && transport_controller_->initial_offerer();
Steve Anton2d8609c2018-01-23 16:38:46 -0800222 }
Steve Anton75737c02017-11-06 10:37:17 -0800223
Steve Anton2d8609c2018-01-23 16:38:46 -0800224 std::vector<
225 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>>
Steve Antonb8867112018-02-13 10:07:54 -0800226 GetTransceiversInternal() const override {
Steve Anton2d8609c2018-01-23 16:38:46 -0800227 return transceivers_;
228 }
229
230 bool GetLocalTrackIdBySsrc(uint32_t ssrc, std::string* track_id) override;
231 bool GetRemoteTrackIdBySsrc(uint32_t ssrc, std::string* track_id) override;
232
233 sigslot::signal1<DataChannel*>& SignalDataChannelCreated() override {
234 return SignalDataChannelCreated_;
235 }
236
237 cricket::RtpDataChannel* rtp_data_channel() const override {
Steve Anton75737c02017-11-06 10:37:17 -0800238 return rtp_data_channel_;
Steve Anton978b8762017-09-29 12:15:02 -0700239 }
Steve Anton2d8609c2018-01-23 16:38:46 -0800240
Steve Antonbe5e2082018-01-24 15:29:17 -0800241 std::vector<rtc::scoped_refptr<DataChannel>> sctp_data_channels()
Steve Anton2d8609c2018-01-23 16:38:46 -0800242 const override {
243 return sctp_data_channels_;
244 }
245
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200246 absl::optional<std::string> sctp_content_name() const override {
Zhi Huange830e682018-03-30 10:48:35 -0700247 return sctp_mid_;
Steve Anton75737c02017-11-06 10:37:17 -0800248 }
Steve Anton2d8609c2018-01-23 16:38:46 -0800249
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200250 absl::optional<std::string> sctp_transport_name() const override;
Steve Anton75737c02017-11-06 10:37:17 -0800251
Qingsi Wang72a43a12018-02-20 16:03:18 -0800252 cricket::CandidateStatsList GetPooledCandidateStats() const override;
Steve Anton5dfde182018-02-06 10:34:40 -0800253 std::map<std::string, std::string> GetTransportNamesByMid() const override;
254 std::map<std::string, cricket::TransportStats> GetTransportStatsByNames(
255 const std::set<std::string>& transport_names) override;
Steve Anton2d8609c2018-01-23 16:38:46 -0800256 Call::Stats GetCallStats() override;
Steve Anton75737c02017-11-06 10:37:17 -0800257
Steve Anton2d8609c2018-01-23 16:38:46 -0800258 bool GetLocalCertificate(
259 const std::string& transport_name,
260 rtc::scoped_refptr<rtc::RTCCertificate>* certificate) override;
Taylor Brandstetterc3928662018-02-23 13:04:51 -0800261 std::unique_ptr<rtc::SSLCertChain> GetRemoteSSLCertChain(
Steve Anton2d8609c2018-01-23 16:38:46 -0800262 const std::string& transport_name) override;
263 bool IceRestartPending(const std::string& content_name) const override;
264 bool NeedsIceRestart(const std::string& content_name) const override;
265 bool GetSslRole(const std::string& content_name, rtc::SSLRole* role) override;
Steve Anton7464fca2018-01-19 11:10:37 -0800266
Harald Alvestrand19793842018-06-25 12:03:50 +0200267 void ReturnHistogramVeryQuicklyForTesting() {
268 return_histogram_very_quickly_ = true;
269 }
270
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000271 protected:
deadbeefa67696b2015-09-29 11:56:26 -0700272 ~PeerConnection() override;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000273
274 private:
Henrik Boström31638672017-11-23 17:48:32 +0100275 class SetRemoteDescriptionObserverAdapter;
276 friend class SetRemoteDescriptionObserverAdapter;
277
Steve Anton4171afb2017-11-20 10:20:22 -0800278 struct RtpSenderInfo {
279 RtpSenderInfo() : first_ssrc(0) {}
Seth Hampson845e8782018-03-02 11:34:10 -0800280 RtpSenderInfo(const std::string& stream_id,
Steve Anton4171afb2017-11-20 10:20:22 -0800281 const std::string sender_id,
282 uint32_t ssrc)
Seth Hampson845e8782018-03-02 11:34:10 -0800283 : stream_id(stream_id), sender_id(sender_id), first_ssrc(ssrc) {}
Steve Anton4171afb2017-11-20 10:20:22 -0800284 bool operator==(const RtpSenderInfo& other) {
Seth Hampson845e8782018-03-02 11:34:10 -0800285 return this->stream_id == other.stream_id &&
Steve Anton4171afb2017-11-20 10:20:22 -0800286 this->sender_id == other.sender_id &&
287 this->first_ssrc == other.first_ssrc;
deadbeefbda7e0b2015-12-08 17:13:40 -0800288 }
Seth Hampson845e8782018-03-02 11:34:10 -0800289 std::string stream_id;
Steve Anton4171afb2017-11-20 10:20:22 -0800290 std::string sender_id;
291 // An RtpSender can have many SSRCs. The first one is used as a sort of ID
292 // for communicating with the lower layers.
293 uint32_t first_ssrc;
deadbeefab9b2d12015-10-14 11:33:11 -0700294 };
deadbeefab9b2d12015-10-14 11:33:11 -0700295
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000296 // Implements MessageHandler.
deadbeefa67696b2015-09-29 11:56:26 -0700297 void OnMessage(rtc::Message* msg) override;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000298
Steve Antonafb0bb72018-02-20 11:35:37 -0800299 // Plan B helpers for getting the voice/video media channels for the single
300 // audio/video transceiver, if it exists.
301 cricket::VoiceMediaChannel* voice_media_channel() const;
302 cricket::VideoMediaChannel* video_media_channel() const;
Steve Anton60776752018-01-10 11:51:34 -0800303
Steve Anton4171afb2017-11-20 10:20:22 -0800304 std::vector<rtc::scoped_refptr<RtpSenderProxyWithInternal<RtpSenderInternal>>>
305 GetSendersInternal() const;
306 std::vector<
307 rtc::scoped_refptr<RtpReceiverProxyWithInternal<RtpReceiverInternal>>>
308 GetReceiversInternal() const;
309
310 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
311 GetAudioTransceiver() const;
312 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
313 GetVideoTransceiver() const;
314
Steve Antonafb0bb72018-02-20 11:35:37 -0800315 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
316 GetFirstAudioTransceiver() const;
317
deadbeefab9b2d12015-10-14 11:33:11 -0700318 void CreateAudioReceiver(MediaStreamInterface* stream,
Steve Anton4171afb2017-11-20 10:20:22 -0800319 const RtpSenderInfo& remote_sender_info);
perkjf0dcfe22016-03-10 18:32:00 +0100320
deadbeefab9b2d12015-10-14 11:33:11 -0700321 void CreateVideoReceiver(MediaStreamInterface* stream,
Steve Anton4171afb2017-11-20 10:20:22 -0800322 const RtpSenderInfo& remote_sender_info);
Henrik Boström933d8b02017-10-10 10:05:16 -0700323 rtc::scoped_refptr<RtpReceiverInterface> RemoveAndStopReceiver(
Steve Anton4171afb2017-11-20 10:20:22 -0800324 const RtpSenderInfo& remote_sender_info);
korniltsev.anatolyec390b52017-07-24 17:00:25 -0700325
326 // May be called either by AddStream/RemoveStream, or when a track is
327 // added/removed from a stream previously added via AddStream.
328 void AddAudioTrack(AudioTrackInterface* track, MediaStreamInterface* stream);
329 void RemoveAudioTrack(AudioTrackInterface* track,
330 MediaStreamInterface* stream);
331 void AddVideoTrack(VideoTrackInterface* track, MediaStreamInterface* stream);
332 void RemoveVideoTrack(VideoTrackInterface* track,
333 MediaStreamInterface* stream);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000334
Steve Antonf9381f02017-12-14 10:23:57 -0800335 // AddTrack implementation when Unified Plan is specified.
336 RTCErrorOr<rtc::scoped_refptr<RtpSenderInterface>> AddTrackUnifiedPlan(
337 rtc::scoped_refptr<MediaStreamTrackInterface> track,
Seth Hampson845e8782018-03-02 11:34:10 -0800338 const std::vector<std::string>& stream_ids);
Steve Antonf9381f02017-12-14 10:23:57 -0800339 // AddTrack implementation when Plan B is specified.
340 RTCErrorOr<rtc::scoped_refptr<RtpSenderInterface>> AddTrackPlanB(
341 rtc::scoped_refptr<MediaStreamTrackInterface> track,
Seth Hampson845e8782018-03-02 11:34:10 -0800342 const std::vector<std::string>& stream_ids);
Steve Antonf9381f02017-12-14 10:23:57 -0800343
344 // Returns the first RtpTransceiver suitable for a newly added track, if such
345 // transceiver is available.
346 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
347 FindFirstTransceiverForAddedTrack(
348 rtc::scoped_refptr<MediaStreamTrackInterface> track);
349
350 // RemoveTrack that returns an RTCError.
351 RTCError RemoveTrackInternal(rtc::scoped_refptr<RtpSenderInterface> sender);
352
353 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
354 FindTransceiverBySender(rtc::scoped_refptr<RtpSenderInterface> sender);
355
Steve Anton22da89f2018-01-25 13:58:07 -0800356 // Internal implementation for AddTransceiver family of methods. If
357 // |fire_callback| is set, fires OnRenegotiationNeeded callback if successful.
Steve Anton9158ef62017-11-27 13:01:52 -0800358 RTCErrorOr<rtc::scoped_refptr<RtpTransceiverInterface>> AddTransceiver(
359 cricket::MediaType media_type,
360 rtc::scoped_refptr<MediaStreamTrackInterface> track,
Steve Anton22da89f2018-01-25 13:58:07 -0800361 const RtpTransceiverInit& init,
362 bool fire_callback = true);
Steve Anton9158ef62017-11-27 13:01:52 -0800363
Steve Anton02ee47c2018-01-10 16:26:06 -0800364 rtc::scoped_refptr<RtpSenderProxyWithInternal<RtpSenderInternal>>
365 CreateSender(cricket::MediaType media_type,
Steve Anton111fdfd2018-06-25 13:03:36 -0700366 const std::string& id,
Steve Anton02ee47c2018-01-10 16:26:06 -0800367 rtc::scoped_refptr<MediaStreamTrackInterface> track,
Seth Hampson845e8782018-03-02 11:34:10 -0800368 const std::vector<std::string>& stream_ids);
Steve Anton02ee47c2018-01-10 16:26:06 -0800369
370 rtc::scoped_refptr<RtpReceiverProxyWithInternal<RtpReceiverInternal>>
371 CreateReceiver(cricket::MediaType media_type, const std::string& receiver_id);
372
Steve Antonf9381f02017-12-14 10:23:57 -0800373 // Create a new RtpTransceiver of the given type and add it to the list of
374 // transceivers.
375 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
Steve Anton02ee47c2018-01-10 16:26:06 -0800376 CreateAndAddTransceiver(
377 rtc::scoped_refptr<RtpSenderProxyWithInternal<RtpSenderInternal>> sender,
378 rtc::scoped_refptr<RtpReceiverProxyWithInternal<RtpReceiverInternal>>
379 receiver);
Steve Antonf9381f02017-12-14 10:23:57 -0800380
Steve Antonba818672017-11-06 10:21:57 -0800381 void SetIceConnectionState(IceConnectionState new_state);
382 // Called any time the IceGatheringState changes
383 void OnIceGatheringChange(IceGatheringState new_state);
384 // New ICE candidate has been gathered.
385 void OnIceCandidate(std::unique_ptr<IceCandidateInterface> candidate);
386 // Some local ICE candidates have been removed.
Honghai Zhang7fb69db2016-03-14 11:59:18 -0700387 void OnIceCandidatesRemoved(
Steve Antonba818672017-11-06 10:21:57 -0800388 const std::vector<cricket::Candidate>& candidates);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000389
Steve Antonba818672017-11-06 10:21:57 -0800390 // Update the state, signaling if necessary.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000391 void ChangeSignalingState(SignalingState signaling_state);
392
deadbeefeb459812015-12-15 19:24:43 -0800393 // Signals from MediaStreamObserver.
394 void OnAudioTrackAdded(AudioTrackInterface* track,
395 MediaStreamInterface* stream);
396 void OnAudioTrackRemoved(AudioTrackInterface* track,
397 MediaStreamInterface* stream);
398 void OnVideoTrackAdded(VideoTrackInterface* track,
399 MediaStreamInterface* stream);
400 void OnVideoTrackRemoved(VideoTrackInterface* track,
401 MediaStreamInterface* stream);
402
Henrik Boström31638672017-11-23 17:48:32 +0100403 void PostSetSessionDescriptionSuccess(
404 SetSessionDescriptionObserver* observer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000405 void PostSetSessionDescriptionFailure(SetSessionDescriptionObserver* observer,
Harald Alvestrand5081c0c2018-03-09 15:18:03 +0100406 RTCError&& error);
deadbeefab9b2d12015-10-14 11:33:11 -0700407 void PostCreateSessionDescriptionFailure(
408 CreateSessionDescriptionObserver* observer,
Harald Alvestrand5081c0c2018-03-09 15:18:03 +0100409 RTCError error);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000410
Steve Anton8a006912017-12-04 15:25:56 -0800411 // Synchronous implementations of SetLocalDescription/SetRemoteDescription
412 // that return an RTCError instead of invoking a callback.
413 RTCError ApplyLocalDescription(
414 std::unique_ptr<SessionDescriptionInterface> desc);
415 RTCError ApplyRemoteDescription(
416 std::unique_ptr<SessionDescriptionInterface> desc);
417
Steve Antondcc3c022017-12-22 16:02:54 -0800418 // Updates the local RtpTransceivers according to the JSEP rules. Called as
419 // part of setting the local/remote description.
420 RTCError UpdateTransceiversAndDataChannels(
421 cricket::ContentSource source,
Seth Hampsonae8a90a2018-02-13 15:33:48 -0800422 const SessionDescriptionInterface& new_session,
423 const SessionDescriptionInterface* old_local_description,
424 const SessionDescriptionInterface* old_remote_description);
Steve Antondcc3c022017-12-22 16:02:54 -0800425
426 // Either creates or destroys the transceiver's BaseChannel according to the
427 // given media section.
428 RTCError UpdateTransceiverChannel(
429 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
430 transceiver,
431 const cricket::ContentInfo& content,
432 const cricket::ContentGroup* bundle_group);
433
Steve Antonfa2260d2017-12-28 16:38:23 -0800434 // Either creates or destroys the local data channel according to the given
435 // media section.
436 RTCError UpdateDataChannel(cricket::ContentSource source,
437 const cricket::ContentInfo& content,
438 const cricket::ContentGroup* bundle_group);
439
Steve Antondcc3c022017-12-22 16:02:54 -0800440 // Associate the given transceiver according to the JSEP rules.
441 RTCErrorOr<
442 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>>
443 AssociateTransceiver(cricket::ContentSource source,
Seth Hampsonae8a90a2018-02-13 15:33:48 -0800444 SdpType type,
Steve Antondcc3c022017-12-22 16:02:54 -0800445 size_t mline_index,
446 const cricket::ContentInfo& content,
Seth Hampsonae8a90a2018-02-13 15:33:48 -0800447 const cricket::ContentInfo* old_local_content,
448 const cricket::ContentInfo* old_remote_content);
Steve Antondcc3c022017-12-22 16:02:54 -0800449
450 // Returns the RtpTransceiver, if found, that is associated to the given MID.
451 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
452 GetAssociatedTransceiver(const std::string& mid) const;
453
454 // Returns the RtpTransceiver, if found, that was assigned to the given mline
455 // index in CreateOffer.
456 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
457 GetTransceiverByMLineIndex(size_t mline_index) const;
458
459 // Returns an RtpTransciever, if available, that can be used to receive the
460 // given media type according to JSEP rules.
461 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
462 FindAvailableTransceiverToReceive(cricket::MediaType media_type) const;
463
Steve Antoned10bd92017-12-05 10:52:59 -0800464 // Returns the media section in the given session description that is
465 // associated with the RtpTransceiver. Returns null if none found or this
466 // RtpTransceiver is not associated. Logic varies depending on the
467 // SdpSemantics specified in the configuration.
468 const cricket::ContentInfo* FindMediaSectionForTransceiver(
469 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
470 transceiver,
471 const SessionDescriptionInterface* sdesc) const;
472
Steve Anton0f5400a2018-07-17 14:25:36 -0700473 // Runs the algorithm **process the removal of a remote track** specified in
474 // the WebRTC specification.
475 // This method will update the following lists:
476 // |remove_list| is the list of transceivers for which the receiving track is
477 // being removed.
478 // |removed_streams| is the list of streams which no longer have a receiving
479 // track so should be removed.
480 // https://w3c.github.io/webrtc-pc/#process-remote-track-removal
481 void ProcessRemovalOfRemoteTrack(
482 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
483 transceiver,
484 std::vector<rtc::scoped_refptr<RtpTransceiverInterface>>* remove_list,
485 std::vector<rtc::scoped_refptr<MediaStreamInterface>>* removed_streams);
486
Steve Anton52d86772018-02-20 15:48:12 -0800487 void OnNegotiationNeeded();
488
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000489 bool IsClosed() const {
490 return signaling_state_ == PeerConnectionInterface::kClosed;
491 }
492
deadbeefab9b2d12015-10-14 11:33:11 -0700493 // Returns a MediaSessionOptions struct with options decided by |options|,
494 // the local MediaStreams and DataChannels.
Steve Antondcc3c022017-12-22 16:02:54 -0800495 void GetOptionsForOffer(const PeerConnectionInterface::RTCOfferAnswerOptions&
496 offer_answer_options,
497 cricket::MediaSessionOptions* session_options);
498 void GetOptionsForPlanBOffer(
499 const PeerConnectionInterface::RTCOfferAnswerOptions&
500 offer_answer_options,
501 cricket::MediaSessionOptions* session_options);
502 void GetOptionsForUnifiedPlanOffer(
503 const PeerConnectionInterface::RTCOfferAnswerOptions&
504 offer_answer_options,
deadbeefab9b2d12015-10-14 11:33:11 -0700505 cricket::MediaSessionOptions* session_options);
506
Steve Anton22da89f2018-01-25 13:58:07 -0800507 RTCError HandleLegacyOfferOptions(const RTCOfferAnswerOptions& options);
508 void RemoveRecvDirectionFromReceivingTransceiversOfType(
509 cricket::MediaType media_type);
510 void AddUpToOneReceivingTransceiverOfType(cricket::MediaType media_type);
511 std::vector<
512 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>>
513 GetReceivingTransceiversOfType(cricket::MediaType media_type);
514
deadbeefab9b2d12015-10-14 11:33:11 -0700515 // Returns a MediaSessionOptions struct with options decided by
516 // |constraints|, the local MediaStreams and DataChannels.
Steve Antondcc3c022017-12-22 16:02:54 -0800517 void GetOptionsForAnswer(const RTCOfferAnswerOptions& offer_answer_options,
zhihuang1c378ed2017-08-17 14:10:50 -0700518 cricket::MediaSessionOptions* session_options);
Steve Antondcc3c022017-12-22 16:02:54 -0800519 void GetOptionsForPlanBAnswer(
520 const PeerConnectionInterface::RTCOfferAnswerOptions&
521 offer_answer_options,
522 cricket::MediaSessionOptions* session_options);
523 void GetOptionsForUnifiedPlanAnswer(
524 const PeerConnectionInterface::RTCOfferAnswerOptions&
525 offer_answer_options,
526 cricket::MediaSessionOptions* session_options);
htaa2a49d92016-03-04 02:51:39 -0800527
zhihuang1c378ed2017-08-17 14:10:50 -0700528 // Generates MediaDescriptionOptions for the |session_opts| based on existing
529 // local description or remote description.
530 void GenerateMediaDescriptionOptions(
531 const SessionDescriptionInterface* session_desc,
Steve Anton1d03a752017-11-27 14:30:09 -0800532 RtpTransceiverDirection audio_direction,
533 RtpTransceiverDirection video_direction,
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200534 absl::optional<size_t>* audio_index,
535 absl::optional<size_t>* video_index,
536 absl::optional<size_t>* data_index,
htaa2a49d92016-03-04 02:51:39 -0800537 cricket::MediaSessionOptions* session_options);
deadbeefab9b2d12015-10-14 11:33:11 -0700538
Steve Antonfa2260d2017-12-28 16:38:23 -0800539 // Generates the active MediaDescriptionOptions for the local data channel
540 // given the specified MID.
541 cricket::MediaDescriptionOptions GetMediaDescriptionOptionsForActiveData(
542 const std::string& mid) const;
543
544 // Generates the rejected MediaDescriptionOptions for the local data channel
545 // given the specified MID.
546 cricket::MediaDescriptionOptions GetMediaDescriptionOptionsForRejectedData(
547 const std::string& mid) const;
548
549 // Returns the MID for the data section associated with either the
550 // RtpDataChannel or SCTP data channel, if it has been set. If no data
551 // channels are configured this will return nullopt.
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200552 absl::optional<std::string> GetDataMid() const;
Steve Antonfa2260d2017-12-28 16:38:23 -0800553
Steve Anton4171afb2017-11-20 10:20:22 -0800554 // Remove all local and remote senders of type |media_type|.
deadbeeffaac4972015-11-12 15:33:07 -0800555 // Called when a media type is rejected (m-line set to port 0).
Steve Anton4171afb2017-11-20 10:20:22 -0800556 void RemoveSenders(cricket::MediaType media_type);
deadbeeffaac4972015-11-12 15:33:07 -0800557
deadbeefbda7e0b2015-12-08 17:13:40 -0800558 // Makes sure a MediaStreamTrack is created for each StreamParam in |streams|,
559 // and existing MediaStreamTracks are removed if there is no corresponding
560 // StreamParam. If |default_track_needed| is true, a default MediaStreamTrack
561 // is created if it doesn't exist; if false, it's removed if it exists.
562 // |media_type| is the type of the |streams| and can be either audio or video.
deadbeefab9b2d12015-10-14 11:33:11 -0700563 // If a new MediaStream is created it is added to |new_streams|.
Steve Anton4171afb2017-11-20 10:20:22 -0800564 void UpdateRemoteSendersList(
deadbeefab9b2d12015-10-14 11:33:11 -0700565 const std::vector<cricket::StreamParams>& streams,
deadbeefbda7e0b2015-12-08 17:13:40 -0800566 bool default_track_needed,
deadbeefab9b2d12015-10-14 11:33:11 -0700567 cricket::MediaType media_type,
568 StreamCollection* new_streams);
569
Steve Anton4171afb2017-11-20 10:20:22 -0800570 // Triggered when a remote sender has been seen for the first time in a remote
deadbeefab9b2d12015-10-14 11:33:11 -0700571 // session description. It creates a remote MediaStreamTrackInterface
572 // implementation and triggers CreateAudioReceiver or CreateVideoReceiver.
Steve Anton4171afb2017-11-20 10:20:22 -0800573 void OnRemoteSenderAdded(const RtpSenderInfo& sender_info,
574 cricket::MediaType media_type);
deadbeefab9b2d12015-10-14 11:33:11 -0700575
Steve Anton4171afb2017-11-20 10:20:22 -0800576 // Triggered when a remote sender has been removed from a remote session
577 // description. It removes the remote sender with id |sender_id| from a remote
deadbeefab9b2d12015-10-14 11:33:11 -0700578 // MediaStream and triggers DestroyAudioReceiver or DestroyVideoReceiver.
Steve Anton4171afb2017-11-20 10:20:22 -0800579 void OnRemoteSenderRemoved(const RtpSenderInfo& sender_info,
580 cricket::MediaType media_type);
deadbeefab9b2d12015-10-14 11:33:11 -0700581
582 // Finds remote MediaStreams without any tracks and removes them from
583 // |remote_streams_| and notifies the observer that the MediaStreams no longer
584 // exist.
585 void UpdateEndedRemoteMediaStreams();
586
deadbeefab9b2d12015-10-14 11:33:11 -0700587 // Loops through the vector of |streams| and finds added and removed
588 // StreamParams since last time this method was called.
Steve Anton4171afb2017-11-20 10:20:22 -0800589 // For each new or removed StreamParam, OnLocalSenderSeen or
590 // OnLocalSenderRemoved is invoked.
591 void UpdateLocalSenders(const std::vector<cricket::StreamParams>& streams,
592 cricket::MediaType media_type);
deadbeefab9b2d12015-10-14 11:33:11 -0700593
Steve Anton4171afb2017-11-20 10:20:22 -0800594 // Triggered when a local sender has been seen for the first time in a local
deadbeefab9b2d12015-10-14 11:33:11 -0700595 // session description.
596 // This method triggers CreateAudioSender or CreateVideoSender if the rtp
597 // streams in the local SessionDescription can be mapped to a MediaStreamTrack
598 // in a MediaStream in |local_streams_|
Steve Anton4171afb2017-11-20 10:20:22 -0800599 void OnLocalSenderAdded(const RtpSenderInfo& sender_info,
600 cricket::MediaType media_type);
deadbeefab9b2d12015-10-14 11:33:11 -0700601
Steve Anton4171afb2017-11-20 10:20:22 -0800602 // Triggered when a local sender has been removed from a local session
deadbeefab9b2d12015-10-14 11:33:11 -0700603 // description.
604 // This method triggers DestroyAudioSender or DestroyVideoSender if a stream
605 // has been removed from the local SessionDescription and the stream can be
606 // mapped to a MediaStreamTrack in a MediaStream in |local_streams_|.
Steve Anton4171afb2017-11-20 10:20:22 -0800607 void OnLocalSenderRemoved(const RtpSenderInfo& sender_info,
608 cricket::MediaType media_type);
deadbeefab9b2d12015-10-14 11:33:11 -0700609
610 void UpdateLocalRtpDataChannels(const cricket::StreamParamsVec& streams);
611 void UpdateRemoteRtpDataChannels(const cricket::StreamParamsVec& streams);
612 void UpdateClosingRtpDataChannels(
613 const std::vector<std::string>& active_channels,
614 bool is_local_update);
615 void CreateRemoteRtpDataChannel(const std::string& label,
616 uint32_t remote_ssrc);
617
618 // Creates channel and adds it to the collection of DataChannels that will
619 // be offered in a SessionDescription.
620 rtc::scoped_refptr<DataChannel> InternalCreateDataChannel(
621 const std::string& label,
622 const InternalDataChannelInit* config);
623
624 // Checks if any data channel has been added.
625 bool HasDataChannels() const;
626
627 void AllocateSctpSids(rtc::SSLRole role);
628 void OnSctpDataChannelClosed(DataChannel* channel);
629
deadbeefab9b2d12015-10-14 11:33:11 -0700630 void OnDataChannelDestroyed();
Steve Antonba818672017-11-06 10:21:57 -0800631 // Called when a valid data channel OPEN message is received.
deadbeefab9b2d12015-10-14 11:33:11 -0700632 void OnDataChannelOpenMessage(const std::string& label,
633 const InternalDataChannelInit& config);
634
Steve Anton4171afb2017-11-20 10:20:22 -0800635 // Returns true if the PeerConnection is configured to use Unified Plan
636 // semantics for creating offers/answers and setting local/remote
637 // descriptions. If this is true the RtpTransceiver API will also be available
638 // to the user. If this is false, Plan B semantics are assumed.
Steve Anton79e79602017-11-20 10:25:56 -0800639 // TODO(bugs.webrtc.org/8530): Flip the default to be Unified Plan once
640 // sufficient time has passed.
641 bool IsUnifiedPlan() const {
642 return configuration_.sdp_semantics == SdpSemantics::kUnifiedPlan;
643 }
Steve Anton4171afb2017-11-20 10:20:22 -0800644
645 // Is there an RtpSender of the given type?
zhihuang1c378ed2017-08-17 14:10:50 -0700646 bool HasRtpSender(cricket::MediaType type) const;
deadbeeffac06552015-11-25 11:26:01 -0800647
Steve Anton4171afb2017-11-20 10:20:22 -0800648 // Return the RtpSender with the given track attached.
649 rtc::scoped_refptr<RtpSenderProxyWithInternal<RtpSenderInternal>>
650 FindSenderForTrack(MediaStreamTrackInterface* track) const;
deadbeef70ab1a12015-09-28 16:53:55 -0700651
Steve Anton4171afb2017-11-20 10:20:22 -0800652 // Return the RtpSender with the given id, or null if none exists.
653 rtc::scoped_refptr<RtpSenderProxyWithInternal<RtpSenderInternal>>
654 FindSenderById(const std::string& sender_id) const;
655
656 // Return the RtpReceiver with the given id, or null if none exists.
657 rtc::scoped_refptr<RtpReceiverProxyWithInternal<RtpReceiverInternal>>
658 FindReceiverById(const std::string& receiver_id) const;
659
660 std::vector<RtpSenderInfo>* GetRemoteSenderInfos(
661 cricket::MediaType media_type);
662 std::vector<RtpSenderInfo>* GetLocalSenderInfos(
663 cricket::MediaType media_type);
664 const RtpSenderInfo* FindSenderInfo(const std::vector<RtpSenderInfo>& infos,
Emircan Uysalerbc609ea2018-03-27 21:57:18 +0000665 const std::string& stream_id,
Steve Anton4171afb2017-11-20 10:20:22 -0800666 const std::string sender_id) const;
deadbeefab9b2d12015-10-14 11:33:11 -0700667
668 // Returns the specified SCTP DataChannel in sctp_data_channels_,
669 // or nullptr if not found.
670 DataChannel* FindDataChannelBySid(int sid) const;
671
Taylor Brandstettera1c30352016-05-13 08:15:11 -0700672 // Called when first configuring the port allocator.
Harald Alvestrandb2a74782018-06-28 13:54:07 +0200673 bool InitializePortAllocator_n(
674 const cricket::ServerAddresses& stun_servers,
675 const std::vector<cricket::RelayServerConfig>& turn_servers,
676 const RTCConfiguration& configuration);
deadbeef293e9262017-01-11 12:28:30 -0800677 // Called when SetConfiguration is called to apply the supported subset
678 // of the configuration on the network thread.
679 bool ReconfigurePortAllocator_n(
680 const cricket::ServerAddresses& stun_servers,
681 const std::vector<cricket::RelayServerConfig>& turn_servers,
682 IceTransportsType type,
683 int candidate_pool_size,
Jonas Orelandbdcee282017-10-10 14:01:40 +0200684 bool prune_turn_ports,
Qingsi Wangdb53f8e2018-02-20 14:45:49 -0800685 webrtc::TurnCustomizer* turn_customizer,
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200686 absl::optional<int> stun_candidate_keepalive_interval);
Taylor Brandstettera1c30352016-05-13 08:15:11 -0700687
Qingsi Wanga2d60672018-04-11 16:57:45 -0700688 void SetMetricObserver_n(UMAObserver* observer);
689
Elad Alon99c3fe52017-10-13 16:29:40 +0200690 // Starts output of an RTC event log to the given output object.
ivoc14d5dbe2016-07-04 07:06:55 -0700691 // This function should only be called from the worker thread.
Bjorn Tereliusde939432017-11-20 17:38:14 +0100692 bool StartRtcEventLog_w(std::unique_ptr<RtcEventLogOutput> output,
693 int64_t output_period_ms);
Elad Alon99c3fe52017-10-13 16:29:40 +0200694
Elad Alonacb24172017-10-06 14:32:13 +0200695 // Stops recording an RTC event log.
ivoc14d5dbe2016-07-04 07:06:55 -0700696 // This function should only be called from the worker thread.
697 void StopRtcEventLog_w();
698
Steve Anton038834f2017-07-14 15:59:59 -0700699 // Ensures the configuration doesn't have any parameters with invalid values,
700 // or values that conflict with other parameters.
701 //
702 // Returns RTCError::OK() if there are no issues.
703 RTCError ValidateConfiguration(const RTCConfiguration& config) const;
704
Steve Antonba818672017-11-06 10:21:57 -0800705 cricket::ChannelManager* channel_manager() const;
706 MetricsObserverInterface* metrics_observer() const;
707
Steve Antonf8470812017-12-04 10:46:21 -0800708 enum class SessionError {
709 kNone, // No error.
710 kContent, // Error in BaseChannel SetLocalContent/SetRemoteContent.
711 kTransport, // Error from the underlying transport.
712 };
713
Steve Anton75737c02017-11-06 10:37:17 -0800714 // Returns the last error in the session. See the enum above for details.
Steve Antonf8470812017-12-04 10:46:21 -0800715 SessionError session_error() const { return session_error_; }
716 const std::string& session_error_desc() const { return session_error_desc_; }
Steve Anton75737c02017-11-06 10:37:17 -0800717
Steve Anton75737c02017-11-06 10:37:17 -0800718 cricket::BaseChannel* GetChannel(const std::string& content_name);
719
720 // Get current SSL role used by SCTP's underlying transport.
721 bool GetSctpSslRole(rtc::SSLRole* role);
722
Steve Anton75737c02017-11-06 10:37:17 -0800723 cricket::IceConfig ParseIceConfig(
724 const PeerConnectionInterface::RTCConfiguration& config) const;
725
Steve Anton75737c02017-11-06 10:37:17 -0800726 // Implements DataChannelProviderInterface.
727 bool SendData(const cricket::SendDataParams& params,
728 const rtc::CopyOnWriteBuffer& payload,
729 cricket::SendDataResult* result) override;
730 bool ConnectDataChannel(DataChannel* webrtc_data_channel) override;
731 void DisconnectDataChannel(DataChannel* webrtc_data_channel) override;
732 void AddSctpDataStream(int sid) override;
733 void RemoveSctpDataStream(int sid) override;
734 bool ReadyToSendData() const override;
735
736 cricket::DataChannelType data_channel_type() const;
737
Steve Anton75737c02017-11-06 10:37:17 -0800738 // Called when an RTCCertificate is generated or retrieved by
739 // WebRTCSessionDescriptionFactory. Should happen before setLocalDescription.
740 void OnCertificateReady(
741 const rtc::scoped_refptr<rtc::RTCCertificate>& certificate);
742 void OnDtlsSrtpSetupFailure(cricket::BaseChannel*, bool rtcp);
743
Steve Anton75737c02017-11-06 10:37:17 -0800744 // Non-const versions of local_description()/remote_description(), for use
745 // internally.
746 SessionDescriptionInterface* mutable_local_description() {
747 return pending_local_description_ ? pending_local_description_.get()
748 : current_local_description_.get();
749 }
750 SessionDescriptionInterface* mutable_remote_description() {
751 return pending_remote_description_ ? pending_remote_description_.get()
752 : current_remote_description_.get();
753 }
754
755 // Updates the error state, signaling if necessary.
Steve Antonf8470812017-12-04 10:46:21 -0800756 void SetSessionError(SessionError error, const std::string& error_desc);
Steve Anton75737c02017-11-06 10:37:17 -0800757
Zhi Huange830e682018-03-30 10:48:35 -0700758 RTCError UpdateSessionState(SdpType type,
759 cricket::ContentSource source,
760 const cricket::SessionDescription* description);
Steve Anton75737c02017-11-06 10:37:17 -0800761 // Push the media parts of the local or remote session description
762 // down to all of the channels.
Steve Anton3828c062017-12-06 10:34:51 -0800763 RTCError PushdownMediaDescription(SdpType type,
Steve Anton8a006912017-12-04 15:25:56 -0800764 cricket::ContentSource source);
Steve Anton75737c02017-11-06 10:37:17 -0800765 bool PushdownSctpParameters_n(cricket::ContentSource source);
766
Steve Anton8a006912017-12-04 15:25:56 -0800767 RTCError PushdownTransportDescription(cricket::ContentSource source,
Steve Anton3828c062017-12-06 10:34:51 -0800768 SdpType type);
Steve Anton75737c02017-11-06 10:37:17 -0800769
770 // Returns true and the TransportInfo of the given |content_name|
771 // from |description|. Returns false if it's not available.
772 static bool GetTransportDescription(
773 const cricket::SessionDescription* description,
774 const std::string& content_name,
775 cricket::TransportDescription* info);
776
Steve Anton75737c02017-11-06 10:37:17 -0800777 // Enables media channels to allow sending of media.
Steve Antoned10bd92017-12-05 10:52:59 -0800778 // This enables media to flow on all configured audio/video channels and the
779 // RtpDataChannel.
780 void EnableSending();
Steve Anton3fe1b152017-12-12 10:20:08 -0800781
Steve Anton8af21862017-12-15 11:20:13 -0800782 // Destroys all BaseChannels and destroys the SCTP data channel, if present.
783 void DestroyAllChannels();
Steve Anton3fe1b152017-12-12 10:20:08 -0800784
Steve Anton75737c02017-11-06 10:37:17 -0800785 // Returns the media index for a local ice candidate given the content name.
786 // Returns false if the local session description does not have a media
787 // content called |content_name|.
788 bool GetLocalCandidateMediaIndex(const std::string& content_name,
789 int* sdp_mline_index);
790 // Uses all remote candidates in |remote_desc| in this session.
791 bool UseCandidatesInSessionDescription(
792 const SessionDescriptionInterface* remote_desc);
793 // Uses |candidate| in this session.
794 bool UseCandidate(const IceCandidateInterface* candidate);
795 // Deletes the corresponding channel of contents that don't exist in |desc|.
796 // |desc| can be null. This means that all channels are deleted.
797 void RemoveUnusedChannels(const cricket::SessionDescription* desc);
798
799 // Allocates media channels based on the |desc|. If |desc| doesn't have
800 // the BUNDLE option, this method will disable BUNDLE in PortAllocator.
801 // This method will also delete any existing media channels before creating.
Steve Antondcc3c022017-12-22 16:02:54 -0800802 RTCError CreateChannels(const cricket::SessionDescription& desc);
803
804 // If the BUNDLE policy is max-bundle, then we know for sure that all
805 // transports will be bundled from the start. This method returns the BUNDLE
806 // group if that's the case, or null if BUNDLE will be negotiated later. An
807 // error is returned if max-bundle is specified but the session description
808 // does not have a BUNDLE group.
809 RTCErrorOr<const cricket::ContentGroup*> GetEarlyBundleGroup(
810 const cricket::SessionDescription& desc) const;
Steve Anton75737c02017-11-06 10:37:17 -0800811
812 // Helper methods to create media channels.
Zhi Huange830e682018-03-30 10:48:35 -0700813 cricket::VoiceChannel* CreateVoiceChannel(const std::string& mid);
814 cricket::VideoChannel* CreateVideoChannel(const std::string& mid);
815 bool CreateDataChannel(const std::string& mid);
Steve Anton75737c02017-11-06 10:37:17 -0800816
Zhi Huange830e682018-03-30 10:48:35 -0700817 bool CreateSctpTransport_n(const std::string& mid);
Steve Anton75737c02017-11-06 10:37:17 -0800818 // For bundling.
Steve Anton75737c02017-11-06 10:37:17 -0800819 void DestroySctpTransport_n();
820 // SctpTransport signal handlers. Needed to marshal signals from the network
821 // to signaling thread.
822 void OnSctpTransportReadyToSendData_n();
823 // This may be called with "false" if the direction of the m= section causes
824 // us to tear down the SCTP connection.
825 void OnSctpTransportReadyToSendData_s(bool ready);
826 void OnSctpTransportDataReceived_n(const cricket::ReceiveDataParams& params,
827 const rtc::CopyOnWriteBuffer& payload);
828 // Beyond just firing the signal to the signaling thread, listens to SCTP
829 // CONTROL messages on unused SIDs and processes them as OPEN messages.
830 void OnSctpTransportDataReceived_s(const cricket::ReceiveDataParams& params,
831 const rtc::CopyOnWriteBuffer& payload);
Taylor Brandstettercdd05f02018-05-31 13:23:32 -0700832 void OnSctpClosingProcedureStartedRemotely_n(int sid);
833 void OnSctpClosingProcedureComplete_n(int sid);
Steve Anton75737c02017-11-06 10:37:17 -0800834
835 bool ValidateBundleSettings(const cricket::SessionDescription* desc);
836 bool HasRtcpMuxEnabled(const cricket::ContentInfo* content);
837 // Below methods are helper methods which verifies SDP.
Steve Anton8a006912017-12-04 15:25:56 -0800838 RTCError ValidateSessionDescription(const SessionDescriptionInterface* sdesc,
839 cricket::ContentSource source);
Steve Anton75737c02017-11-06 10:37:17 -0800840
Steve Anton3828c062017-12-06 10:34:51 -0800841 // Check if a call to SetLocalDescription is acceptable with a session
842 // description of the given type.
843 bool ExpectSetLocalDescription(SdpType type);
844 // Check if a call to SetRemoteDescription is acceptable with a session
845 // description of the given type.
846 bool ExpectSetRemoteDescription(SdpType type);
Steve Anton75737c02017-11-06 10:37:17 -0800847 // Verifies a=setup attribute as per RFC 5763.
848 bool ValidateDtlsSetupAttribute(const cricket::SessionDescription* desc,
Steve Anton3828c062017-12-06 10:34:51 -0800849 SdpType type);
Steve Anton75737c02017-11-06 10:37:17 -0800850
851 // Returns true if we are ready to push down the remote candidate.
852 // |remote_desc| is the new remote description, or NULL if the current remote
853 // description should be used. Output |valid| is true if the candidate media
854 // index is valid.
855 bool ReadyToUseRemoteCandidate(const IceCandidateInterface* candidate,
856 const SessionDescriptionInterface* remote_desc,
857 bool* valid);
858
859 // Returns true if SRTP (either using DTLS-SRTP or SDES) is required by
860 // this session.
861 bool SrtpRequired() const;
862
Zhi Huange830e682018-03-30 10:48:35 -0700863 // JsepTransportController signal handlers.
Steve Anton75737c02017-11-06 10:37:17 -0800864 void OnTransportControllerConnectionState(cricket::IceConnectionState state);
865 void OnTransportControllerGatheringState(cricket::IceGatheringState state);
866 void OnTransportControllerCandidatesGathered(
867 const std::string& transport_name,
868 const std::vector<cricket::Candidate>& candidates);
869 void OnTransportControllerCandidatesRemoved(
870 const std::vector<cricket::Candidate>& candidates);
871 void OnTransportControllerDtlsHandshakeError(rtc::SSLHandshakeError error);
872
Steve Antonf8470812017-12-04 10:46:21 -0800873 const char* SessionErrorToString(SessionError error) const;
Steve Anton75737c02017-11-06 10:37:17 -0800874 std::string GetSessionErrorMsg();
875
Steve Anton8e20f172018-03-06 10:55:04 -0800876 // Report the UMA metric SdpFormatReceived for the given remote offer.
877 void ReportSdpFormatReceived(const SessionDescriptionInterface& remote_offer);
878
Steve Anton0ffaaa22018-02-23 10:31:30 -0800879 // Report inferred negotiated SDP semantics from a local/remote answer to the
880 // UMA observer.
881 void ReportNegotiatedSdpSemantics(const SessionDescriptionInterface& answer);
882
Steve Anton75737c02017-11-06 10:37:17 -0800883 // Invoked when TransportController connection completion is signaled.
884 // Reports stats for all transports in use.
885 void ReportTransportStats();
886
887 // Gather the usage of IPv4/IPv6 as best connection.
888 void ReportBestConnectionState(const cricket::TransportStats& stats);
889
Steve Antonc7b964c2018-02-01 14:39:45 -0800890 void ReportNegotiatedCiphers(const cricket::TransportStats& stats,
891 const std::set<cricket::MediaType>& media_types);
Steve Anton75737c02017-11-06 10:37:17 -0800892
Harald Alvestrand8ebba742018-05-31 14:00:34 +0200893 void NoteUsageEvent(UsageEvent event);
894 void ReportUsagePattern() const;
895
Steve Anton75737c02017-11-06 10:37:17 -0800896 void OnSentPacket_w(const rtc::SentPacket& sent_packet);
897
898 const std::string GetTransportName(const std::string& content_name);
899
Steve Anton6fec8802017-12-04 10:37:29 -0800900 // Destroys and clears the BaseChannel associated with the given transceiver,
901 // if such channel is set.
902 void DestroyTransceiverChannel(
903 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
904 transceiver);
905
906 // Destroys the RTP data channel and/or the SCTP data channel and clears it.
Steve Anton75737c02017-11-06 10:37:17 -0800907 void DestroyDataChannel();
908
Steve Anton6fec8802017-12-04 10:37:29 -0800909 // Destroys the given BaseChannel. The channel cannot be accessed after this
910 // method is called.
911 void DestroyBaseChannel(cricket::BaseChannel* channel);
912
Zhi Huang365381f2018-04-13 16:44:34 -0700913 // JsepTransportController::Observer override.
Taylor Brandstettercbaa2542018-04-16 16:42:14 -0700914 //
915 // Called by |transport_controller_| when processing transport information
916 // from a session description, and the mapping from m= sections to transports
917 // changed (as a result of BUNDLE negotiation, or m= sections being
918 // rejected).
919 bool OnTransportChanged(
Zhi Huang365381f2018-04-13 16:44:34 -0700920 const std::string& mid,
Taylor Brandstettercbaa2542018-04-16 16:42:14 -0700921 RtpTransportInternal* rtp_transport,
Zhi Huang365381f2018-04-13 16:44:34 -0700922 cricket::DtlsTransportInternal* dtls_transport) override;
Zhi Huange830e682018-03-30 10:48:35 -0700923
Steve Anton2d8609c2018-01-23 16:38:46 -0800924 sigslot::signal1<DataChannel*> SignalDataChannelCreated_;
925
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000926 // Storing the factory as a scoped reference pointer ensures that the memory
927 // in the PeerConnectionFactoryImpl remains available as long as the
928 // PeerConnection is running. It is passed to PeerConnection as a raw pointer.
929 // However, since the reference counting is done in the
deadbeefab9b2d12015-10-14 11:33:11 -0700930 // PeerConnectionFactoryInterface all instances created using the raw pointer
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000931 // will refer to the same reference count.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000932 rtc::scoped_refptr<PeerConnectionFactory> factory_;
Steve Antonba818672017-11-06 10:21:57 -0800933 PeerConnectionObserver* observer_ = nullptr;
Taylor Brandstetter215fda72018-01-03 17:14:20 -0800934 rtc::scoped_refptr<UMAObserver> uma_observer_ = nullptr;
terelius33860252017-05-12 23:37:18 -0700935
936 // The EventLog needs to outlive |call_| (and any other object that uses it).
937 std::unique_ptr<RtcEventLog> event_log_;
938
Steve Antonba818672017-11-06 10:21:57 -0800939 SignalingState signaling_state_ = kStable;
940 IceConnectionState ice_connection_state_ = kIceConnectionNew;
941 IceGatheringState ice_gathering_state_ = kIceGatheringNew;
deadbeef46c73892016-11-16 19:42:04 -0800942 PeerConnectionInterface::RTCConfiguration configuration_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000943
kwibergd1fe2812016-04-27 06:47:29 -0700944 std::unique_ptr<cricket::PortAllocator> port_allocator_;
Benjamin Wrightd6f86e82018-05-08 13:12:25 -0700945 std::unique_ptr<rtc::SSLCertificateVerifier> tls_cert_verifier_;
Qingsi Wanga2d60672018-04-11 16:57:45 -0700946 int port_allocator_flags_ = 0;
deadbeefab9b2d12015-10-14 11:33:11 -0700947
zhihuang8f65cdf2016-05-06 18:40:30 -0700948 // One PeerConnection has only one RTCP CNAME.
949 // https://tools.ietf.org/html/draft-ietf-rtcweb-rtp-usage-26#section-4.9
950 std::string rtcp_cname_;
951
deadbeefab9b2d12015-10-14 11:33:11 -0700952 // Streams added via AddStream.
953 rtc::scoped_refptr<StreamCollection> local_streams_;
954 // Streams created as a result of SetRemoteDescription.
955 rtc::scoped_refptr<StreamCollection> remote_streams_;
956
kwibergd1fe2812016-04-27 06:47:29 -0700957 std::vector<std::unique_ptr<MediaStreamObserver>> stream_observers_;
deadbeefeb459812015-12-15 19:24:43 -0800958
Steve Anton4171afb2017-11-20 10:20:22 -0800959 // These lists store sender info seen in local/remote descriptions.
960 std::vector<RtpSenderInfo> remote_audio_sender_infos_;
961 std::vector<RtpSenderInfo> remote_video_sender_infos_;
962 std::vector<RtpSenderInfo> local_audio_sender_infos_;
963 std::vector<RtpSenderInfo> local_video_sender_infos_;
deadbeefab9b2d12015-10-14 11:33:11 -0700964
965 SctpSidAllocator sid_allocator_;
966 // label -> DataChannel
967 std::map<std::string, rtc::scoped_refptr<DataChannel>> rtp_data_channels_;
968 std::vector<rtc::scoped_refptr<DataChannel>> sctp_data_channels_;
deadbeefbd292462015-12-14 18:15:29 -0800969 std::vector<rtc::scoped_refptr<DataChannel>> sctp_data_channels_to_free_;
deadbeefab9b2d12015-10-14 11:33:11 -0700970
deadbeefbda7e0b2015-12-08 17:13:40 -0800971 bool remote_peer_supports_msid_ = false;
deadbeef70ab1a12015-09-28 16:53:55 -0700972
terelius33860252017-05-12 23:37:18 -0700973 std::unique_ptr<Call> call_;
terelius33860252017-05-12 23:37:18 -0700974 std::unique_ptr<StatsCollector> stats_; // A pointer is passed to senders_
975 rtc::scoped_refptr<RTCStatsCollector> stats_collector_;
976
deadbeefa601f5c2016-06-06 14:27:39 -0700977 std::vector<
Steve Anton4171afb2017-11-20 10:20:22 -0800978 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>>
979 transceivers_;
Steve Antondcc3c022017-12-22 16:02:54 -0800980 // MIDs that have been seen either by SetLocalDescription or
981 // SetRemoteDescription over the life of the PeerConnection.
982 std::set<std::string> seen_mids_;
Steve Anton75737c02017-11-06 10:37:17 -0800983
Steve Antonf8470812017-12-04 10:46:21 -0800984 SessionError session_error_ = SessionError::kNone;
985 std::string session_error_desc_;
Steve Anton75737c02017-11-06 10:37:17 -0800986
987 std::string session_id_;
Steve Anton75737c02017-11-06 10:37:17 -0800988
Zhi Huange830e682018-03-30 10:48:35 -0700989 std::unique_ptr<JsepTransportController> transport_controller_;
Steve Anton75737c02017-11-06 10:37:17 -0800990 std::unique_ptr<cricket::SctpTransportInternalFactory> sctp_factory_;
Steve Anton75737c02017-11-06 10:37:17 -0800991 // |rtp_data_channel_| is used if in RTP data channel mode, |sctp_transport_|
992 // when using SCTP.
993 cricket::RtpDataChannel* rtp_data_channel_ = nullptr;
994
995 std::unique_ptr<cricket::SctpTransportInternal> sctp_transport_;
Zhi Huange830e682018-03-30 10:48:35 -0700996 // |sctp_mid_| is the content name (MID) in SDP.
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200997 absl::optional<std::string> sctp_mid_;
Steve Anton75737c02017-11-06 10:37:17 -0800998 // Value cached on signaling thread. Only updated when SctpReadyToSendData
999 // fires on the signaling thread.
1000 bool sctp_ready_to_send_data_ = false;
1001 // Same as signals provided by SctpTransport, but these are guaranteed to
1002 // fire on the signaling thread, whereas SctpTransport fires on the networking
1003 // thread.
1004 // |sctp_invoker_| is used so that any signals queued on the signaling thread
1005 // from the network thread are immediately discarded if the SctpTransport is
1006 // destroyed (due to m= section being rejected).
1007 // TODO(deadbeef): Use a proxy object to ensure that method calls/signals
1008 // are marshalled to the right thread. Could almost use proxy.h for this,
1009 // but it doesn't have a mechanism for marshalling sigslot::signals
1010 std::unique_ptr<rtc::AsyncInvoker> sctp_invoker_;
1011 sigslot::signal1<bool> SignalSctpReadyToSendData;
1012 sigslot::signal2<const cricket::ReceiveDataParams&,
1013 const rtc::CopyOnWriteBuffer&>
1014 SignalSctpDataReceived;
Taylor Brandstettercdd05f02018-05-31 13:23:32 -07001015 sigslot::signal1<int> SignalSctpClosingProcedureStartedRemotely;
1016 sigslot::signal1<int> SignalSctpClosingProcedureComplete;
Steve Anton75737c02017-11-06 10:37:17 -08001017
1018 std::unique_ptr<SessionDescriptionInterface> current_local_description_;
1019 std::unique_ptr<SessionDescriptionInterface> pending_local_description_;
1020 std::unique_ptr<SessionDescriptionInterface> current_remote_description_;
1021 std::unique_ptr<SessionDescriptionInterface> pending_remote_description_;
1022 bool dtls_enabled_ = false;
1023 // Specifies which kind of data channel is allowed. This is controlled
1024 // by the chrome command-line flag and constraints:
1025 // 1. If chrome command-line switch 'enable-sctp-data-channels' is enabled,
1026 // constraint kEnableDtlsSrtp is true, and constaint kEnableRtpDataChannels is
1027 // not set or false, SCTP is allowed (DCT_SCTP);
1028 // 2. If constraint kEnableRtpDataChannels is true, RTP is allowed (DCT_RTP);
1029 // 3. If both 1&2 are false, data channel is not allowed (DCT_NONE).
1030 cricket::DataChannelType data_channel_type_ = cricket::DCT_NONE;
1031 // List of content names for which the remote side triggered an ICE restart.
1032 std::set<std::string> pending_ice_restarts_;
1033
1034 std::unique_ptr<WebRtcSessionDescriptionFactory> webrtc_session_desc_factory_;
1035
1036 // Member variables for caching global options.
1037 cricket::AudioOptions audio_options_;
1038 cricket::VideoOptions video_options_;
Harald Alvestrand8ebba742018-05-31 14:00:34 +02001039
1040 int usage_event_accumulator_ = 0;
Harald Alvestrand19793842018-06-25 12:03:50 +02001041 bool return_histogram_very_quickly_ = false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001042};
1043
1044} // namespace webrtc
1045
Mirko Bonadei92ea95e2017-09-15 06:47:31 +02001046#endif // PC_PEERCONNECTION_H_