blob: 9c2222ac60d89393178e5c376c16ad84ffda6c3a [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
kjellanderb24317b2016-02-10 07:54:43 -08002 * Copyright 2012 The WebRTC project authors. All Rights Reserved.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003 *
kjellanderb24317b2016-02-10 07:54:43 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00009 */
10
Steve Anton10542f22019-01-11 09:11:00 -080011#ifndef PC_PEER_CONNECTION_H_
12#define PC_PEER_CONNECTION_H_
henrike@webrtc.org28e20752013-07-10 00:45:36 +000013
perkjd61bf802016-03-24 03:16:19 -070014#include <map>
kwibergd1fe2812016-04-27 06:47:29 -070015#include <memory>
Steve Anton75737c02017-11-06 10:37:17 -080016#include <set>
17#include <string>
perkjd61bf802016-03-24 03:16:19 -070018#include <vector>
henrike@webrtc.org28e20752013-07-10 00:45:36 +000019
Piotr (Peter) Slatalae0c2e972018-10-08 09:43:21 -070020#include "api/media_transport_interface.h"
Steve Anton10542f22019-01-11 09:11:00 -080021#include "api/peer_connection_interface.h"
22#include "api/turn_customizer.h"
23#include "pc/ice_server_parsing.h"
24#include "pc/jsep_transport_controller.h"
25#include "pc/peer_connection_factory.h"
26#include "pc/peer_connection_internal.h"
27#include "pc/rtc_stats_collector.h"
28#include "pc/rtp_transceiver.h"
Harald Alvestrandc85328f2019-02-28 07:51:00 +010029#include "pc/sctp_transport.h"
Steve Anton10542f22019-01-11 09:11:00 -080030#include "pc/stats_collector.h"
31#include "pc/stream_collection.h"
Steve Anton10542f22019-01-11 09:11:00 -080032#include "pc/webrtc_session_description_factory.h"
Karl Wiberg5966c502019-02-21 23:55:09 +010033#include "rtc_base/race_checker.h"
Amit Hilbuchdbb49df2019-01-23 14:54:24 -080034#include "rtc_base/unique_id_generator.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000035
36namespace webrtc {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000037
deadbeefeb459812015-12-15 19:24:43 -080038class MediaStreamObserver;
perkjf0dcfe22016-03-10 18:32:00 +010039class VideoRtpReceiver;
skvlad11a9cbf2016-10-07 11:53:05 -070040class RtcEventLog;
deadbeefab9b2d12015-10-14 11:33:11 -070041
Steve Anton75737c02017-11-06 10:37:17 -080042// PeerConnection is the implementation of the PeerConnection object as defined
43// by the PeerConnectionInterface API surface.
44// The class currently is solely responsible for the following:
45// - Managing the session state machine (signaling state).
46// - Creating and initializing lower-level objects, like PortAllocator and
47// BaseChannels.
48// - Owning and managing the life cycle of the RtpSender/RtpReceiver and track
49// objects.
50// - Tracking the current and pending local/remote session descriptions.
51// The class currently is jointly responsible for the following:
52// - Parsing and interpreting SDP.
53// - Generating offers and answers based on the current state.
54// - The ICE state machine.
55// - Generating stats.
Steve Anton2d8609c2018-01-23 16:38:46 -080056class PeerConnection : public PeerConnectionInternal,
Steve Anton75737c02017-11-06 10:37:17 -080057 public DataChannelProviderInterface,
Bjorn Mellem175aa2e2018-11-08 11:23:22 -080058 public DataChannelSink,
Zhi Huang365381f2018-04-13 16:44:34 -070059 public JsepTransportController::Observer,
Steve Antonad182762018-09-05 20:22:40 +000060 public rtc::MessageHandler,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000061 public sigslot::has_slots<> {
62 public:
Harald Alvestrand8ebba742018-05-31 14:00:34 +020063 enum class UsageEvent : int {
64 TURN_SERVER_ADDED = 0x01,
65 STUN_SERVER_ADDED = 0x02,
66 DATA_ADDED = 0x04,
67 AUDIO_ADDED = 0x08,
68 VIDEO_ADDED = 0x10,
69 SET_LOCAL_DESCRIPTION_CALLED = 0x20,
70 SET_REMOTE_DESCRIPTION_CALLED = 0x40,
71 CANDIDATE_COLLECTED = 0x80,
72 REMOTE_CANDIDATE_ADDED = 0x100,
73 ICE_STATE_CONNECTED = 0x200,
Qingsi Wang7fc821d2018-07-12 12:54:53 -070074 CLOSE_CALLED = 0x400,
Harald Alvestrand056d8112018-07-16 19:18:58 +020075 PRIVATE_CANDIDATE_COLLECTED = 0x800,
76 MAX_VALUE = 0x1000,
Harald Alvestrand8ebba742018-05-31 14:00:34 +020077 };
78
zhihuang38ede132017-06-15 12:52:32 -070079 explicit PeerConnection(PeerConnectionFactory* factory,
80 std::unique_ptr<RtcEventLog> event_log,
81 std::unique_ptr<Call> call);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000082
deadbeef653b8e02015-11-11 12:55:10 -080083 bool Initialize(
84 const PeerConnectionInterface::RTCConfiguration& configuration,
Benjamin Wrightcab58882018-05-02 15:12:47 -070085 PeerConnectionDependencies dependencies);
deadbeef653b8e02015-11-11 12:55:10 -080086
deadbeefa67696b2015-09-29 11:56:26 -070087 rtc::scoped_refptr<StreamCollectionInterface> local_streams() override;
88 rtc::scoped_refptr<StreamCollectionInterface> remote_streams() override;
89 bool AddStream(MediaStreamInterface* local_stream) override;
90 void RemoveStream(MediaStreamInterface* local_stream) override;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000091
Steve Anton2d6c76a2018-01-05 17:10:52 -080092 RTCErrorOr<rtc::scoped_refptr<RtpSenderInterface>> AddTrack(
Steve Antonf9381f02017-12-14 10:23:57 -080093 rtc::scoped_refptr<MediaStreamTrackInterface> track,
Seth Hampson845e8782018-03-02 11:34:10 -080094 const std::vector<std::string>& stream_ids) override;
deadbeefe1f9d832016-01-14 15:35:42 -080095 bool RemoveTrack(RtpSenderInterface* sender) override;
Steve Anton24db5732018-07-23 10:27:33 -070096 RTCError RemoveTrackNew(
97 rtc::scoped_refptr<RtpSenderInterface> sender) override;
deadbeefe1f9d832016-01-14 15:35:42 -080098
Steve Anton9158ef62017-11-27 13:01:52 -080099 RTCErrorOr<rtc::scoped_refptr<RtpTransceiverInterface>> AddTransceiver(
100 rtc::scoped_refptr<MediaStreamTrackInterface> track) override;
101 RTCErrorOr<rtc::scoped_refptr<RtpTransceiverInterface>> AddTransceiver(
102 rtc::scoped_refptr<MediaStreamTrackInterface> track,
103 const RtpTransceiverInit& init) override;
104 RTCErrorOr<rtc::scoped_refptr<RtpTransceiverInterface>> AddTransceiver(
105 cricket::MediaType media_type) override;
106 RTCErrorOr<rtc::scoped_refptr<RtpTransceiverInterface>> AddTransceiver(
107 cricket::MediaType media_type,
108 const RtpTransceiverInit& init) override;
109
Steve Anton8c0f7a72017-10-03 10:03:10 -0700110 // Gets the DTLS SSL certificate associated with the audio transport on the
111 // remote side. This will become populated once the DTLS connection with the
112 // peer has been completed, as indicated by the ICE connection state
113 // transitioning to kIceConnectionCompleted.
114 // Note that this will be removed once we implement RTCDtlsTransport which
115 // has standardized method for getting this information.
116 // See https://www.w3.org/TR/webrtc/#rtcdtlstransport-interface
117 std::unique_ptr<rtc::SSLCertificate> GetRemoteAudioSSLCertificate();
118
Zhi Huang70b820f2018-01-27 14:16:15 -0800119 // Version of the above method that returns the full certificate chain.
120 std::unique_ptr<rtc::SSLCertChain> GetRemoteAudioSSLCertChain();
121
deadbeeffac06552015-11-25 11:26:01 -0800122 rtc::scoped_refptr<RtpSenderInterface> CreateSender(
deadbeefbd7d8f72015-12-18 16:58:44 -0800123 const std::string& kind,
124 const std::string& stream_id) override;
deadbeeffac06552015-11-25 11:26:01 -0800125
deadbeef70ab1a12015-09-28 16:53:55 -0700126 std::vector<rtc::scoped_refptr<RtpSenderInterface>> GetSenders()
127 const override;
128 std::vector<rtc::scoped_refptr<RtpReceiverInterface>> GetReceivers()
129 const override;
Steve Anton9158ef62017-11-27 13:01:52 -0800130 std::vector<rtc::scoped_refptr<RtpTransceiverInterface>> GetTransceivers()
131 const override;
deadbeef70ab1a12015-09-28 16:53:55 -0700132
deadbeefa67696b2015-09-29 11:56:26 -0700133 rtc::scoped_refptr<DataChannelInterface> CreateDataChannel(
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000134 const std::string& label,
deadbeefa67696b2015-09-29 11:56:26 -0700135 const DataChannelInit* config) override;
Henrik Boström1df1bf82018-03-20 13:24:20 +0100136 // WARNING: LEGACY. See peerconnectioninterface.h
deadbeefa67696b2015-09-29 11:56:26 -0700137 bool GetStats(StatsObserver* observer,
138 webrtc::MediaStreamTrackInterface* track,
139 StatsOutputLevel level) override;
Henrik Boström1df1bf82018-03-20 13:24:20 +0100140 // Spec-complaint GetStats(). See peerconnectioninterface.h
hbos74e1a4f2016-09-15 23:33:01 -0700141 void GetStats(RTCStatsCollectorCallback* callback) override;
Henrik Boström1df1bf82018-03-20 13:24:20 +0100142 void GetStats(
143 rtc::scoped_refptr<RtpSenderInterface> selector,
144 rtc::scoped_refptr<RTCStatsCollectorCallback> callback) override;
145 void GetStats(
146 rtc::scoped_refptr<RtpReceiverInterface> selector,
147 rtc::scoped_refptr<RTCStatsCollectorCallback> callback) override;
Harald Alvestrand89061872018-01-02 14:08:34 +0100148 void ClearStatsCache() override;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000149
deadbeefa67696b2015-09-29 11:56:26 -0700150 SignalingState signaling_state() override;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000151
deadbeefa67696b2015-09-29 11:56:26 -0700152 IceConnectionState ice_connection_state() override;
Jonas Olsson12046902018-12-06 11:25:14 +0100153 IceConnectionState standardized_ice_connection_state() override;
Jonas Olsson635474e2018-10-18 15:58:17 +0200154 PeerConnectionState peer_connection_state() override;
deadbeefa67696b2015-09-29 11:56:26 -0700155 IceGatheringState ice_gathering_state() override;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000156
deadbeefa67696b2015-09-29 11:56:26 -0700157 const SessionDescriptionInterface* local_description() const override;
158 const SessionDescriptionInterface* remote_description() const override;
deadbeeffe4a8a42016-12-20 17:56:17 -0800159 const SessionDescriptionInterface* current_local_description() const override;
160 const SessionDescriptionInterface* current_remote_description()
161 const override;
162 const SessionDescriptionInterface* pending_local_description() const override;
163 const SessionDescriptionInterface* pending_remote_description()
164 const override;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000165
166 // JSEP01
deadbeefa67696b2015-09-29 11:56:26 -0700167 void CreateOffer(CreateSessionDescriptionObserver* observer,
168 const RTCOfferAnswerOptions& options) override;
htaa2a49d92016-03-04 02:51:39 -0800169 void CreateAnswer(CreateSessionDescriptionObserver* observer,
170 const RTCOfferAnswerOptions& options) override;
deadbeefa67696b2015-09-29 11:56:26 -0700171 void SetLocalDescription(SetSessionDescriptionObserver* observer,
172 SessionDescriptionInterface* desc) override;
Henrik Boströma4ecf552017-11-23 14:17:07 +0000173 void SetRemoteDescription(SetSessionDescriptionObserver* observer,
174 SessionDescriptionInterface* desc) override;
Henrik Boström31638672017-11-23 17:48:32 +0100175 void SetRemoteDescription(
176 std::unique_ptr<SessionDescriptionInterface> desc,
177 rtc::scoped_refptr<SetRemoteDescriptionObserverInterface> observer)
178 override;
deadbeef46c73892016-11-16 19:42:04 -0800179 PeerConnectionInterface::RTCConfiguration GetConfiguration() override;
deadbeefa67696b2015-09-29 11:56:26 -0700180 bool SetConfiguration(
deadbeef293e9262017-01-11 12:28:30 -0800181 const PeerConnectionInterface::RTCConfiguration& configuration,
182 RTCError* error) override;
183 bool SetConfiguration(
184 const PeerConnectionInterface::RTCConfiguration& configuration) override {
185 return SetConfiguration(configuration, nullptr);
186 }
deadbeefa67696b2015-09-29 11:56:26 -0700187 bool AddIceCandidate(const IceCandidateInterface* candidate) override;
Honghai Zhang7fb69db2016-03-14 11:59:18 -0700188 bool RemoveIceCandidates(
189 const std::vector<cricket::Candidate>& candidates) override;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000190
Niels Möller0c4f7be2018-05-07 14:01:37 +0200191 RTCError SetBitrate(const BitrateSettings& bitrate) override;
zstein4b979802017-06-02 14:37:37 -0700192
Alex Narest78609d52017-10-20 10:37:47 +0200193 void SetBitrateAllocationStrategy(
194 std::unique_ptr<rtc::BitrateAllocationStrategy>
195 bitrate_allocation_strategy) override;
196
henrika5f6bf242017-11-01 11:06:56 +0100197 void SetAudioPlayout(bool playout) override;
198 void SetAudioRecording(bool recording) override;
199
Harald Alvestrandad88c882018-11-28 16:47:46 +0100200 rtc::scoped_refptr<DtlsTransportInterface> LookupDtlsTransportByMid(
201 const std::string& mid) override;
Harald Alvestrand4a7b3ac2019-01-17 10:39:40 +0100202 rtc::scoped_refptr<DtlsTransport> LookupDtlsTransportByMidInternal(
203 const std::string& mid);
Harald Alvestrandad88c882018-11-28 16:47:46 +0100204
Harald Alvestrandc85328f2019-02-28 07:51:00 +0100205 rtc::scoped_refptr<SctpTransportInterface> GetSctpTransport() const override;
206
Elad Alon99c3fe52017-10-13 16:29:40 +0200207 RTC_DEPRECATED bool StartRtcEventLog(rtc::PlatformFile file,
208 int64_t max_size_bytes) override;
Bjorn Tereliusde939432017-11-20 17:38:14 +0100209 bool StartRtcEventLog(std::unique_ptr<RtcEventLogOutput> output,
210 int64_t output_period_ms) override;
ivoc14d5dbe2016-07-04 07:06:55 -0700211 void StopRtcEventLog() override;
212
deadbeefa67696b2015-09-29 11:56:26 -0700213 void Close() override;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000214
Steve Anton2d8609c2018-01-23 16:38:46 -0800215 // PeerConnectionInternal implementation.
Karl Wiberg4ae63472019-02-22 00:57:06 +0100216 rtc::Thread* network_thread() const final {
Steve Anton2d8609c2018-01-23 16:38:46 -0800217 return factory_->network_thread();
218 }
Karl Wiberg4ae63472019-02-22 00:57:06 +0100219 rtc::Thread* worker_thread() const final { return factory_->worker_thread(); }
220 rtc::Thread* signaling_thread() const final {
Steve Anton2d8609c2018-01-23 16:38:46 -0800221 return factory_->signaling_thread();
perkjd61bf802016-03-24 03:16:19 -0700222 }
deadbeefab9b2d12015-10-14 11:33:11 -0700223
Steve Antonbe5e2082018-01-24 15:29:17 -0800224 std::string session_id() const override { return session_id_; }
Steve Anton75737c02017-11-06 10:37:17 -0800225
Steve Anton2d8609c2018-01-23 16:38:46 -0800226 bool initial_offerer() const override {
Zhi Huange830e682018-03-30 10:48:35 -0700227 return transport_controller_ && transport_controller_->initial_offerer();
Steve Anton2d8609c2018-01-23 16:38:46 -0800228 }
Steve Anton75737c02017-11-06 10:37:17 -0800229
Steve Anton2d8609c2018-01-23 16:38:46 -0800230 std::vector<
231 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>>
Steve Antonb8867112018-02-13 10:07:54 -0800232 GetTransceiversInternal() const override {
Steve Anton2d8609c2018-01-23 16:38:46 -0800233 return transceivers_;
234 }
235
Steve Antona41959e2018-11-28 11:15:33 -0800236 absl::string_view GetLocalTrackIdBySsrc(uint32_t ssrc) override;
237 absl::string_view GetRemoteTrackIdBySsrc(uint32_t ssrc) override;
Steve Anton2d8609c2018-01-23 16:38:46 -0800238
239 sigslot::signal1<DataChannel*>& SignalDataChannelCreated() override {
240 return SignalDataChannelCreated_;
241 }
242
243 cricket::RtpDataChannel* rtp_data_channel() const override {
Steve Anton75737c02017-11-06 10:37:17 -0800244 return rtp_data_channel_;
Steve Anton978b8762017-09-29 12:15:02 -0700245 }
Steve Anton2d8609c2018-01-23 16:38:46 -0800246
Steve Antonbe5e2082018-01-24 15:29:17 -0800247 std::vector<rtc::scoped_refptr<DataChannel>> sctp_data_channels()
Steve Anton2d8609c2018-01-23 16:38:46 -0800248 const override {
Karl Wiberg85a4a932019-03-22 15:29:58 +0100249 RTC_DCHECK_RUN_ON(signaling_thread());
Steve Anton2d8609c2018-01-23 16:38:46 -0800250 return sctp_data_channels_;
251 }
252
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200253 absl::optional<std::string> sctp_content_name() const override {
Zhi Huange830e682018-03-30 10:48:35 -0700254 return sctp_mid_;
Steve Anton75737c02017-11-06 10:37:17 -0800255 }
Steve Anton2d8609c2018-01-23 16:38:46 -0800256
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200257 absl::optional<std::string> sctp_transport_name() const override;
Steve Anton75737c02017-11-06 10:37:17 -0800258
Qingsi Wang72a43a12018-02-20 16:03:18 -0800259 cricket::CandidateStatsList GetPooledCandidateStats() const override;
Steve Anton5dfde182018-02-06 10:34:40 -0800260 std::map<std::string, std::string> GetTransportNamesByMid() const override;
261 std::map<std::string, cricket::TransportStats> GetTransportStatsByNames(
262 const std::set<std::string>& transport_names) override;
Steve Anton2d8609c2018-01-23 16:38:46 -0800263 Call::Stats GetCallStats() override;
Steve Anton75737c02017-11-06 10:37:17 -0800264
Steve Anton2d8609c2018-01-23 16:38:46 -0800265 bool GetLocalCertificate(
266 const std::string& transport_name,
267 rtc::scoped_refptr<rtc::RTCCertificate>* certificate) override;
Taylor Brandstetterc3928662018-02-23 13:04:51 -0800268 std::unique_ptr<rtc::SSLCertChain> GetRemoteSSLCertChain(
Steve Anton2d8609c2018-01-23 16:38:46 -0800269 const std::string& transport_name) override;
270 bool IceRestartPending(const std::string& content_name) const override;
271 bool NeedsIceRestart(const std::string& content_name) const override;
272 bool GetSslRole(const std::string& content_name, rtc::SSLRole* role) override;
Steve Anton7464fca2018-01-19 11:10:37 -0800273
Harald Alvestrand19793842018-06-25 12:03:50 +0200274 void ReturnHistogramVeryQuicklyForTesting() {
275 return_histogram_very_quickly_ = true;
276 }
Harald Alvestrand7a1c7f72018-08-01 10:50:16 +0200277 void RequestUsagePatternReportForTesting();
Harald Alvestrand19793842018-06-25 12:03:50 +0200278
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000279 protected:
deadbeefa67696b2015-09-29 11:56:26 -0700280 ~PeerConnection() override;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000281
282 private:
Henrik Boström31638672017-11-23 17:48:32 +0100283 class SetRemoteDescriptionObserverAdapter;
284 friend class SetRemoteDescriptionObserverAdapter;
285
Steve Anton4171afb2017-11-20 10:20:22 -0800286 struct RtpSenderInfo {
287 RtpSenderInfo() : first_ssrc(0) {}
Seth Hampson845e8782018-03-02 11:34:10 -0800288 RtpSenderInfo(const std::string& stream_id,
Steve Anton4171afb2017-11-20 10:20:22 -0800289 const std::string sender_id,
290 uint32_t ssrc)
Seth Hampson845e8782018-03-02 11:34:10 -0800291 : stream_id(stream_id), sender_id(sender_id), first_ssrc(ssrc) {}
Steve Anton4171afb2017-11-20 10:20:22 -0800292 bool operator==(const RtpSenderInfo& other) {
Seth Hampson845e8782018-03-02 11:34:10 -0800293 return this->stream_id == other.stream_id &&
Steve Anton4171afb2017-11-20 10:20:22 -0800294 this->sender_id == other.sender_id &&
295 this->first_ssrc == other.first_ssrc;
deadbeefbda7e0b2015-12-08 17:13:40 -0800296 }
Seth Hampson845e8782018-03-02 11:34:10 -0800297 std::string stream_id;
Steve Anton4171afb2017-11-20 10:20:22 -0800298 std::string sender_id;
299 // An RtpSender can have many SSRCs. The first one is used as a sort of ID
300 // for communicating with the lower layers.
301 uint32_t first_ssrc;
deadbeefab9b2d12015-10-14 11:33:11 -0700302 };
deadbeefab9b2d12015-10-14 11:33:11 -0700303
Steve Antonad182762018-09-05 20:22:40 +0000304 // Implements MessageHandler.
305 void OnMessage(rtc::Message* msg) override;
306
Steve Antonafb0bb72018-02-20 11:35:37 -0800307 // Plan B helpers for getting the voice/video media channels for the single
308 // audio/video transceiver, if it exists.
Karl Wiberg5966c502019-02-21 23:55:09 +0100309 cricket::VoiceMediaChannel* voice_media_channel() const
310 RTC_RUN_ON(signaling_thread());
311 cricket::VideoMediaChannel* video_media_channel() const
312 RTC_RUN_ON(signaling_thread());
Steve Anton60776752018-01-10 11:51:34 -0800313
Steve Anton4171afb2017-11-20 10:20:22 -0800314 std::vector<rtc::scoped_refptr<RtpSenderProxyWithInternal<RtpSenderInternal>>>
315 GetSendersInternal() const;
316 std::vector<
317 rtc::scoped_refptr<RtpReceiverProxyWithInternal<RtpReceiverInternal>>>
318 GetReceiversInternal() const;
319
320 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
Karl Wiberg5966c502019-02-21 23:55:09 +0100321 GetAudioTransceiver() const RTC_RUN_ON(signaling_thread());
Steve Anton4171afb2017-11-20 10:20:22 -0800322 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
Karl Wiberg5966c502019-02-21 23:55:09 +0100323 GetVideoTransceiver() const RTC_RUN_ON(signaling_thread());
Steve Anton4171afb2017-11-20 10:20:22 -0800324
Steve Antonafb0bb72018-02-20 11:35:37 -0800325 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
326 GetFirstAudioTransceiver() const;
327
deadbeefab9b2d12015-10-14 11:33:11 -0700328 void CreateAudioReceiver(MediaStreamInterface* stream,
Karl Wiberg744310f2019-02-14 10:18:56 +0100329 const RtpSenderInfo& remote_sender_info)
330 RTC_RUN_ON(signaling_thread());
perkjf0dcfe22016-03-10 18:32:00 +0100331
deadbeefab9b2d12015-10-14 11:33:11 -0700332 void CreateVideoReceiver(MediaStreamInterface* stream,
Karl Wiberg744310f2019-02-14 10:18:56 +0100333 const RtpSenderInfo& remote_sender_info)
334 RTC_RUN_ON(signaling_thread());
Henrik Boström933d8b02017-10-10 10:05:16 -0700335 rtc::scoped_refptr<RtpReceiverInterface> RemoveAndStopReceiver(
Karl Wiberg5966c502019-02-21 23:55:09 +0100336 const RtpSenderInfo& remote_sender_info) RTC_RUN_ON(signaling_thread());
korniltsev.anatolyec390b52017-07-24 17:00:25 -0700337
338 // May be called either by AddStream/RemoveStream, or when a track is
339 // added/removed from a stream previously added via AddStream.
Karl Wiberg5966c502019-02-21 23:55:09 +0100340 void AddAudioTrack(AudioTrackInterface* track, MediaStreamInterface* stream)
341 RTC_RUN_ON(signaling_thread());
korniltsev.anatolyec390b52017-07-24 17:00:25 -0700342 void RemoveAudioTrack(AudioTrackInterface* track,
Karl Wiberg5966c502019-02-21 23:55:09 +0100343 MediaStreamInterface* stream)
344 RTC_RUN_ON(signaling_thread());
345 void AddVideoTrack(VideoTrackInterface* track, MediaStreamInterface* stream)
346 RTC_RUN_ON(signaling_thread());
korniltsev.anatolyec390b52017-07-24 17:00:25 -0700347 void RemoveVideoTrack(VideoTrackInterface* track,
Karl Wiberg5966c502019-02-21 23:55:09 +0100348 MediaStreamInterface* stream)
349 RTC_RUN_ON(signaling_thread());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000350
Steve Antonf9381f02017-12-14 10:23:57 -0800351 // AddTrack implementation when Unified Plan is specified.
352 RTCErrorOr<rtc::scoped_refptr<RtpSenderInterface>> AddTrackUnifiedPlan(
353 rtc::scoped_refptr<MediaStreamTrackInterface> track,
Seth Hampson845e8782018-03-02 11:34:10 -0800354 const std::vector<std::string>& stream_ids);
Steve Antonf9381f02017-12-14 10:23:57 -0800355 // AddTrack implementation when Plan B is specified.
356 RTCErrorOr<rtc::scoped_refptr<RtpSenderInterface>> AddTrackPlanB(
357 rtc::scoped_refptr<MediaStreamTrackInterface> track,
Karl Wiberg5966c502019-02-21 23:55:09 +0100358 const std::vector<std::string>& stream_ids)
359 RTC_RUN_ON(signaling_thread());
Steve Antonf9381f02017-12-14 10:23:57 -0800360
361 // Returns the first RtpTransceiver suitable for a newly added track, if such
362 // transceiver is available.
363 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
364 FindFirstTransceiverForAddedTrack(
365 rtc::scoped_refptr<MediaStreamTrackInterface> track);
366
Steve Antonf9381f02017-12-14 10:23:57 -0800367 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
368 FindTransceiverBySender(rtc::scoped_refptr<RtpSenderInterface> sender);
369
Steve Anton22da89f2018-01-25 13:58:07 -0800370 // Internal implementation for AddTransceiver family of methods. If
371 // |fire_callback| is set, fires OnRenegotiationNeeded callback if successful.
Steve Anton9158ef62017-11-27 13:01:52 -0800372 RTCErrorOr<rtc::scoped_refptr<RtpTransceiverInterface>> AddTransceiver(
373 cricket::MediaType media_type,
374 rtc::scoped_refptr<MediaStreamTrackInterface> track,
Steve Anton22da89f2018-01-25 13:58:07 -0800375 const RtpTransceiverInit& init,
Karl Wiberg744310f2019-02-14 10:18:56 +0100376 bool fire_callback = true) RTC_RUN_ON(signaling_thread());
Steve Anton9158ef62017-11-27 13:01:52 -0800377
Steve Anton02ee47c2018-01-10 16:26:06 -0800378 rtc::scoped_refptr<RtpSenderProxyWithInternal<RtpSenderInternal>>
379 CreateSender(cricket::MediaType media_type,
Steve Anton111fdfd2018-06-25 13:03:36 -0700380 const std::string& id,
Steve Anton02ee47c2018-01-10 16:26:06 -0800381 rtc::scoped_refptr<MediaStreamTrackInterface> track,
Florent Castelli892acf02018-10-01 22:47:20 +0200382 const std::vector<std::string>& stream_ids,
383 const std::vector<RtpEncodingParameters>& send_encodings);
Steve Anton02ee47c2018-01-10 16:26:06 -0800384
385 rtc::scoped_refptr<RtpReceiverProxyWithInternal<RtpReceiverInternal>>
386 CreateReceiver(cricket::MediaType media_type, const std::string& receiver_id);
387
Steve Antonf9381f02017-12-14 10:23:57 -0800388 // Create a new RtpTransceiver of the given type and add it to the list of
389 // transceivers.
390 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
Steve Anton02ee47c2018-01-10 16:26:06 -0800391 CreateAndAddTransceiver(
392 rtc::scoped_refptr<RtpSenderProxyWithInternal<RtpSenderInternal>> sender,
393 rtc::scoped_refptr<RtpReceiverProxyWithInternal<RtpReceiverInternal>>
394 receiver);
Steve Antonf9381f02017-12-14 10:23:57 -0800395
Karl Wiberg744310f2019-02-14 10:18:56 +0100396 void SetIceConnectionState(IceConnectionState new_state)
397 RTC_RUN_ON(signaling_thread());
Jonas Olsson635474e2018-10-18 15:58:17 +0200398 void SetStandardizedIceConnectionState(
Karl Wiberg744310f2019-02-14 10:18:56 +0100399 PeerConnectionInterface::IceConnectionState new_state)
400 RTC_RUN_ON(signaling_thread());
Jonas Olsson635474e2018-10-18 15:58:17 +0200401 void SetConnectionState(
Karl Wiberg744310f2019-02-14 10:18:56 +0100402 PeerConnectionInterface::PeerConnectionState new_state)
403 RTC_RUN_ON(signaling_thread());
Jonas Olsson635474e2018-10-18 15:58:17 +0200404
Steve Antonba818672017-11-06 10:21:57 -0800405 // Called any time the IceGatheringState changes
Karl Wiberg744310f2019-02-14 10:18:56 +0100406 void OnIceGatheringChange(IceGatheringState new_state)
407 RTC_RUN_ON(signaling_thread());
Steve Antonba818672017-11-06 10:21:57 -0800408 // New ICE candidate has been gathered.
Karl Wiberg744310f2019-02-14 10:18:56 +0100409 void OnIceCandidate(std::unique_ptr<IceCandidateInterface> candidate)
410 RTC_RUN_ON(signaling_thread());
Steve Antonba818672017-11-06 10:21:57 -0800411 // Some local ICE candidates have been removed.
Karl Wiberg744310f2019-02-14 10:18:56 +0100412 void OnIceCandidatesRemoved(const std::vector<cricket::Candidate>& candidates)
413 RTC_RUN_ON(signaling_thread());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000414
Steve Antonba818672017-11-06 10:21:57 -0800415 // Update the state, signaling if necessary.
Karl Wiberg744310f2019-02-14 10:18:56 +0100416 void ChangeSignalingState(SignalingState signaling_state)
417 RTC_RUN_ON(signaling_thread());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000418
deadbeefeb459812015-12-15 19:24:43 -0800419 // Signals from MediaStreamObserver.
420 void OnAudioTrackAdded(AudioTrackInterface* track,
Karl Wiberg744310f2019-02-14 10:18:56 +0100421 MediaStreamInterface* stream)
422 RTC_RUN_ON(signaling_thread());
deadbeefeb459812015-12-15 19:24:43 -0800423 void OnAudioTrackRemoved(AudioTrackInterface* track,
Karl Wiberg744310f2019-02-14 10:18:56 +0100424 MediaStreamInterface* stream)
425 RTC_RUN_ON(signaling_thread());
deadbeefeb459812015-12-15 19:24:43 -0800426 void OnVideoTrackAdded(VideoTrackInterface* track,
Karl Wiberg744310f2019-02-14 10:18:56 +0100427 MediaStreamInterface* stream)
428 RTC_RUN_ON(signaling_thread());
deadbeefeb459812015-12-15 19:24:43 -0800429 void OnVideoTrackRemoved(VideoTrackInterface* track,
Karl Wiberg744310f2019-02-14 10:18:56 +0100430 MediaStreamInterface* stream)
431 RTC_RUN_ON(signaling_thread());
deadbeefeb459812015-12-15 19:24:43 -0800432
Henrik Boström31638672017-11-23 17:48:32 +0100433 void PostSetSessionDescriptionSuccess(
434 SetSessionDescriptionObserver* observer);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000435 void PostSetSessionDescriptionFailure(SetSessionDescriptionObserver* observer,
Steve Antonad182762018-09-05 20:22:40 +0000436 RTCError&& error);
deadbeefab9b2d12015-10-14 11:33:11 -0700437 void PostCreateSessionDescriptionFailure(
438 CreateSessionDescriptionObserver* observer,
Harald Alvestrand5081c0c2018-03-09 15:18:03 +0100439 RTCError error);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000440
Steve Anton8a006912017-12-04 15:25:56 -0800441 // Synchronous implementations of SetLocalDescription/SetRemoteDescription
442 // that return an RTCError instead of invoking a callback.
443 RTCError ApplyLocalDescription(
444 std::unique_ptr<SessionDescriptionInterface> desc);
445 RTCError ApplyRemoteDescription(
446 std::unique_ptr<SessionDescriptionInterface> desc);
447
Steve Antondcc3c022017-12-22 16:02:54 -0800448 // Updates the local RtpTransceivers according to the JSEP rules. Called as
449 // part of setting the local/remote description.
450 RTCError UpdateTransceiversAndDataChannels(
451 cricket::ContentSource source,
Seth Hampsonae8a90a2018-02-13 15:33:48 -0800452 const SessionDescriptionInterface& new_session,
453 const SessionDescriptionInterface* old_local_description,
Karl Wiberg106d92d2019-02-14 10:17:47 +0100454 const SessionDescriptionInterface* old_remote_description)
455 RTC_RUN_ON(signaling_thread());
Steve Antondcc3c022017-12-22 16:02:54 -0800456
457 // Either creates or destroys the transceiver's BaseChannel according to the
458 // given media section.
459 RTCError UpdateTransceiverChannel(
460 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
461 transceiver,
462 const cricket::ContentInfo& content,
Karl Wiberg5966c502019-02-21 23:55:09 +0100463 const cricket::ContentGroup* bundle_group) RTC_RUN_ON(signaling_thread());
Steve Antondcc3c022017-12-22 16:02:54 -0800464
Steve Antonfa2260d2017-12-28 16:38:23 -0800465 // Either creates or destroys the local data channel according to the given
466 // media section.
467 RTCError UpdateDataChannel(cricket::ContentSource source,
468 const cricket::ContentInfo& content,
Karl Wiberg106d92d2019-02-14 10:17:47 +0100469 const cricket::ContentGroup* bundle_group)
470 RTC_RUN_ON(signaling_thread());
Steve Antonfa2260d2017-12-28 16:38:23 -0800471
Steve Antondcc3c022017-12-22 16:02:54 -0800472 // Associate the given transceiver according to the JSEP rules.
473 RTCErrorOr<
474 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>>
475 AssociateTransceiver(cricket::ContentSource source,
Seth Hampsonae8a90a2018-02-13 15:33:48 -0800476 SdpType type,
Steve Antondcc3c022017-12-22 16:02:54 -0800477 size_t mline_index,
478 const cricket::ContentInfo& content,
Seth Hampsonae8a90a2018-02-13 15:33:48 -0800479 const cricket::ContentInfo* old_local_content,
Karl Wiberg5966c502019-02-21 23:55:09 +0100480 const cricket::ContentInfo* old_remote_content)
481 RTC_RUN_ON(signaling_thread());
Steve Antondcc3c022017-12-22 16:02:54 -0800482
483 // Returns the RtpTransceiver, if found, that is associated to the given MID.
484 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
Karl Wiberg5966c502019-02-21 23:55:09 +0100485 GetAssociatedTransceiver(const std::string& mid) const
486 RTC_RUN_ON(signaling_thread());
Steve Antondcc3c022017-12-22 16:02:54 -0800487
488 // Returns the RtpTransceiver, if found, that was assigned to the given mline
489 // index in CreateOffer.
490 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
Karl Wiberg5966c502019-02-21 23:55:09 +0100491 GetTransceiverByMLineIndex(size_t mline_index) const
492 RTC_RUN_ON(signaling_thread());
Steve Antondcc3c022017-12-22 16:02:54 -0800493
494 // Returns an RtpTransciever, if available, that can be used to receive the
495 // given media type according to JSEP rules.
496 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
Karl Wiberg5966c502019-02-21 23:55:09 +0100497 FindAvailableTransceiverToReceive(cricket::MediaType media_type) const
498 RTC_RUN_ON(signaling_thread());
Steve Antondcc3c022017-12-22 16:02:54 -0800499
Steve Antoned10bd92017-12-05 10:52:59 -0800500 // Returns the media section in the given session description that is
501 // associated with the RtpTransceiver. Returns null if none found or this
502 // RtpTransceiver is not associated. Logic varies depending on the
503 // SdpSemantics specified in the configuration.
504 const cricket::ContentInfo* FindMediaSectionForTransceiver(
505 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
506 transceiver,
Karl Wiberg5966c502019-02-21 23:55:09 +0100507 const SessionDescriptionInterface* sdesc) const
508 RTC_RUN_ON(signaling_thread());
Steve Antoned10bd92017-12-05 10:52:59 -0800509
Henrik Boströmafa07dd2018-12-20 11:06:02 +0100510 // Runs the algorithm **set the associated remote streams** specified in
511 // https://w3c.github.io/webrtc-pc/#set-associated-remote-streams.
512 void SetAssociatedRemoteStreams(
513 rtc::scoped_refptr<RtpReceiverInternal> receiver,
514 const std::vector<std::string>& stream_ids,
515 std::vector<rtc::scoped_refptr<MediaStreamInterface>>* added_streams,
Karl Wiberg1e1e1022019-03-22 14:27:22 +0100516 std::vector<rtc::scoped_refptr<MediaStreamInterface>>* removed_streams)
517 RTC_RUN_ON(signaling_thread());
Henrik Boströmafa07dd2018-12-20 11:06:02 +0100518
Steve Anton0f5400a2018-07-17 14:25:36 -0700519 // Runs the algorithm **process the removal of a remote track** specified in
520 // the WebRTC specification.
521 // This method will update the following lists:
522 // |remove_list| is the list of transceivers for which the receiving track is
523 // being removed.
524 // |removed_streams| is the list of streams which no longer have a receiving
525 // track so should be removed.
526 // https://w3c.github.io/webrtc-pc/#process-remote-track-removal
527 void ProcessRemovalOfRemoteTrack(
528 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
529 transceiver,
530 std::vector<rtc::scoped_refptr<RtpTransceiverInterface>>* remove_list,
Karl Wiberg1e1e1022019-03-22 14:27:22 +0100531 std::vector<rtc::scoped_refptr<MediaStreamInterface>>* removed_streams)
532 RTC_RUN_ON(signaling_thread());
Steve Anton0f5400a2018-07-17 14:25:36 -0700533
Henrik Boströmafa07dd2018-12-20 11:06:02 +0100534 void RemoveRemoteStreamsIfEmpty(
535 const std::vector<rtc::scoped_refptr<MediaStreamInterface>>&
536 remote_streams,
Karl Wiberg1e1e1022019-03-22 14:27:22 +0100537 std::vector<rtc::scoped_refptr<MediaStreamInterface>>* removed_streams)
538 RTC_RUN_ON(signaling_thread());
Henrik Boströmafa07dd2018-12-20 11:06:02 +0100539
Steve Anton52d86772018-02-20 15:48:12 -0800540 void OnNegotiationNeeded();
541
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000542 bool IsClosed() const {
Karl Wiberg8d2e2282019-02-17 13:00:07 +0100543 RTC_DCHECK_RUN_ON(signaling_thread());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000544 return signaling_state_ == PeerConnectionInterface::kClosed;
545 }
546
deadbeefab9b2d12015-10-14 11:33:11 -0700547 // Returns a MediaSessionOptions struct with options decided by |options|,
548 // the local MediaStreams and DataChannels.
Steve Antondcc3c022017-12-22 16:02:54 -0800549 void GetOptionsForOffer(const PeerConnectionInterface::RTCOfferAnswerOptions&
550 offer_answer_options,
Karl Wiberg5966c502019-02-21 23:55:09 +0100551 cricket::MediaSessionOptions* session_options)
552 RTC_RUN_ON(signaling_thread());
Steve Antondcc3c022017-12-22 16:02:54 -0800553 void GetOptionsForPlanBOffer(
554 const PeerConnectionInterface::RTCOfferAnswerOptions&
555 offer_answer_options,
Karl Wiberg5966c502019-02-21 23:55:09 +0100556 cricket::MediaSessionOptions* session_options)
557 RTC_RUN_ON(signaling_thread());
Steve Antondcc3c022017-12-22 16:02:54 -0800558 void GetOptionsForUnifiedPlanOffer(
559 const PeerConnectionInterface::RTCOfferAnswerOptions&
560 offer_answer_options,
Karl Wiberg5966c502019-02-21 23:55:09 +0100561 cricket::MediaSessionOptions* session_options)
562 RTC_RUN_ON(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -0700563
Karl Wiberg5966c502019-02-21 23:55:09 +0100564 RTCError HandleLegacyOfferOptions(const RTCOfferAnswerOptions& options)
565 RTC_RUN_ON(signaling_thread());
Steve Anton22da89f2018-01-25 13:58:07 -0800566 void RemoveRecvDirectionFromReceivingTransceiversOfType(
567 cricket::MediaType media_type);
568 void AddUpToOneReceivingTransceiverOfType(cricket::MediaType media_type);
569 std::vector<
570 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>>
571 GetReceivingTransceiversOfType(cricket::MediaType media_type);
572
deadbeefab9b2d12015-10-14 11:33:11 -0700573 // Returns a MediaSessionOptions struct with options decided by
574 // |constraints|, the local MediaStreams and DataChannels.
Steve Antondcc3c022017-12-22 16:02:54 -0800575 void GetOptionsForAnswer(const RTCOfferAnswerOptions& offer_answer_options,
Karl Wiberg5966c502019-02-21 23:55:09 +0100576 cricket::MediaSessionOptions* session_options)
577 RTC_RUN_ON(signaling_thread());
Steve Antondcc3c022017-12-22 16:02:54 -0800578 void GetOptionsForPlanBAnswer(
579 const PeerConnectionInterface::RTCOfferAnswerOptions&
580 offer_answer_options,
Karl Wiberg5966c502019-02-21 23:55:09 +0100581 cricket::MediaSessionOptions* session_options)
582 RTC_RUN_ON(signaling_thread());
Steve Antondcc3c022017-12-22 16:02:54 -0800583 void GetOptionsForUnifiedPlanAnswer(
584 const PeerConnectionInterface::RTCOfferAnswerOptions&
585 offer_answer_options,
Karl Wiberg5966c502019-02-21 23:55:09 +0100586 cricket::MediaSessionOptions* session_options)
587 RTC_RUN_ON(signaling_thread());
htaa2a49d92016-03-04 02:51:39 -0800588
zhihuang1c378ed2017-08-17 14:10:50 -0700589 // Generates MediaDescriptionOptions for the |session_opts| based on existing
590 // local description or remote description.
591 void GenerateMediaDescriptionOptions(
592 const SessionDescriptionInterface* session_desc,
Steve Anton1d03a752017-11-27 14:30:09 -0800593 RtpTransceiverDirection audio_direction,
594 RtpTransceiverDirection video_direction,
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200595 absl::optional<size_t>* audio_index,
596 absl::optional<size_t>* video_index,
597 absl::optional<size_t>* data_index,
Karl Wiberg85a4a932019-03-22 15:29:58 +0100598 cricket::MediaSessionOptions* session_options)
599 RTC_RUN_ON(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -0700600
Steve Antonfa2260d2017-12-28 16:38:23 -0800601 // Generates the active MediaDescriptionOptions for the local data channel
602 // given the specified MID.
603 cricket::MediaDescriptionOptions GetMediaDescriptionOptionsForActiveData(
Karl Wiberg85a4a932019-03-22 15:29:58 +0100604 const std::string& mid) const RTC_RUN_ON(signaling_thread());
Steve Antonfa2260d2017-12-28 16:38:23 -0800605
606 // Generates the rejected MediaDescriptionOptions for the local data channel
607 // given the specified MID.
608 cricket::MediaDescriptionOptions GetMediaDescriptionOptionsForRejectedData(
Karl Wiberg85a4a932019-03-22 15:29:58 +0100609 const std::string& mid) const RTC_RUN_ON(signaling_thread());
Steve Antonfa2260d2017-12-28 16:38:23 -0800610
611 // Returns the MID for the data section associated with either the
612 // RtpDataChannel or SCTP data channel, if it has been set. If no data
613 // channels are configured this will return nullopt.
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200614 absl::optional<std::string> GetDataMid() const;
Steve Antonfa2260d2017-12-28 16:38:23 -0800615
Steve Anton4171afb2017-11-20 10:20:22 -0800616 // Remove all local and remote senders of type |media_type|.
deadbeeffaac4972015-11-12 15:33:07 -0800617 // Called when a media type is rejected (m-line set to port 0).
Karl Wiberg744310f2019-02-14 10:18:56 +0100618 void RemoveSenders(cricket::MediaType media_type)
619 RTC_RUN_ON(signaling_thread());
deadbeeffaac4972015-11-12 15:33:07 -0800620
deadbeefbda7e0b2015-12-08 17:13:40 -0800621 // Makes sure a MediaStreamTrack is created for each StreamParam in |streams|,
622 // and existing MediaStreamTracks are removed if there is no corresponding
623 // StreamParam. If |default_track_needed| is true, a default MediaStreamTrack
624 // is created if it doesn't exist; if false, it's removed if it exists.
625 // |media_type| is the type of the |streams| and can be either audio or video.
deadbeefab9b2d12015-10-14 11:33:11 -0700626 // If a new MediaStream is created it is added to |new_streams|.
Steve Anton4171afb2017-11-20 10:20:22 -0800627 void UpdateRemoteSendersList(
deadbeefab9b2d12015-10-14 11:33:11 -0700628 const std::vector<cricket::StreamParams>& streams,
deadbeefbda7e0b2015-12-08 17:13:40 -0800629 bool default_track_needed,
deadbeefab9b2d12015-10-14 11:33:11 -0700630 cricket::MediaType media_type,
Karl Wiberg744310f2019-02-14 10:18:56 +0100631 StreamCollection* new_streams) RTC_RUN_ON(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -0700632
Steve Anton4171afb2017-11-20 10:20:22 -0800633 // Triggered when a remote sender has been seen for the first time in a remote
deadbeefab9b2d12015-10-14 11:33:11 -0700634 // session description. It creates a remote MediaStreamTrackInterface
635 // implementation and triggers CreateAudioReceiver or CreateVideoReceiver.
Steve Anton4171afb2017-11-20 10:20:22 -0800636 void OnRemoteSenderAdded(const RtpSenderInfo& sender_info,
Karl Wiberg744310f2019-02-14 10:18:56 +0100637 cricket::MediaType media_type)
638 RTC_RUN_ON(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -0700639
Steve Anton4171afb2017-11-20 10:20:22 -0800640 // Triggered when a remote sender has been removed from a remote session
641 // description. It removes the remote sender with id |sender_id| from a remote
deadbeefab9b2d12015-10-14 11:33:11 -0700642 // MediaStream and triggers DestroyAudioReceiver or DestroyVideoReceiver.
Steve Anton4171afb2017-11-20 10:20:22 -0800643 void OnRemoteSenderRemoved(const RtpSenderInfo& sender_info,
Karl Wiberg744310f2019-02-14 10:18:56 +0100644 cricket::MediaType media_type)
645 RTC_RUN_ON(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -0700646
647 // Finds remote MediaStreams without any tracks and removes them from
648 // |remote_streams_| and notifies the observer that the MediaStreams no longer
649 // exist.
Karl Wiberg744310f2019-02-14 10:18:56 +0100650 void UpdateEndedRemoteMediaStreams() RTC_RUN_ON(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -0700651
deadbeefab9b2d12015-10-14 11:33:11 -0700652 // Loops through the vector of |streams| and finds added and removed
653 // StreamParams since last time this method was called.
Steve Anton4171afb2017-11-20 10:20:22 -0800654 // For each new or removed StreamParam, OnLocalSenderSeen or
655 // OnLocalSenderRemoved is invoked.
656 void UpdateLocalSenders(const std::vector<cricket::StreamParams>& streams,
Karl Wiberg5966c502019-02-21 23:55:09 +0100657 cricket::MediaType media_type)
658 RTC_RUN_ON(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -0700659
Steve Anton4171afb2017-11-20 10:20:22 -0800660 // Triggered when a local sender has been seen for the first time in a local
deadbeefab9b2d12015-10-14 11:33:11 -0700661 // session description.
662 // This method triggers CreateAudioSender or CreateVideoSender if the rtp
663 // streams in the local SessionDescription can be mapped to a MediaStreamTrack
664 // in a MediaStream in |local_streams_|
Steve Anton4171afb2017-11-20 10:20:22 -0800665 void OnLocalSenderAdded(const RtpSenderInfo& sender_info,
Karl Wiberg5966c502019-02-21 23:55:09 +0100666 cricket::MediaType media_type)
667 RTC_RUN_ON(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -0700668
Steve Anton4171afb2017-11-20 10:20:22 -0800669 // Triggered when a local sender has been removed from a local session
deadbeefab9b2d12015-10-14 11:33:11 -0700670 // description.
671 // This method triggers DestroyAudioSender or DestroyVideoSender if a stream
672 // has been removed from the local SessionDescription and the stream can be
673 // mapped to a MediaStreamTrack in a MediaStream in |local_streams_|.
Steve Anton4171afb2017-11-20 10:20:22 -0800674 void OnLocalSenderRemoved(const RtpSenderInfo& sender_info,
675 cricket::MediaType media_type);
deadbeefab9b2d12015-10-14 11:33:11 -0700676
Karl Wiberg85a4a932019-03-22 15:29:58 +0100677 void UpdateLocalRtpDataChannels(const cricket::StreamParamsVec& streams)
678 RTC_RUN_ON(signaling_thread());
Karl Wiberg106d92d2019-02-14 10:17:47 +0100679 void UpdateRemoteRtpDataChannels(const cricket::StreamParamsVec& streams)
680 RTC_RUN_ON(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -0700681 void UpdateClosingRtpDataChannels(
682 const std::vector<std::string>& active_channels,
Karl Wiberg85a4a932019-03-22 15:29:58 +0100683 bool is_local_update) RTC_RUN_ON(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -0700684 void CreateRemoteRtpDataChannel(const std::string& label,
Karl Wiberg106d92d2019-02-14 10:17:47 +0100685 uint32_t remote_ssrc)
686 RTC_RUN_ON(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -0700687
688 // Creates channel and adds it to the collection of DataChannels that will
689 // be offered in a SessionDescription.
690 rtc::scoped_refptr<DataChannel> InternalCreateDataChannel(
691 const std::string& label,
Karl Wiberg106d92d2019-02-14 10:17:47 +0100692 const InternalDataChannelInit* config) RTC_RUN_ON(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -0700693
694 // Checks if any data channel has been added.
Karl Wiberg85a4a932019-03-22 15:29:58 +0100695 bool HasDataChannels() const RTC_RUN_ON(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -0700696
Karl Wiberg85a4a932019-03-22 15:29:58 +0100697 void AllocateSctpSids(rtc::SSLRole role) RTC_RUN_ON(signaling_thread());
698 void OnSctpDataChannelClosed(DataChannel* channel)
699 RTC_RUN_ON(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -0700700
Karl Wiberg85a4a932019-03-22 15:29:58 +0100701 void OnDataChannelDestroyed() RTC_RUN_ON(signaling_thread());
Steve Antonba818672017-11-06 10:21:57 -0800702 // Called when a valid data channel OPEN message is received.
deadbeefab9b2d12015-10-14 11:33:11 -0700703 void OnDataChannelOpenMessage(const std::string& label,
Karl Wiberg106d92d2019-02-14 10:17:47 +0100704 const InternalDataChannelInit& config)
705 RTC_RUN_ON(signaling_thread());
706
Bjorn Mellem175aa2e2018-11-08 11:23:22 -0800707 // Parses and handles open messages. Returns true if the message is an open
708 // message, false otherwise.
709 bool HandleOpenMessage_s(const cricket::ReceiveDataParams& params,
710 const rtc::CopyOnWriteBuffer& buffer)
711 RTC_RUN_ON(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -0700712
Steve Anton4171afb2017-11-20 10:20:22 -0800713 // Returns true if the PeerConnection is configured to use Unified Plan
714 // semantics for creating offers/answers and setting local/remote
715 // descriptions. If this is true the RtpTransceiver API will also be available
716 // to the user. If this is false, Plan B semantics are assumed.
Steve Anton79e79602017-11-20 10:25:56 -0800717 // TODO(bugs.webrtc.org/8530): Flip the default to be Unified Plan once
718 // sufficient time has passed.
Karl Wiberg5966c502019-02-21 23:55:09 +0100719 bool IsUnifiedPlan() const RTC_RUN_ON(signaling_thread()) {
Steve Anton79e79602017-11-20 10:25:56 -0800720 return configuration_.sdp_semantics == SdpSemantics::kUnifiedPlan;
721 }
Steve Anton4171afb2017-11-20 10:20:22 -0800722
Steve Anton06817cd2018-12-18 15:55:30 -0800723 // The offer/answer machinery assumes the media section MID is present and
724 // unique. To support legacy end points that do not supply a=mid lines, this
725 // method will modify the session description to add MIDs generated according
726 // to the SDP semantics.
Karl Wiberg5966c502019-02-21 23:55:09 +0100727 void FillInMissingRemoteMids(cricket::SessionDescription* remote_description)
728 RTC_RUN_ON(signaling_thread());
Steve Anton06817cd2018-12-18 15:55:30 -0800729
Steve Anton4171afb2017-11-20 10:20:22 -0800730 // Is there an RtpSender of the given type?
Karl Wiberg5966c502019-02-21 23:55:09 +0100731 bool HasRtpSender(cricket::MediaType type) const
732 RTC_RUN_ON(signaling_thread());
deadbeeffac06552015-11-25 11:26:01 -0800733
Steve Anton4171afb2017-11-20 10:20:22 -0800734 // Return the RtpSender with the given track attached.
735 rtc::scoped_refptr<RtpSenderProxyWithInternal<RtpSenderInternal>>
736 FindSenderForTrack(MediaStreamTrackInterface* track) const;
deadbeef70ab1a12015-09-28 16:53:55 -0700737
Steve Anton4171afb2017-11-20 10:20:22 -0800738 // Return the RtpSender with the given id, or null if none exists.
739 rtc::scoped_refptr<RtpSenderProxyWithInternal<RtpSenderInternal>>
740 FindSenderById(const std::string& sender_id) const;
741
742 // Return the RtpReceiver with the given id, or null if none exists.
743 rtc::scoped_refptr<RtpReceiverProxyWithInternal<RtpReceiverInternal>>
744 FindReceiverById(const std::string& receiver_id) const;
745
746 std::vector<RtpSenderInfo>* GetRemoteSenderInfos(
747 cricket::MediaType media_type);
748 std::vector<RtpSenderInfo>* GetLocalSenderInfos(
749 cricket::MediaType media_type);
750 const RtpSenderInfo* FindSenderInfo(const std::vector<RtpSenderInfo>& infos,
Emircan Uysalerbc609ea2018-03-27 21:57:18 +0000751 const std::string& stream_id,
Steve Anton4171afb2017-11-20 10:20:22 -0800752 const std::string sender_id) const;
deadbeefab9b2d12015-10-14 11:33:11 -0700753
754 // Returns the specified SCTP DataChannel in sctp_data_channels_,
755 // or nullptr if not found.
Karl Wiberg85a4a932019-03-22 15:29:58 +0100756 DataChannel* FindDataChannelBySid(int sid) const
757 RTC_RUN_ON(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -0700758
Taylor Brandstettera1c30352016-05-13 08:15:11 -0700759 // Called when first configuring the port allocator.
Karl Wibergfb3be392019-03-22 14:13:22 +0100760 struct InitializePortAllocatorResult {
761 bool enable_ipv6;
762 };
763 InitializePortAllocatorResult InitializePortAllocator_n(
Harald Alvestrandb2a74782018-06-28 13:54:07 +0200764 const cricket::ServerAddresses& stun_servers,
765 const std::vector<cricket::RelayServerConfig>& turn_servers,
766 const RTCConfiguration& configuration);
deadbeef293e9262017-01-11 12:28:30 -0800767 // Called when SetConfiguration is called to apply the supported subset
768 // of the configuration on the network thread.
769 bool ReconfigurePortAllocator_n(
770 const cricket::ServerAddresses& stun_servers,
771 const std::vector<cricket::RelayServerConfig>& turn_servers,
772 IceTransportsType type,
773 int candidate_pool_size,
Jonas Orelandbdcee282017-10-10 14:01:40 +0200774 bool prune_turn_ports,
Qingsi Wangdb53f8e2018-02-20 14:45:49 -0800775 webrtc::TurnCustomizer* turn_customizer,
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200776 absl::optional<int> stun_candidate_keepalive_interval);
Taylor Brandstettera1c30352016-05-13 08:15:11 -0700777
Elad Alon99c3fe52017-10-13 16:29:40 +0200778 // Starts output of an RTC event log to the given output object.
ivoc14d5dbe2016-07-04 07:06:55 -0700779 // This function should only be called from the worker thread.
Bjorn Tereliusde939432017-11-20 17:38:14 +0100780 bool StartRtcEventLog_w(std::unique_ptr<RtcEventLogOutput> output,
781 int64_t output_period_ms);
Elad Alon99c3fe52017-10-13 16:29:40 +0200782
Elad Alonacb24172017-10-06 14:32:13 +0200783 // Stops recording an RTC event log.
ivoc14d5dbe2016-07-04 07:06:55 -0700784 // This function should only be called from the worker thread.
785 void StopRtcEventLog_w();
786
Steve Anton038834f2017-07-14 15:59:59 -0700787 // Ensures the configuration doesn't have any parameters with invalid values,
788 // or values that conflict with other parameters.
789 //
790 // Returns RTCError::OK() if there are no issues.
791 RTCError ValidateConfiguration(const RTCConfiguration& config) const;
792
Steve Antonba818672017-11-06 10:21:57 -0800793 cricket::ChannelManager* channel_manager() const;
Steve Antonba818672017-11-06 10:21:57 -0800794
Steve Antonf8470812017-12-04 10:46:21 -0800795 enum class SessionError {
796 kNone, // No error.
797 kContent, // Error in BaseChannel SetLocalContent/SetRemoteContent.
798 kTransport, // Error from the underlying transport.
799 };
800
Steve Anton75737c02017-11-06 10:37:17 -0800801 // Returns the last error in the session. See the enum above for details.
Steve Antonf8470812017-12-04 10:46:21 -0800802 SessionError session_error() const { return session_error_; }
803 const std::string& session_error_desc() const { return session_error_desc_; }
Steve Anton75737c02017-11-06 10:37:17 -0800804
Amit Hilbuchdd9390c2018-11-13 16:26:05 -0800805 cricket::ChannelInterface* GetChannel(const std::string& content_name);
Steve Anton75737c02017-11-06 10:37:17 -0800806
807 // Get current SSL role used by SCTP's underlying transport.
808 bool GetSctpSslRole(rtc::SSLRole* role);
809
Steve Anton75737c02017-11-06 10:37:17 -0800810 cricket::IceConfig ParseIceConfig(
811 const PeerConnectionInterface::RTCConfiguration& config) const;
812
Steve Anton75737c02017-11-06 10:37:17 -0800813 // Implements DataChannelProviderInterface.
814 bool SendData(const cricket::SendDataParams& params,
815 const rtc::CopyOnWriteBuffer& payload,
816 cricket::SendDataResult* result) override;
817 bool ConnectDataChannel(DataChannel* webrtc_data_channel) override;
818 void DisconnectDataChannel(DataChannel* webrtc_data_channel) override;
819 void AddSctpDataStream(int sid) override;
820 void RemoveSctpDataStream(int sid) override;
821 bool ReadyToSendData() const override;
822
823 cricket::DataChannelType data_channel_type() const;
824
Bjorn Mellem175aa2e2018-11-08 11:23:22 -0800825 // Implements DataChannelSink.
826 void OnDataReceived(int channel_id,
827 DataMessageType type,
828 const rtc::CopyOnWriteBuffer& buffer) override;
829 void OnChannelClosing(int channel_id) override;
830 void OnChannelClosed(int channel_id) override;
831
Steve Anton75737c02017-11-06 10:37:17 -0800832 // Called when an RTCCertificate is generated or retrieved by
833 // WebRTCSessionDescriptionFactory. Should happen before setLocalDescription.
834 void OnCertificateReady(
835 const rtc::scoped_refptr<rtc::RTCCertificate>& certificate);
836 void OnDtlsSrtpSetupFailure(cricket::BaseChannel*, bool rtcp);
837
Steve Anton75737c02017-11-06 10:37:17 -0800838 // Non-const versions of local_description()/remote_description(), for use
839 // internally.
840 SessionDescriptionInterface* mutable_local_description() {
841 return pending_local_description_ ? pending_local_description_.get()
842 : current_local_description_.get();
843 }
844 SessionDescriptionInterface* mutable_remote_description() {
845 return pending_remote_description_ ? pending_remote_description_.get()
846 : current_remote_description_.get();
847 }
848
849 // Updates the error state, signaling if necessary.
Steve Antonf8470812017-12-04 10:46:21 -0800850 void SetSessionError(SessionError error, const std::string& error_desc);
Steve Anton75737c02017-11-06 10:37:17 -0800851
Zhi Huange830e682018-03-30 10:48:35 -0700852 RTCError UpdateSessionState(SdpType type,
853 cricket::ContentSource source,
854 const cricket::SessionDescription* description);
Steve Anton75737c02017-11-06 10:37:17 -0800855 // Push the media parts of the local or remote session description
856 // down to all of the channels.
Karl Wiberg5966c502019-02-21 23:55:09 +0100857 RTCError PushdownMediaDescription(SdpType type, cricket::ContentSource source)
858 RTC_RUN_ON(signaling_thread());
Steve Anton75737c02017-11-06 10:37:17 -0800859 bool PushdownSctpParameters_n(cricket::ContentSource source);
860
Steve Anton8a006912017-12-04 15:25:56 -0800861 RTCError PushdownTransportDescription(cricket::ContentSource source,
Steve Anton3828c062017-12-06 10:34:51 -0800862 SdpType type);
Steve Anton75737c02017-11-06 10:37:17 -0800863
864 // Returns true and the TransportInfo of the given |content_name|
865 // from |description|. Returns false if it's not available.
866 static bool GetTransportDescription(
867 const cricket::SessionDescription* description,
868 const std::string& content_name,
869 cricket::TransportDescription* info);
870
Steve Anton75737c02017-11-06 10:37:17 -0800871 // Enables media channels to allow sending of media.
Steve Antoned10bd92017-12-05 10:52:59 -0800872 // This enables media to flow on all configured audio/video channels and the
873 // RtpDataChannel.
874 void EnableSending();
Steve Anton3fe1b152017-12-12 10:20:08 -0800875
Steve Anton8af21862017-12-15 11:20:13 -0800876 // Destroys all BaseChannels and destroys the SCTP data channel, if present.
Karl Wiberg85a4a932019-03-22 15:29:58 +0100877 void DestroyAllChannels() RTC_RUN_ON(signaling_thread());
Steve Anton3fe1b152017-12-12 10:20:08 -0800878
Steve Anton75737c02017-11-06 10:37:17 -0800879 // Returns the media index for a local ice candidate given the content name.
880 // Returns false if the local session description does not have a media
881 // content called |content_name|.
882 bool GetLocalCandidateMediaIndex(const std::string& content_name,
883 int* sdp_mline_index);
884 // Uses all remote candidates in |remote_desc| in this session.
885 bool UseCandidatesInSessionDescription(
Karl Wiberg744310f2019-02-14 10:18:56 +0100886 const SessionDescriptionInterface* remote_desc)
887 RTC_RUN_ON(signaling_thread());
Steve Anton75737c02017-11-06 10:37:17 -0800888 // Uses |candidate| in this session.
Karl Wiberg744310f2019-02-14 10:18:56 +0100889 bool UseCandidate(const IceCandidateInterface* candidate)
890 RTC_RUN_ON(signaling_thread());
Steve Anton75737c02017-11-06 10:37:17 -0800891 // Deletes the corresponding channel of contents that don't exist in |desc|.
892 // |desc| can be null. This means that all channels are deleted.
Karl Wiberg5966c502019-02-21 23:55:09 +0100893 void RemoveUnusedChannels(const cricket::SessionDescription* desc)
894 RTC_RUN_ON(signaling_thread());
Steve Anton75737c02017-11-06 10:37:17 -0800895
896 // Allocates media channels based on the |desc|. If |desc| doesn't have
897 // the BUNDLE option, this method will disable BUNDLE in PortAllocator.
898 // This method will also delete any existing media channels before creating.
Karl Wiberg5966c502019-02-21 23:55:09 +0100899 RTCError CreateChannels(const cricket::SessionDescription& desc)
900 RTC_RUN_ON(signaling_thread());
Steve Antondcc3c022017-12-22 16:02:54 -0800901
902 // If the BUNDLE policy is max-bundle, then we know for sure that all
903 // transports will be bundled from the start. This method returns the BUNDLE
904 // group if that's the case, or null if BUNDLE will be negotiated later. An
905 // error is returned if max-bundle is specified but the session description
906 // does not have a BUNDLE group.
907 RTCErrorOr<const cricket::ContentGroup*> GetEarlyBundleGroup(
Karl Wiberg5966c502019-02-21 23:55:09 +0100908 const cricket::SessionDescription& desc) const
909 RTC_RUN_ON(signaling_thread());
Steve Anton75737c02017-11-06 10:37:17 -0800910
911 // Helper methods to create media channels.
Karl Wiberg5966c502019-02-21 23:55:09 +0100912 cricket::VoiceChannel* CreateVoiceChannel(const std::string& mid)
913 RTC_RUN_ON(signaling_thread());
914 cricket::VideoChannel* CreateVideoChannel(const std::string& mid)
915 RTC_RUN_ON(signaling_thread());
916 bool CreateDataChannel(const std::string& mid) RTC_RUN_ON(signaling_thread());
Steve Anton75737c02017-11-06 10:37:17 -0800917
Zhi Huange830e682018-03-30 10:48:35 -0700918 bool CreateSctpTransport_n(const std::string& mid);
Steve Anton75737c02017-11-06 10:37:17 -0800919 // For bundling.
Steve Anton75737c02017-11-06 10:37:17 -0800920 void DestroySctpTransport_n();
921 // SctpTransport signal handlers. Needed to marshal signals from the network
922 // to signaling thread.
923 void OnSctpTransportReadyToSendData_n();
924 // This may be called with "false" if the direction of the m= section causes
925 // us to tear down the SCTP connection.
926 void OnSctpTransportReadyToSendData_s(bool ready);
927 void OnSctpTransportDataReceived_n(const cricket::ReceiveDataParams& params,
928 const rtc::CopyOnWriteBuffer& payload);
929 // Beyond just firing the signal to the signaling thread, listens to SCTP
930 // CONTROL messages on unused SIDs and processes them as OPEN messages.
931 void OnSctpTransportDataReceived_s(const cricket::ReceiveDataParams& params,
932 const rtc::CopyOnWriteBuffer& payload);
Taylor Brandstettercdd05f02018-05-31 13:23:32 -0700933 void OnSctpClosingProcedureStartedRemotely_n(int sid);
934 void OnSctpClosingProcedureComplete_n(int sid);
Steve Anton75737c02017-11-06 10:37:17 -0800935
Bjorn Mellem175aa2e2018-11-08 11:23:22 -0800936 bool SetupMediaTransportForDataChannels_n(const std::string& mid)
937 RTC_RUN_ON(network_thread());
938 void OnMediaTransportStateChanged_n() RTC_RUN_ON(network_thread());
939 void TeardownMediaTransportForDataChannels_n() RTC_RUN_ON(network_thread());
940
Steve Anton75737c02017-11-06 10:37:17 -0800941 bool ValidateBundleSettings(const cricket::SessionDescription* desc);
942 bool HasRtcpMuxEnabled(const cricket::ContentInfo* content);
943 // Below methods are helper methods which verifies SDP.
Steve Anton8a006912017-12-04 15:25:56 -0800944 RTCError ValidateSessionDescription(const SessionDescriptionInterface* sdesc,
Karl Wiberg5966c502019-02-21 23:55:09 +0100945 cricket::ContentSource source)
946 RTC_RUN_ON(signaling_thread());
Steve Anton75737c02017-11-06 10:37:17 -0800947
Steve Anton3828c062017-12-06 10:34:51 -0800948 // Check if a call to SetLocalDescription is acceptable with a session
949 // description of the given type.
950 bool ExpectSetLocalDescription(SdpType type);
951 // Check if a call to SetRemoteDescription is acceptable with a session
952 // description of the given type.
953 bool ExpectSetRemoteDescription(SdpType type);
Steve Anton75737c02017-11-06 10:37:17 -0800954 // Verifies a=setup attribute as per RFC 5763.
955 bool ValidateDtlsSetupAttribute(const cricket::SessionDescription* desc,
Steve Anton3828c062017-12-06 10:34:51 -0800956 SdpType type);
Steve Anton75737c02017-11-06 10:37:17 -0800957
958 // Returns true if we are ready to push down the remote candidate.
959 // |remote_desc| is the new remote description, or NULL if the current remote
960 // description should be used. Output |valid| is true if the candidate media
961 // index is valid.
962 bool ReadyToUseRemoteCandidate(const IceCandidateInterface* candidate,
963 const SessionDescriptionInterface* remote_desc,
964 bool* valid);
965
966 // Returns true if SRTP (either using DTLS-SRTP or SDES) is required by
967 // this session.
968 bool SrtpRequired() const;
969
Zhi Huange830e682018-03-30 10:48:35 -0700970 // JsepTransportController signal handlers.
Karl Wiberg744310f2019-02-14 10:18:56 +0100971 void OnTransportControllerConnectionState(cricket::IceConnectionState state)
972 RTC_RUN_ON(signaling_thread());
973 void OnTransportControllerGatheringState(cricket::IceGatheringState state)
974 RTC_RUN_ON(signaling_thread());
Steve Anton75737c02017-11-06 10:37:17 -0800975 void OnTransportControllerCandidatesGathered(
976 const std::string& transport_name,
Karl Wiberg744310f2019-02-14 10:18:56 +0100977 const std::vector<cricket::Candidate>& candidates)
978 RTC_RUN_ON(signaling_thread());
Steve Anton75737c02017-11-06 10:37:17 -0800979 void OnTransportControllerCandidatesRemoved(
Karl Wiberg744310f2019-02-14 10:18:56 +0100980 const std::vector<cricket::Candidate>& candidates)
981 RTC_RUN_ON(signaling_thread());
Steve Anton75737c02017-11-06 10:37:17 -0800982 void OnTransportControllerDtlsHandshakeError(rtc::SSLHandshakeError error);
983
Steve Antonf8470812017-12-04 10:46:21 -0800984 const char* SessionErrorToString(SessionError error) const;
Steve Anton75737c02017-11-06 10:37:17 -0800985 std::string GetSessionErrorMsg();
986
Steve Anton8e20f172018-03-06 10:55:04 -0800987 // Report the UMA metric SdpFormatReceived for the given remote offer.
988 void ReportSdpFormatReceived(const SessionDescriptionInterface& remote_offer);
989
Steve Anton0ffaaa22018-02-23 10:31:30 -0800990 // Report inferred negotiated SDP semantics from a local/remote answer to the
991 // UMA observer.
992 void ReportNegotiatedSdpSemantics(const SessionDescriptionInterface& answer);
993
Steve Anton75737c02017-11-06 10:37:17 -0800994 // Invoked when TransportController connection completion is signaled.
995 // Reports stats for all transports in use.
996 void ReportTransportStats();
997
998 // Gather the usage of IPv4/IPv6 as best connection.
999 void ReportBestConnectionState(const cricket::TransportStats& stats);
1000
Steve Antonc7b964c2018-02-01 14:39:45 -08001001 void ReportNegotiatedCiphers(const cricket::TransportStats& stats,
1002 const std::set<cricket::MediaType>& media_types);
Steve Anton75737c02017-11-06 10:37:17 -08001003
Harald Alvestrand8ebba742018-05-31 14:00:34 +02001004 void NoteUsageEvent(UsageEvent event);
Karl Wiberg744310f2019-02-14 10:18:56 +01001005 void ReportUsagePattern() const RTC_RUN_ON(signaling_thread());
Harald Alvestrand8ebba742018-05-31 14:00:34 +02001006
Steve Anton75737c02017-11-06 10:37:17 -08001007 void OnSentPacket_w(const rtc::SentPacket& sent_packet);
1008
1009 const std::string GetTransportName(const std::string& content_name);
1010
Steve Anton6fec8802017-12-04 10:37:29 -08001011 // Destroys and clears the BaseChannel associated with the given transceiver,
1012 // if such channel is set.
1013 void DestroyTransceiverChannel(
1014 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>
1015 transceiver);
1016
1017 // Destroys the RTP data channel and/or the SCTP data channel and clears it.
Karl Wiberg85a4a932019-03-22 15:29:58 +01001018 void DestroyDataChannel() RTC_RUN_ON(signaling_thread());
Steve Anton75737c02017-11-06 10:37:17 -08001019
Amit Hilbuchdd9390c2018-11-13 16:26:05 -08001020 // Destroys the given ChannelInterface.
1021 // The channel cannot be accessed after this method is called.
1022 void DestroyChannelInterface(cricket::ChannelInterface* channel);
Steve Anton6fec8802017-12-04 10:37:29 -08001023
Zhi Huang365381f2018-04-13 16:44:34 -07001024 // JsepTransportController::Observer override.
Taylor Brandstettercbaa2542018-04-16 16:42:14 -07001025 //
1026 // Called by |transport_controller_| when processing transport information
1027 // from a session description, and the mapping from m= sections to transports
1028 // changed (as a result of BUNDLE negotiation, or m= sections being
1029 // rejected).
Piotr (Peter) Slatalacc8e8bb2018-11-15 08:26:19 -08001030 bool OnTransportChanged(const std::string& mid,
1031 RtpTransportInternal* rtp_transport,
Harald Alvestrandc85328f2019-02-28 07:51:00 +01001032 rtc::scoped_refptr<DtlsTransport> dtls_transport,
Karl Wiberg6cab5c82019-03-26 09:57:01 +01001033 MediaTransportInterface* media_transport) override
1034 RTC_RUN_ON(worker_thread());
Zhi Huange830e682018-03-30 10:48:35 -07001035
Harald Alvestrand7a1c7f72018-08-01 10:50:16 +02001036 // Returns the observer. Will crash on CHECK if the observer is removed.
Karl Wiberg744310f2019-02-14 10:18:56 +01001037 PeerConnectionObserver* Observer() const RTC_RUN_ON(signaling_thread());
Harald Alvestrand7a1c7f72018-08-01 10:50:16 +02001038
Benjamin Wright8c27cca2018-10-25 10:16:44 -07001039 // Returns the CryptoOptions for this PeerConnection. This will always
1040 // return the RTCConfiguration.crypto_options if set and will only default
1041 // back to the PeerConnectionFactory settings if nothing was set.
Karl Wiberg5966c502019-02-21 23:55:09 +01001042 CryptoOptions GetCryptoOptions() RTC_RUN_ON(signaling_thread());
Benjamin Wright8c27cca2018-10-25 10:16:44 -07001043
Anton Sukhanov98a462c2018-10-17 13:15:42 -07001044 // Returns rtp transport, result can not be nullptr.
1045 RtpTransportInternal* GetRtpTransport(const std::string& mid) {
1046 auto rtp_transport = transport_controller_->GetRtpTransport(mid);
1047 RTC_DCHECK(rtp_transport);
1048 return rtp_transport;
1049 }
1050
1051 // Returns media transport, if PeerConnection was created with configuration
1052 // to use media transport. Otherwise returns nullptr.
Karl Wiberg5966c502019-02-21 23:55:09 +01001053 MediaTransportInterface* GetMediaTransport(const std::string& mid)
1054 RTC_RUN_ON(signaling_thread()) {
Anton Sukhanov98a462c2018-10-17 13:15:42 -07001055 auto media_transport = transport_controller_->GetMediaTransport(mid);
Bjorn Mellema9bbd862018-11-02 09:07:48 -07001056 RTC_DCHECK((configuration_.use_media_transport ||
1057 configuration_.use_media_transport_for_data_channels) ==
Piotr (Peter) Slatala97fc11f2018-10-18 12:57:59 -07001058 (media_transport != nullptr))
1059 << "configuration_.use_media_transport="
1060 << configuration_.use_media_transport
Bjorn Mellema9bbd862018-11-02 09:07:48 -07001061 << ", configuration_.use_media_transport_for_data_channels="
1062 << configuration_.use_media_transport_for_data_channels
Piotr (Peter) Slatala97fc11f2018-10-18 12:57:59 -07001063 << ", (media_transport != nullptr)=" << (media_transport != nullptr);
Anton Sukhanov98a462c2018-10-17 13:15:42 -07001064 return media_transport;
1065 }
1066
Karl Wiberg106d92d2019-02-14 10:17:47 +01001067 sigslot::signal1<DataChannel*> SignalDataChannelCreated_
1068 RTC_GUARDED_BY(signaling_thread());
Steve Anton2d8609c2018-01-23 16:38:46 -08001069
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001070 // Storing the factory as a scoped reference pointer ensures that the memory
1071 // in the PeerConnectionFactoryImpl remains available as long as the
1072 // PeerConnection is running. It is passed to PeerConnection as a raw pointer.
1073 // However, since the reference counting is done in the
deadbeefab9b2d12015-10-14 11:33:11 -07001074 // PeerConnectionFactoryInterface all instances created using the raw pointer
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001075 // will refer to the same reference count.
Karl Wiberg744310f2019-02-14 10:18:56 +01001076 const rtc::scoped_refptr<PeerConnectionFactory> factory_;
1077 PeerConnectionObserver* observer_ RTC_GUARDED_BY(signaling_thread()) =
1078 nullptr;
terelius33860252017-05-12 23:37:18 -07001079
1080 // The EventLog needs to outlive |call_| (and any other object that uses it).
Karl Wibergb03ab712019-02-14 11:59:57 +01001081 std::unique_ptr<RtcEventLog> event_log_ RTC_GUARDED_BY(worker_thread());
1082
1083 // Points to the same thing as `event_log_`. Since it's const, we may read the
1084 // pointer (but not touch the object) from any thread.
1085 RtcEventLog* const event_log_ptr_ RTC_PT_GUARDED_BY(worker_thread());
terelius33860252017-05-12 23:37:18 -07001086
Karl Wiberg8d2e2282019-02-17 13:00:07 +01001087 SignalingState signaling_state_ RTC_GUARDED_BY(signaling_thread()) = kStable;
1088 IceConnectionState ice_connection_state_ RTC_GUARDED_BY(signaling_thread()) =
1089 kIceConnectionNew;
1090 PeerConnectionInterface::IceConnectionState standardized_ice_connection_state_
1091 RTC_GUARDED_BY(signaling_thread()) = kIceConnectionNew;
1092 PeerConnectionInterface::PeerConnectionState connection_state_
1093 RTC_GUARDED_BY(signaling_thread()) = PeerConnectionState::kNew;
Jonas Olsson635474e2018-10-18 15:58:17 +02001094
Karl Wiberg8d2e2282019-02-17 13:00:07 +01001095 IceGatheringState ice_gathering_state_ RTC_GUARDED_BY(signaling_thread()) =
1096 kIceGatheringNew;
Karl Wiberg5966c502019-02-21 23:55:09 +01001097 PeerConnectionInterface::RTCConfiguration configuration_
1098 RTC_GUARDED_BY(signaling_thread());
1099
1100 // Cache configuration_.use_media_transport so that we can access it from
1101 // other threads.
1102 // TODO(bugs.webrtc.org/9987): Caching just this bool and allowing the data
1103 // it's derived from to change is not necessarily sound. Stop doing it.
1104 rtc::RaceChecker use_media_transport_race_checker_;
1105 bool use_media_transport_ RTC_GUARDED_BY(use_media_transport_race_checker_) =
1106 configuration_.use_media_transport;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001107
Zach Steine20867f2018-08-02 13:20:15 -07001108 // TODO(zstein): |async_resolver_factory_| can currently be nullptr if it
1109 // is not injected. It should be required once chromium supplies it.
Karl Wibergfb3be392019-03-22 14:13:22 +01001110 std::unique_ptr<AsyncResolverFactory> async_resolver_factory_
1111 RTC_GUARDED_BY(signaling_thread());
1112 std::unique_ptr<cricket::PortAllocator>
1113 port_allocator_; // TODO(bugs.webrtc.org/9987): Accessed on both
1114 // signaling and network thread.
1115 std::unique_ptr<rtc::SSLCertificateVerifier>
1116 tls_cert_verifier_; // TODO(bugs.webrtc.org/9987): Accessed on both
1117 // signaling and network thread.
deadbeefab9b2d12015-10-14 11:33:11 -07001118
zhihuang8f65cdf2016-05-06 18:40:30 -07001119 // One PeerConnection has only one RTCP CNAME.
1120 // https://tools.ietf.org/html/draft-ietf-rtcweb-rtp-usage-26#section-4.9
Karl Wibergfb3be392019-03-22 14:13:22 +01001121 const std::string rtcp_cname_;
zhihuang8f65cdf2016-05-06 18:40:30 -07001122
deadbeefab9b2d12015-10-14 11:33:11 -07001123 // Streams added via AddStream.
Karl Wiberg1e1e1022019-03-22 14:27:22 +01001124 const rtc::scoped_refptr<StreamCollection> local_streams_
1125 RTC_GUARDED_BY(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -07001126 // Streams created as a result of SetRemoteDescription.
Karl Wiberg1e1e1022019-03-22 14:27:22 +01001127 const rtc::scoped_refptr<StreamCollection> remote_streams_
1128 RTC_GUARDED_BY(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -07001129
Karl Wiberg1e1e1022019-03-22 14:27:22 +01001130 std::vector<std::unique_ptr<MediaStreamObserver>> stream_observers_
1131 RTC_GUARDED_BY(signaling_thread());
deadbeefeb459812015-12-15 19:24:43 -08001132
Steve Anton4171afb2017-11-20 10:20:22 -08001133 // These lists store sender info seen in local/remote descriptions.
Karl Wibergc70999e2019-03-22 15:14:27 +01001134 std::vector<RtpSenderInfo> remote_audio_sender_infos_
1135 RTC_GUARDED_BY(signaling_thread());
1136 std::vector<RtpSenderInfo> remote_video_sender_infos_
1137 RTC_GUARDED_BY(signaling_thread());
1138 std::vector<RtpSenderInfo> local_audio_sender_infos_
1139 RTC_GUARDED_BY(signaling_thread());
1140 std::vector<RtpSenderInfo> local_video_sender_infos_
1141 RTC_GUARDED_BY(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -07001142
Karl Wiberg85a4a932019-03-22 15:29:58 +01001143 SctpSidAllocator sid_allocator_ RTC_GUARDED_BY(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -07001144 // label -> DataChannel
Karl Wiberg85a4a932019-03-22 15:29:58 +01001145 std::map<std::string, rtc::scoped_refptr<DataChannel>> rtp_data_channels_
1146 RTC_GUARDED_BY(signaling_thread());
1147 std::vector<rtc::scoped_refptr<DataChannel>> sctp_data_channels_
1148 RTC_GUARDED_BY(signaling_thread());
1149 std::vector<rtc::scoped_refptr<DataChannel>> sctp_data_channels_to_free_
1150 RTC_GUARDED_BY(signaling_thread());
deadbeefab9b2d12015-10-14 11:33:11 -07001151
Karl Wiberg85a4a932019-03-22 15:29:58 +01001152 bool remote_peer_supports_msid_ RTC_GUARDED_BY(signaling_thread()) = false;
deadbeef70ab1a12015-09-28 16:53:55 -07001153
Karl Wiberg6cab5c82019-03-26 09:57:01 +01001154 std::unique_ptr<Call> call_ RTC_GUARDED_BY(worker_thread());
1155
1156 // Points to the same thing as `call_`. Since it's const, we may read the
1157 // pointer (but not touch the object) from any thread.
1158 Call* const call_ptr_ RTC_PT_GUARDED_BY(worker_thread());
1159
1160 std::unique_ptr<StatsCollector> stats_
1161 RTC_GUARDED_BY(signaling_thread()); // A pointer is passed to senders_
1162 rtc::scoped_refptr<RTCStatsCollector> stats_collector_
1163 RTC_GUARDED_BY(signaling_thread());
terelius33860252017-05-12 23:37:18 -07001164
deadbeefa601f5c2016-06-06 14:27:39 -07001165 std::vector<
Steve Anton4171afb2017-11-20 10:20:22 -08001166 rtc::scoped_refptr<RtpTransceiverProxyWithInternal<RtpTransceiver>>>
1167 transceivers_;
Henrik Boström5b147782018-12-04 11:25:05 +01001168 // In Unified Plan, if we encounter remote SDP that does not contain an a=msid
1169 // line we create and use a stream with a random ID for our receivers. This is
1170 // to support legacy endpoints that do not support the a=msid attribute (as
1171 // opposed to streamless tracks with "a=msid:-").
1172 rtc::scoped_refptr<MediaStreamInterface> missing_msid_default_stream_;
Amit Hilbuchae3df542019-01-07 12:13:08 -08001173 // MIDs will be generated using this generator which will keep track of
1174 // all the MIDs that have been seen over the life of the PeerConnection.
Amit Hilbuchdbb49df2019-01-23 14:54:24 -08001175 rtc::UniqueStringGenerator mid_generator_;
Steve Anton75737c02017-11-06 10:37:17 -08001176
Steve Antonf8470812017-12-04 10:46:21 -08001177 SessionError session_error_ = SessionError::kNone;
1178 std::string session_error_desc_;
Steve Anton75737c02017-11-06 10:37:17 -08001179
1180 std::string session_id_;
Steve Anton75737c02017-11-06 10:37:17 -08001181
Zhi Huange830e682018-03-30 10:48:35 -07001182 std::unique_ptr<JsepTransportController> transport_controller_;
Steve Anton75737c02017-11-06 10:37:17 -08001183 std::unique_ptr<cricket::SctpTransportInternalFactory> sctp_factory_;
Steve Anton75737c02017-11-06 10:37:17 -08001184 // |rtp_data_channel_| is used if in RTP data channel mode, |sctp_transport_|
1185 // when using SCTP.
1186 cricket::RtpDataChannel* rtp_data_channel_ = nullptr;
1187
Harald Alvestrandc85328f2019-02-28 07:51:00 +01001188 cricket::SctpTransportInternal* cricket_sctp_transport() {
1189 return sctp_transport_->internal();
1190 }
1191 rtc::scoped_refptr<SctpTransport> sctp_transport_;
Zhi Huange830e682018-03-30 10:48:35 -07001192 // |sctp_mid_| is the content name (MID) in SDP.
Danil Chapovalov66cadcc2018-06-19 16:47:43 +02001193 absl::optional<std::string> sctp_mid_;
Steve Anton75737c02017-11-06 10:37:17 -08001194 // Value cached on signaling thread. Only updated when SctpReadyToSendData
1195 // fires on the signaling thread.
1196 bool sctp_ready_to_send_data_ = false;
1197 // Same as signals provided by SctpTransport, but these are guaranteed to
1198 // fire on the signaling thread, whereas SctpTransport fires on the networking
1199 // thread.
1200 // |sctp_invoker_| is used so that any signals queued on the signaling thread
1201 // from the network thread are immediately discarded if the SctpTransport is
1202 // destroyed (due to m= section being rejected).
1203 // TODO(deadbeef): Use a proxy object to ensure that method calls/signals
1204 // are marshalled to the right thread. Could almost use proxy.h for this,
1205 // but it doesn't have a mechanism for marshalling sigslot::signals
1206 std::unique_ptr<rtc::AsyncInvoker> sctp_invoker_;
1207 sigslot::signal1<bool> SignalSctpReadyToSendData;
1208 sigslot::signal2<const cricket::ReceiveDataParams&,
1209 const rtc::CopyOnWriteBuffer&>
1210 SignalSctpDataReceived;
Taylor Brandstettercdd05f02018-05-31 13:23:32 -07001211 sigslot::signal1<int> SignalSctpClosingProcedureStartedRemotely;
1212 sigslot::signal1<int> SignalSctpClosingProcedureComplete;
Steve Anton75737c02017-11-06 10:37:17 -08001213
Bjorn Mellem175aa2e2018-11-08 11:23:22 -08001214 // Whether this peer is the caller. Set when the local description is applied.
1215 absl::optional<bool> is_caller_ RTC_GUARDED_BY(signaling_thread());
1216
1217 // Content name (MID) for media transport data channels in SDP.
1218 absl::optional<std::string> media_transport_data_mid_;
1219
1220 // Media transport used for data channels. Thread-safe.
1221 MediaTransportInterface* media_transport_ = nullptr;
1222
1223 // Cached value of whether the media transport is ready to send.
1224 bool media_transport_ready_to_send_data_ RTC_GUARDED_BY(signaling_thread()) =
1225 false;
1226
1227 // Used to invoke media transport signals on the signaling thread.
1228 std::unique_ptr<rtc::AsyncInvoker> media_transport_invoker_;
1229
1230 // Identical to the signals for SCTP, but from media transport:
1231 sigslot::signal1<bool> SignalMediaTransportWritable_s
1232 RTC_GUARDED_BY(signaling_thread());
1233 sigslot::signal2<const cricket::ReceiveDataParams&,
1234 const rtc::CopyOnWriteBuffer&>
1235 SignalMediaTransportReceivedData_s RTC_GUARDED_BY(signaling_thread());
1236 sigslot::signal1<int> SignalMediaTransportChannelClosing_s
1237 RTC_GUARDED_BY(signaling_thread());
1238 sigslot::signal1<int> SignalMediaTransportChannelClosed_s
1239 RTC_GUARDED_BY(signaling_thread());
1240
Steve Anton75737c02017-11-06 10:37:17 -08001241 std::unique_ptr<SessionDescriptionInterface> current_local_description_;
1242 std::unique_ptr<SessionDescriptionInterface> pending_local_description_;
1243 std::unique_ptr<SessionDescriptionInterface> current_remote_description_;
1244 std::unique_ptr<SessionDescriptionInterface> pending_remote_description_;
1245 bool dtls_enabled_ = false;
1246 // Specifies which kind of data channel is allowed. This is controlled
1247 // by the chrome command-line flag and constraints:
1248 // 1. If chrome command-line switch 'enable-sctp-data-channels' is enabled,
1249 // constraint kEnableDtlsSrtp is true, and constaint kEnableRtpDataChannels is
1250 // not set or false, SCTP is allowed (DCT_SCTP);
1251 // 2. If constraint kEnableRtpDataChannels is true, RTP is allowed (DCT_RTP);
1252 // 3. If both 1&2 are false, data channel is not allowed (DCT_NONE).
1253 cricket::DataChannelType data_channel_type_ = cricket::DCT_NONE;
1254 // List of content names for which the remote side triggered an ICE restart.
1255 std::set<std::string> pending_ice_restarts_;
1256
1257 std::unique_ptr<WebRtcSessionDescriptionFactory> webrtc_session_desc_factory_;
1258
1259 // Member variables for caching global options.
1260 cricket::AudioOptions audio_options_;
1261 cricket::VideoOptions video_options_;
Harald Alvestrand8ebba742018-05-31 14:00:34 +02001262
1263 int usage_event_accumulator_ = 0;
Harald Alvestrand19793842018-06-25 12:03:50 +02001264 bool return_histogram_very_quickly_ = false;
Amit Hilbuchbcd39d42019-01-25 17:13:56 -08001265
1266 // This object should be used to generate any SSRC that is not explicitly
1267 // specified by the user (or by the remote party).
1268 // The generator is not used directly, instead it is passed on to the
1269 // channel manager and the session description factory.
1270 rtc::UniqueRandomIdGenerator ssrc_generator_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001271};
1272
1273} // namespace webrtc
1274
Steve Anton10542f22019-01-11 09:11:00 -08001275#endif // PC_PEER_CONNECTION_H_