blob: b976cc0c377d1a8452e69de179e755be3d50ecae [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
kjellander65c7f672016-02-12 00:05:01 -08002 * Copyright 2004 The WebRTC project authors. All Rights Reserved.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003 *
kjellander65c7f672016-02-12 00:05:01 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00009 */
10
jbauch5869f502017-06-29 12:31:36 -070011#include <algorithm>
12#include <iterator>
kwiberg0eb15ed2015-12-17 03:04:15 -080013#include <utility>
14
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020015#include "pc/channel.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000016
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020017#include "api/call/audio_sink.h"
18#include "media/base/mediaconstants.h"
19#include "media/base/rtputils.h"
20#include "rtc_base/bind.h"
21#include "rtc_base/byteorder.h"
22#include "rtc_base/checks.h"
23#include "rtc_base/copyonwritebuffer.h"
24#include "rtc_base/dscp.h"
25#include "rtc_base/logging.h"
26#include "rtc_base/networkroute.h"
27#include "rtc_base/ptr_util.h"
28#include "rtc_base/trace_event.h"
zhihuang38ede132017-06-15 12:52:32 -070029// Adding 'nogncheck' to disable the gn include headers check to support modular
30// WebRTC build targets.
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020031#include "media/engine/webrtcvoiceengine.h" // nogncheck
32#include "p2p/base/packettransportinternal.h"
33#include "pc/channelmanager.h"
Steve Anton4e70a722017-11-28 14:57:10 -080034#include "pc/rtpmediautils.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020035#include "pc/rtptransport.h"
36#include "pc/srtptransport.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000037
38namespace cricket {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000039using rtc::Bind;
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +000040
deadbeef2d110be2016-01-13 12:00:26 -080041namespace {
kwiberg31022942016-03-11 14:18:21 -080042// See comment below for why we need to use a pointer to a unique_ptr.
deadbeef2d110be2016-01-13 12:00:26 -080043bool SetRawAudioSink_w(VoiceMediaChannel* channel,
44 uint32_t ssrc,
kwiberg31022942016-03-11 14:18:21 -080045 std::unique_ptr<webrtc::AudioSinkInterface>* sink) {
46 channel->SetRawAudioSink(ssrc, std::move(*sink));
deadbeef2d110be2016-01-13 12:00:26 -080047 return true;
48}
Danil Chapovalov33b01f22016-05-11 19:55:27 +020049
50struct SendPacketMessageData : public rtc::MessageData {
51 rtc::CopyOnWriteBuffer packet;
52 rtc::PacketOptions options;
53};
54
deadbeef2d110be2016-01-13 12:00:26 -080055} // namespace
56
henrike@webrtc.org28e20752013-07-10 00:45:36 +000057enum {
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +000058 MSG_EARLYMEDIATIMEOUT = 1,
Danil Chapovalov33b01f22016-05-11 19:55:27 +020059 MSG_SEND_RTP_PACKET,
60 MSG_SEND_RTCP_PACKET,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000061 MSG_CHANNEL_ERROR,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000062 MSG_READYTOSENDDATA,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000063 MSG_DATARECEIVED,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000064 MSG_FIRSTPACKETRECEIVED,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000065};
66
67// Value specified in RFC 5764.
68static const char kDtlsSrtpExporterLabel[] = "EXTRACTOR-dtls_srtp";
69
70static const int kAgcMinus10db = -10;
71
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +000072static void SafeSetError(const std::string& message, std::string* error_desc) {
73 if (error_desc) {
74 *error_desc = message;
75 }
76}
77
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000078struct VoiceChannelErrorMessageData : public rtc::MessageData {
Peter Boström0c4e06b2015-10-07 12:23:21 +020079 VoiceChannelErrorMessageData(uint32_t in_ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000080 VoiceMediaChannel::Error in_error)
Peter Boström0c4e06b2015-10-07 12:23:21 +020081 : ssrc(in_ssrc), error(in_error) {}
82 uint32_t ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000083 VoiceMediaChannel::Error error;
84};
85
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000086struct VideoChannelErrorMessageData : public rtc::MessageData {
Peter Boström0c4e06b2015-10-07 12:23:21 +020087 VideoChannelErrorMessageData(uint32_t in_ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000088 VideoMediaChannel::Error in_error)
Peter Boström0c4e06b2015-10-07 12:23:21 +020089 : ssrc(in_ssrc), error(in_error) {}
90 uint32_t ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000091 VideoMediaChannel::Error error;
92};
93
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000094struct DataChannelErrorMessageData : public rtc::MessageData {
Peter Boström0c4e06b2015-10-07 12:23:21 +020095 DataChannelErrorMessageData(uint32_t in_ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000096 DataMediaChannel::Error in_error)
Peter Boström0c4e06b2015-10-07 12:23:21 +020097 : ssrc(in_ssrc), error(in_error) {}
98 uint32_t ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000099 DataMediaChannel::Error error;
100};
101
jbaucheec21bd2016-03-20 06:15:43 -0700102static bool ValidPacket(bool rtcp, const rtc::CopyOnWriteBuffer* packet) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000103 // Check the packet size. We could check the header too if needed.
zstein3dcf0e92017-06-01 13:22:42 -0700104 return packet && IsValidRtpRtcpPacketSize(rtcp, packet->size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000105}
106
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700107template <class Codec>
108void RtpParametersFromMediaDescription(
109 const MediaContentDescriptionImpl<Codec>* desc,
jbauch5869f502017-06-29 12:31:36 -0700110 const RtpHeaderExtensions& extensions,
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700111 RtpParameters<Codec>* params) {
112 // TODO(pthatcher): Remove this once we're sure no one will give us
Zhi Huang801b8682017-11-15 11:36:43 -0800113 // a description without codecs. Currently the ORTC implementation is relying
114 // on this.
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700115 if (desc->has_codecs()) {
116 params->codecs = desc->codecs();
117 }
118 // TODO(pthatcher): See if we really need
119 // rtp_header_extensions_set() and remove it if we don't.
120 if (desc->rtp_header_extensions_set()) {
jbauch5869f502017-06-29 12:31:36 -0700121 params->extensions = extensions;
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700122 }
deadbeef13871492015-12-09 12:37:51 -0800123 params->rtcp.reduced_size = desc->rtcp_reduced_size();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700124}
125
nisse05103312016-03-16 02:22:50 -0700126template <class Codec>
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700127void RtpSendParametersFromMediaDescription(
128 const MediaContentDescriptionImpl<Codec>* desc,
jbauch5869f502017-06-29 12:31:36 -0700129 const RtpHeaderExtensions& extensions,
nisse05103312016-03-16 02:22:50 -0700130 RtpSendParameters<Codec>* send_params) {
jbauch5869f502017-06-29 12:31:36 -0700131 RtpParametersFromMediaDescription(desc, extensions, send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700132 send_params->max_bandwidth_bps = desc->bandwidth();
133}
134
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200135BaseChannel::BaseChannel(rtc::Thread* worker_thread,
136 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -0800137 rtc::Thread* signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -0800138 std::unique_ptr<MediaChannel> media_channel,
deadbeefcbecd352015-09-23 11:50:27 -0700139 const std::string& content_name,
deadbeefac22f702017-01-12 21:59:29 -0800140 bool rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -0800141 bool srtp_required)
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200142 : worker_thread_(worker_thread),
143 network_thread_(network_thread),
zhihuangf5b251b2017-01-12 19:37:48 -0800144 signaling_thread_(signaling_thread),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000145 content_name_(content_name),
zstein56162b92017-04-24 16:54:35 -0700146 rtcp_mux_required_(rtcp_mux_required),
deadbeef7af91dd2016-12-13 11:29:11 -0800147 srtp_required_(srtp_required),
Zhi Huang1d88d742017-11-15 15:58:49 -0800148 media_channel_(std::move(media_channel)) {
Steve Anton8699a322017-11-06 15:53:33 -0800149 RTC_DCHECK_RUN_ON(worker_thread_);
Zhi Huangcf990f52017-09-22 12:12:30 -0700150 if (srtp_required) {
151 auto transport =
152 rtc::MakeUnique<webrtc::SrtpTransport>(rtcp_mux_required, content_name);
153 srtp_transport_ = transport.get();
154 rtp_transport_ = std::move(transport);
jbauchdfcab722017-03-06 00:14:10 -0800155#if defined(ENABLE_EXTERNAL_AUTH)
Zhi Huangcf990f52017-09-22 12:12:30 -0700156 srtp_transport_->EnableExternalAuth();
jbauchdfcab722017-03-06 00:14:10 -0800157#endif
Zhi Huangcf990f52017-09-22 12:12:30 -0700158 } else {
159 rtp_transport_ = rtc::MakeUnique<webrtc::RtpTransport>(rtcp_mux_required);
160 srtp_transport_ = nullptr;
161 }
zsteine8ab5432017-07-12 11:48:11 -0700162 rtp_transport_->SignalReadyToSend.connect(
zstein56162b92017-04-24 16:54:35 -0700163 this, &BaseChannel::OnTransportReadyToSend);
zstein3dcf0e92017-06-01 13:22:42 -0700164 // TODO(zstein): RtpTransport::SignalPacketReceived will probably be replaced
165 // with a callback interface later so that the demuxer can select which
166 // channel to signal.
zsteine8ab5432017-07-12 11:48:11 -0700167 rtp_transport_->SignalPacketReceived.connect(this,
zstein398c3fd2017-07-19 13:38:02 -0700168 &BaseChannel::OnPacketReceived);
Zhi Huang942bc2e2017-11-13 13:26:07 -0800169 rtp_transport_->SignalNetworkRouteChanged.connect(
170 this, &BaseChannel::OnNetworkRouteChanged);
Mirko Bonadei675513b2017-11-09 11:09:25 +0100171 RTC_LOG(LS_INFO) << "Created channel for " << content_name;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000172}
173
174BaseChannel::~BaseChannel() {
Peter Boströmca8b4042016-03-08 14:24:13 -0800175 TRACE_EVENT0("webrtc", "BaseChannel::~BaseChannel");
Steve Anton8699a322017-11-06 15:53:33 -0800176 RTC_DCHECK_RUN_ON(worker_thread_);
wu@webrtc.org78187522013-10-07 23:32:02 +0000177 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000178 StopConnectionMonitor();
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200179 // Eats any outstanding messages or packets.
180 worker_thread_->Clear(&invoker_);
181 worker_thread_->Clear(this);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000182 // We must destroy the media channel before the transport channel, otherwise
183 // the media channel may try to send on the dead transport channel. NULLing
184 // is not an effective strategy since the sends will come on another thread.
Steve Anton8699a322017-11-06 15:53:33 -0800185 media_channel_.reset();
Mirko Bonadei675513b2017-11-09 11:09:25 +0100186 RTC_LOG(LS_INFO) << "Destroyed channel: " << content_name_;
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200187}
188
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200189void BaseChannel::DisconnectTransportChannels_n() {
190 // Send any outstanding RTCP packets.
191 FlushRtcpMessages_n();
192
193 // Stop signals from transport channels, but keep them alive because
194 // media_channel may use them from a different thread.
zhihuangb2cdd932017-01-19 16:54:25 -0800195 if (rtp_dtls_transport_) {
deadbeeff5346592017-01-24 21:51:21 -0800196 DisconnectFromDtlsTransport(rtp_dtls_transport_);
zsteine8ab5432017-07-12 11:48:11 -0700197 } else if (rtp_transport_->rtp_packet_transport()) {
198 DisconnectFromPacketTransport(rtp_transport_->rtp_packet_transport());
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200199 }
zhihuangb2cdd932017-01-19 16:54:25 -0800200 if (rtcp_dtls_transport_) {
deadbeeff5346592017-01-24 21:51:21 -0800201 DisconnectFromDtlsTransport(rtcp_dtls_transport_);
zsteine8ab5432017-07-12 11:48:11 -0700202 } else if (rtp_transport_->rtcp_packet_transport()) {
203 DisconnectFromPacketTransport(rtp_transport_->rtcp_packet_transport());
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200204 }
205
zsteine8ab5432017-07-12 11:48:11 -0700206 rtp_transport_->SetRtpPacketTransport(nullptr);
207 rtp_transport_->SetRtcpPacketTransport(nullptr);
zstein3dcf0e92017-06-01 13:22:42 -0700208
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200209 // Clear pending read packets/messages.
210 network_thread_->Clear(&invoker_);
211 network_thread_->Clear(this);
212}
213
Steve Anton8699a322017-11-06 15:53:33 -0800214void BaseChannel::Init_w(DtlsTransportInternal* rtp_dtls_transport,
deadbeeff5346592017-01-24 21:51:21 -0800215 DtlsTransportInternal* rtcp_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -0800216 rtc::PacketTransportInternal* rtp_packet_transport,
217 rtc::PacketTransportInternal* rtcp_packet_transport) {
Steve Anton8699a322017-11-06 15:53:33 -0800218 RTC_DCHECK_RUN_ON(worker_thread_);
219 network_thread_->Invoke<void>(RTC_FROM_HERE, [&] {
220 return InitNetwork_n(rtp_dtls_transport, rtcp_dtls_transport,
221 rtp_packet_transport, rtcp_packet_transport);
222 });
223
deadbeeff5346592017-01-24 21:51:21 -0800224 // Both RTP and RTCP channels should be set, we can call SetInterface on
225 // the media channel and it can set network options.
wu@webrtc.orgde305012013-10-31 15:40:38 +0000226 media_channel_->SetInterface(this);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000227}
228
Steve Anton8699a322017-11-06 15:53:33 -0800229void BaseChannel::InitNetwork_n(
deadbeeff5346592017-01-24 21:51:21 -0800230 DtlsTransportInternal* rtp_dtls_transport,
231 DtlsTransportInternal* rtcp_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -0800232 rtc::PacketTransportInternal* rtp_packet_transport,
233 rtc::PacketTransportInternal* rtcp_packet_transport) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200234 RTC_DCHECK(network_thread_->IsCurrent());
deadbeeff5346592017-01-24 21:51:21 -0800235 SetTransports_n(rtp_dtls_transport, rtcp_dtls_transport, rtp_packet_transport,
236 rtcp_packet_transport);
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200237
zstein56162b92017-04-24 16:54:35 -0700238 if (rtcp_mux_required_) {
deadbeefac22f702017-01-12 21:59:29 -0800239 rtcp_mux_filter_.SetActive();
240 }
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200241}
242
wu@webrtc.org78187522013-10-07 23:32:02 +0000243void BaseChannel::Deinit() {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200244 RTC_DCHECK(worker_thread_->IsCurrent());
wu@webrtc.org78187522013-10-07 23:32:02 +0000245 media_channel_->SetInterface(NULL);
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200246 // Packets arrive on the network thread, processing packets calls virtual
247 // functions, so need to stop this process in Deinit that is called in
248 // derived classes destructor.
249 network_thread_->Invoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700250 RTC_FROM_HERE, Bind(&BaseChannel::DisconnectTransportChannels_n, this));
wu@webrtc.org78187522013-10-07 23:32:02 +0000251}
252
zhihuangb2cdd932017-01-19 16:54:25 -0800253void BaseChannel::SetTransports(DtlsTransportInternal* rtp_dtls_transport,
254 DtlsTransportInternal* rtcp_dtls_transport) {
deadbeeff5346592017-01-24 21:51:21 -0800255 network_thread_->Invoke<void>(
256 RTC_FROM_HERE,
257 Bind(&BaseChannel::SetTransports_n, this, rtp_dtls_transport,
258 rtcp_dtls_transport, rtp_dtls_transport, rtcp_dtls_transport));
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000259}
260
deadbeeff5346592017-01-24 21:51:21 -0800261void BaseChannel::SetTransports(
deadbeef5bd5ca32017-02-10 11:31:50 -0800262 rtc::PacketTransportInternal* rtp_packet_transport,
263 rtc::PacketTransportInternal* rtcp_packet_transport) {
deadbeeff5346592017-01-24 21:51:21 -0800264 network_thread_->Invoke<void>(
265 RTC_FROM_HERE, Bind(&BaseChannel::SetTransports_n, this, nullptr, nullptr,
266 rtp_packet_transport, rtcp_packet_transport));
267}
zhihuangf5b251b2017-01-12 19:37:48 -0800268
deadbeeff5346592017-01-24 21:51:21 -0800269void BaseChannel::SetTransports_n(
270 DtlsTransportInternal* rtp_dtls_transport,
271 DtlsTransportInternal* rtcp_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -0800272 rtc::PacketTransportInternal* rtp_packet_transport,
273 rtc::PacketTransportInternal* rtcp_packet_transport) {
deadbeeff5346592017-01-24 21:51:21 -0800274 RTC_DCHECK(network_thread_->IsCurrent());
275 // Validate some assertions about the input.
276 RTC_DCHECK(rtp_packet_transport);
277 RTC_DCHECK_EQ(NeedsRtcpTransport(), rtcp_packet_transport != nullptr);
278 if (rtp_dtls_transport || rtcp_dtls_transport) {
279 // DTLS/non-DTLS pointers should be to the same object.
280 RTC_DCHECK(rtp_dtls_transport == rtp_packet_transport);
281 RTC_DCHECK(rtcp_dtls_transport == rtcp_packet_transport);
282 // Can't go from non-DTLS to DTLS.
zsteine8ab5432017-07-12 11:48:11 -0700283 RTC_DCHECK(!rtp_transport_->rtp_packet_transport() || rtp_dtls_transport_);
deadbeeff5346592017-01-24 21:51:21 -0800284 } else {
285 // Can't go from DTLS to non-DTLS.
286 RTC_DCHECK(!rtp_dtls_transport_);
287 }
288 // Transport names should be the same.
zhihuangb2cdd932017-01-19 16:54:25 -0800289 if (rtp_dtls_transport && rtcp_dtls_transport) {
290 RTC_DCHECK(rtp_dtls_transport->transport_name() ==
291 rtcp_dtls_transport->transport_name());
zhihuangb2cdd932017-01-19 16:54:25 -0800292 }
deadbeeff5346592017-01-24 21:51:21 -0800293 std::string debug_name;
294 if (rtp_dtls_transport) {
295 transport_name_ = rtp_dtls_transport->transport_name();
296 debug_name = transport_name_;
297 } else {
Zhi Huang942bc2e2017-11-13 13:26:07 -0800298 debug_name = rtp_packet_transport->transport_name();
deadbeeff5346592017-01-24 21:51:21 -0800299 }
zsteine8ab5432017-07-12 11:48:11 -0700300 if (rtp_packet_transport == rtp_transport_->rtp_packet_transport()) {
deadbeeff5346592017-01-24 21:51:21 -0800301 // Nothing to do if transport isn't changing.
deadbeefbad5dad2017-01-17 18:32:35 -0800302 return;
deadbeefcbecd352015-09-23 11:50:27 -0700303 }
304
Zhi Huangcf990f52017-09-22 12:12:30 -0700305 // When using DTLS-SRTP, we must reset the SrtpTransport every time the
306 // DtlsTransport changes and wait until the DTLS handshake is complete to set
307 // the newly negotiated parameters.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200308 if (ShouldSetupDtlsSrtp_n()) {
guoweis46383312015-12-17 16:45:59 -0800309 // Set |writable_| to false such that UpdateWritableState_w can set up
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700310 // DTLS-SRTP when |writable_| becomes true again.
guoweis46383312015-12-17 16:45:59 -0800311 writable_ = false;
Zhi Huangcf990f52017-09-22 12:12:30 -0700312 dtls_active_ = false;
313 if (srtp_transport_) {
314 srtp_transport_->ResetParams();
315 }
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800316 }
317
deadbeefac22f702017-01-12 21:59:29 -0800318 // If this BaseChannel doesn't require RTCP mux and we haven't fully
319 // negotiated RTCP mux, we need an RTCP transport.
deadbeeff5346592017-01-24 21:51:21 -0800320 if (rtcp_packet_transport) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100321 RTC_LOG(LS_INFO) << "Setting RTCP Transport for " << content_name()
322 << " on " << debug_name << " transport "
323 << rtcp_packet_transport;
deadbeeff5346592017-01-24 21:51:21 -0800324 SetTransport_n(true, rtcp_dtls_transport, rtcp_packet_transport);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000325 }
326
Mirko Bonadei675513b2017-11-09 11:09:25 +0100327 RTC_LOG(LS_INFO) << "Setting RTP Transport for " << content_name() << " on "
328 << debug_name << " transport " << rtp_packet_transport;
deadbeeff5346592017-01-24 21:51:21 -0800329 SetTransport_n(false, rtp_dtls_transport, rtp_packet_transport);
guoweis46383312015-12-17 16:45:59 -0800330
deadbeefcbecd352015-09-23 11:50:27 -0700331 // Update aggregate writable/ready-to-send state between RTP and RTCP upon
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700332 // setting new transport channels.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200333 UpdateWritableState_n();
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000334}
335
deadbeeff5346592017-01-24 21:51:21 -0800336void BaseChannel::SetTransport_n(
337 bool rtcp,
338 DtlsTransportInternal* new_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -0800339 rtc::PacketTransportInternal* new_packet_transport) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200340 RTC_DCHECK(network_thread_->IsCurrent());
Zhi Huang942bc2e2017-11-13 13:26:07 -0800341 if (new_dtls_transport) {
342 RTC_DCHECK(new_dtls_transport == new_packet_transport);
343 }
deadbeeff5346592017-01-24 21:51:21 -0800344 DtlsTransportInternal*& old_dtls_transport =
zhihuangb2cdd932017-01-19 16:54:25 -0800345 rtcp ? rtcp_dtls_transport_ : rtp_dtls_transport_;
zsteind48dbda2017-04-04 19:45:57 -0700346 rtc::PacketTransportInternal* old_packet_transport =
zsteine8ab5432017-07-12 11:48:11 -0700347 rtcp ? rtp_transport_->rtcp_packet_transport()
348 : rtp_transport_->rtp_packet_transport();
zhihuangb2cdd932017-01-19 16:54:25 -0800349
deadbeeff5346592017-01-24 21:51:21 -0800350 if (!old_packet_transport && !new_packet_transport) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700351 // Nothing to do.
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000352 return;
353 }
zhihuangb2cdd932017-01-19 16:54:25 -0800354
deadbeeff5346592017-01-24 21:51:21 -0800355 RTC_DCHECK(old_packet_transport != new_packet_transport);
356 if (old_dtls_transport) {
357 DisconnectFromDtlsTransport(old_dtls_transport);
358 } else if (old_packet_transport) {
359 DisconnectFromPacketTransport(old_packet_transport);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000360 }
361
zsteind48dbda2017-04-04 19:45:57 -0700362 if (rtcp) {
zsteine8ab5432017-07-12 11:48:11 -0700363 rtp_transport_->SetRtcpPacketTransport(new_packet_transport);
zsteind48dbda2017-04-04 19:45:57 -0700364 } else {
zsteine8ab5432017-07-12 11:48:11 -0700365 rtp_transport_->SetRtpPacketTransport(new_packet_transport);
zsteind48dbda2017-04-04 19:45:57 -0700366 }
deadbeeff5346592017-01-24 21:51:21 -0800367 old_dtls_transport = new_dtls_transport;
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000368
deadbeeff5346592017-01-24 21:51:21 -0800369 // If there's no new transport, we're done after disconnecting from old one.
370 if (!new_packet_transport) {
371 return;
372 }
373
374 if (rtcp && new_dtls_transport) {
Zhi Huangcf990f52017-09-22 12:12:30 -0700375 RTC_CHECK(!(ShouldSetupDtlsSrtp_n() && srtp_active()))
376 << "Setting RTCP for DTLS/SRTP after the DTLS is active "
deadbeeff5346592017-01-24 21:51:21 -0800377 << "should never happen.";
378 }
zstein56162b92017-04-24 16:54:35 -0700379
deadbeeff5346592017-01-24 21:51:21 -0800380 if (new_dtls_transport) {
381 ConnectToDtlsTransport(new_dtls_transport);
382 } else {
383 ConnectToPacketTransport(new_packet_transport);
384 }
385 auto& socket_options = rtcp ? rtcp_socket_options_ : socket_options_;
386 for (const auto& pair : socket_options) {
387 new_packet_transport->SetOption(pair.first, pair.second);
guoweis46383312015-12-17 16:45:59 -0800388 }
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000389}
390
deadbeeff5346592017-01-24 21:51:21 -0800391void BaseChannel::ConnectToDtlsTransport(DtlsTransportInternal* transport) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200392 RTC_DCHECK(network_thread_->IsCurrent());
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000393
zstein56162b92017-04-24 16:54:35 -0700394 // TODO(zstein): de-dup with ConnectToPacketTransport
zhihuangb2cdd932017-01-19 16:54:25 -0800395 transport->SignalWritableState.connect(this, &BaseChannel::OnWritableState);
zhihuangb2cdd932017-01-19 16:54:25 -0800396 transport->SignalDtlsState.connect(this, &BaseChannel::OnDtlsState);
397 transport->SignalSentPacket.connect(this, &BaseChannel::SignalSentPacket_n);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000398}
399
deadbeeff5346592017-01-24 21:51:21 -0800400void BaseChannel::DisconnectFromDtlsTransport(
401 DtlsTransportInternal* transport) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200402 RTC_DCHECK(network_thread_->IsCurrent());
zhihuangb2cdd932017-01-19 16:54:25 -0800403 transport->SignalWritableState.disconnect(this);
zhihuangb2cdd932017-01-19 16:54:25 -0800404 transport->SignalDtlsState.disconnect(this);
405 transport->SignalSentPacket.disconnect(this);
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000406}
407
deadbeeff5346592017-01-24 21:51:21 -0800408void BaseChannel::ConnectToPacketTransport(
deadbeef5bd5ca32017-02-10 11:31:50 -0800409 rtc::PacketTransportInternal* transport) {
deadbeeff5346592017-01-24 21:51:21 -0800410 RTC_DCHECK_RUN_ON(network_thread_);
411 transport->SignalWritableState.connect(this, &BaseChannel::OnWritableState);
deadbeeff5346592017-01-24 21:51:21 -0800412 transport->SignalSentPacket.connect(this, &BaseChannel::SignalSentPacket_n);
413}
414
415void BaseChannel::DisconnectFromPacketTransport(
deadbeef5bd5ca32017-02-10 11:31:50 -0800416 rtc::PacketTransportInternal* transport) {
deadbeeff5346592017-01-24 21:51:21 -0800417 RTC_DCHECK_RUN_ON(network_thread_);
418 transport->SignalWritableState.disconnect(this);
deadbeeff5346592017-01-24 21:51:21 -0800419 transport->SignalSentPacket.disconnect(this);
420}
421
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000422bool BaseChannel::Enable(bool enable) {
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700423 worker_thread_->Invoke<void>(
424 RTC_FROM_HERE,
425 Bind(enable ? &BaseChannel::EnableMedia_w : &BaseChannel::DisableMedia_w,
426 this));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000427 return true;
428}
429
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000430bool BaseChannel::AddRecvStream(const StreamParams& sp) {
stefanf79ade12017-06-02 06:44:03 -0700431 return InvokeOnWorker<bool>(RTC_FROM_HERE,
432 Bind(&BaseChannel::AddRecvStream_w, this, sp));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000433}
434
Peter Boström0c4e06b2015-10-07 12:23:21 +0200435bool BaseChannel::RemoveRecvStream(uint32_t ssrc) {
stefanf79ade12017-06-02 06:44:03 -0700436 return InvokeOnWorker<bool>(
437 RTC_FROM_HERE, Bind(&BaseChannel::RemoveRecvStream_w, this, ssrc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000438}
439
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000440bool BaseChannel::AddSendStream(const StreamParams& sp) {
stefanf79ade12017-06-02 06:44:03 -0700441 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700442 RTC_FROM_HERE, Bind(&MediaChannel::AddSendStream, media_channel(), sp));
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000443}
444
Peter Boström0c4e06b2015-10-07 12:23:21 +0200445bool BaseChannel::RemoveSendStream(uint32_t ssrc) {
stefanf79ade12017-06-02 06:44:03 -0700446 return InvokeOnWorker<bool>(
447 RTC_FROM_HERE,
448 Bind(&MediaChannel::RemoveSendStream, media_channel(), ssrc));
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000449}
450
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000451bool BaseChannel::SetLocalContent(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000452 ContentAction action,
453 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100454 TRACE_EVENT0("webrtc", "BaseChannel::SetLocalContent");
stefanf79ade12017-06-02 06:44:03 -0700455 return InvokeOnWorker<bool>(
456 RTC_FROM_HERE,
457 Bind(&BaseChannel::SetLocalContent_w, this, content, action, error_desc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000458}
459
460bool BaseChannel::SetRemoteContent(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000461 ContentAction action,
462 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100463 TRACE_EVENT0("webrtc", "BaseChannel::SetRemoteContent");
stefanf79ade12017-06-02 06:44:03 -0700464 return InvokeOnWorker<bool>(
465 RTC_FROM_HERE, Bind(&BaseChannel::SetRemoteContent_w, this, content,
466 action, error_desc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000467}
468
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000469void BaseChannel::StartConnectionMonitor(int cms) {
zhihuangb2cdd932017-01-19 16:54:25 -0800470 // We pass in the BaseChannel instead of the rtp_dtls_transport_
471 // because if the rtp_dtls_transport_ changes, the ConnectionMonitor
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000472 // would be pointing to the wrong TransportChannel.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200473 // We pass in the network thread because on that thread connection monitor
474 // will call BaseChannel::GetConnectionStats which must be called on the
475 // network thread.
476 connection_monitor_.reset(
477 new ConnectionMonitor(this, network_thread(), rtc::Thread::Current()));
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000478 connection_monitor_->SignalUpdate.connect(
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000479 this, &BaseChannel::OnConnectionMonitorUpdate);
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000480 connection_monitor_->Start(cms);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000481}
482
483void BaseChannel::StopConnectionMonitor() {
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000484 if (connection_monitor_) {
485 connection_monitor_->Stop();
486 connection_monitor_.reset();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000487 }
488}
489
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000490bool BaseChannel::GetConnectionStats(ConnectionInfos* infos) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200491 RTC_DCHECK(network_thread_->IsCurrent());
deadbeeff5346592017-01-24 21:51:21 -0800492 if (!rtp_dtls_transport_) {
493 return false;
494 }
zhihuangb2cdd932017-01-19 16:54:25 -0800495 return rtp_dtls_transport_->ice_transport()->GetStats(infos);
zhihuangf5b251b2017-01-12 19:37:48 -0800496}
497
498bool BaseChannel::NeedsRtcpTransport() {
deadbeefac22f702017-01-12 21:59:29 -0800499 // If this BaseChannel doesn't require RTCP mux and we haven't fully
500 // negotiated RTCP mux, we need an RTCP transport.
zstein56162b92017-04-24 16:54:35 -0700501 return !rtcp_mux_required_ && !rtcp_mux_filter_.IsFullyActive();
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +0000502}
503
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700504bool BaseChannel::IsReadyToReceiveMedia_w() const {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000505 // Receive data if we are enabled and have local content,
Steve Anton4e70a722017-11-28 14:57:10 -0800506 return enabled() &&
507 webrtc::RtpTransceiverDirectionHasRecv(local_content_direction_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000508}
509
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700510bool BaseChannel::IsReadyToSendMedia_w() const {
511 // Need to access some state updated on the network thread.
512 return network_thread_->Invoke<bool>(
513 RTC_FROM_HERE, Bind(&BaseChannel::IsReadyToSendMedia_n, this));
514}
515
516bool BaseChannel::IsReadyToSendMedia_n() const {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000517 // Send outgoing data if we are enabled, have local and remote content,
518 // and we have had some form of connectivity.
Steve Anton4e70a722017-11-28 14:57:10 -0800519 return enabled() &&
520 webrtc::RtpTransceiverDirectionHasRecv(remote_content_direction_) &&
521 webrtc::RtpTransceiverDirectionHasSend(local_content_direction_) &&
Zhi Huangcf990f52017-09-22 12:12:30 -0700522 was_ever_writable() && (srtp_active() || !ShouldSetupDtlsSrtp_n());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000523}
524
jbaucheec21bd2016-03-20 06:15:43 -0700525bool BaseChannel::SendPacket(rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700526 const rtc::PacketOptions& options) {
527 return SendPacket(false, packet, options);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000528}
529
jbaucheec21bd2016-03-20 06:15:43 -0700530bool BaseChannel::SendRtcp(rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700531 const rtc::PacketOptions& options) {
532 return SendPacket(true, packet, options);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000533}
534
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000535int BaseChannel::SetOption(SocketType type, rtc::Socket::Option opt,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000536 int value) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200537 return network_thread_->Invoke<int>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700538 RTC_FROM_HERE, Bind(&BaseChannel::SetOption_n, this, type, opt, value));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200539}
540
541int BaseChannel::SetOption_n(SocketType type,
542 rtc::Socket::Option opt,
543 int value) {
544 RTC_DCHECK(network_thread_->IsCurrent());
deadbeef5bd5ca32017-02-10 11:31:50 -0800545 rtc::PacketTransportInternal* transport = nullptr;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000546 switch (type) {
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000547 case ST_RTP:
zsteine8ab5432017-07-12 11:48:11 -0700548 transport = rtp_transport_->rtp_packet_transport();
deadbeefcbecd352015-09-23 11:50:27 -0700549 socket_options_.push_back(
550 std::pair<rtc::Socket::Option, int>(opt, value));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000551 break;
552 case ST_RTCP:
zsteine8ab5432017-07-12 11:48:11 -0700553 transport = rtp_transport_->rtcp_packet_transport();
deadbeefcbecd352015-09-23 11:50:27 -0700554 rtcp_socket_options_.push_back(
555 std::pair<rtc::Socket::Option, int>(opt, value));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000556 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000557 }
deadbeeff5346592017-01-24 21:51:21 -0800558 return transport ? transport->SetOption(opt, value) : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000559}
560
deadbeef5bd5ca32017-02-10 11:31:50 -0800561void BaseChannel::OnWritableState(rtc::PacketTransportInternal* transport) {
zsteine8ab5432017-07-12 11:48:11 -0700562 RTC_DCHECK(transport == rtp_transport_->rtp_packet_transport() ||
563 transport == rtp_transport_->rtcp_packet_transport());
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200564 RTC_DCHECK(network_thread_->IsCurrent());
565 UpdateWritableState_n();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000566}
567
zhihuangb2cdd932017-01-19 16:54:25 -0800568void BaseChannel::OnDtlsState(DtlsTransportInternal* transport,
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800569 DtlsTransportState state) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200570 if (!ShouldSetupDtlsSrtp_n()) {
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800571 return;
572 }
573
Zhi Huangcf990f52017-09-22 12:12:30 -0700574 // Reset the SrtpTransport if it's not the CONNECTED state. For the CONNECTED
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800575 // state, setting up DTLS-SRTP context is deferred to ChannelWritable_w to
zhihuangb2cdd932017-01-19 16:54:25 -0800576 // cover other scenarios like the whole transport is writable (not just this
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800577 // TransportChannel) or when TransportChannel is attached after DTLS is
578 // negotiated.
579 if (state != DTLS_TRANSPORT_CONNECTED) {
Zhi Huangcf990f52017-09-22 12:12:30 -0700580 dtls_active_ = false;
581 if (srtp_transport_) {
582 srtp_transport_->ResetParams();
583 }
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800584 }
585}
586
Zhi Huang942bc2e2017-11-13 13:26:07 -0800587void BaseChannel::OnNetworkRouteChanged(
588 rtc::Optional<rtc::NetworkRoute> network_route) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200589 RTC_DCHECK(network_thread_->IsCurrent());
Zhi Huang942bc2e2017-11-13 13:26:07 -0800590 rtc::NetworkRoute new_route;
591 if (network_route) {
Zhi Huang942bc2e2017-11-13 13:26:07 -0800592 new_route = *(network_route);
Zhi Huang8c316c12017-11-13 21:13:45 +0000593 }
Zhi Huang942bc2e2017-11-13 13:26:07 -0800594 // Note: When the RTCP-muxing is not enabled, RTCP transport and RTP transport
595 // use the same transport name and MediaChannel::OnNetworkRouteChanged cannot
596 // work correctly. Intentionally leave it broken to simplify the code and
597 // encourage the users to stop using non-muxing RTCP.
Steve Anton8699a322017-11-06 15:53:33 -0800598 invoker_.AsyncInvoke<void>(RTC_FROM_HERE, worker_thread_, [=] {
Zhi Huang942bc2e2017-11-13 13:26:07 -0800599 media_channel_->OnNetworkRouteChanged(transport_name_, new_route);
Steve Anton8699a322017-11-06 15:53:33 -0800600 });
Honghai Zhangcc411c02016-03-29 17:27:21 -0700601}
602
zstein56162b92017-04-24 16:54:35 -0700603void BaseChannel::OnTransportReadyToSend(bool ready) {
Steve Anton8699a322017-11-06 15:53:33 -0800604 invoker_.AsyncInvoke<void>(RTC_FROM_HERE, worker_thread_,
605 [=] { media_channel_->OnReadyToSend(ready); });
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000606}
607
stefanc1aeaf02015-10-15 07:26:07 -0700608bool BaseChannel::SendPacket(bool rtcp,
jbaucheec21bd2016-03-20 06:15:43 -0700609 rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700610 const rtc::PacketOptions& options) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200611 // SendPacket gets called from MediaEngine, on a pacer or an encoder thread.
612 // If the thread is not our network thread, we will post to our network
613 // so that the real work happens on our network. This avoids us having to
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000614 // synchronize access to all the pieces of the send path, including
615 // SRTP and the inner workings of the transport channels.
616 // The only downside is that we can't return a proper failure code if
617 // needed. Since UDP is unreliable anyway, this should be a non-issue.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200618 if (!network_thread_->IsCurrent()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000619 // Avoid a copy by transferring the ownership of the packet data.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200620 int message_id = rtcp ? MSG_SEND_RTCP_PACKET : MSG_SEND_RTP_PACKET;
621 SendPacketMessageData* data = new SendPacketMessageData;
kwiberg0eb15ed2015-12-17 03:04:15 -0800622 data->packet = std::move(*packet);
stefanc1aeaf02015-10-15 07:26:07 -0700623 data->options = options;
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700624 network_thread_->Post(RTC_FROM_HERE, this, message_id, data);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000625 return true;
626 }
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200627 TRACE_EVENT0("webrtc", "BaseChannel::SendPacket");
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000628
629 // Now that we are on the correct thread, ensure we have a place to send this
630 // packet before doing anything. (We might get RTCP packets that we don't
631 // intend to send.) If we've negotiated RTCP mux, send RTCP over the RTP
632 // transport.
zsteine8ab5432017-07-12 11:48:11 -0700633 if (!rtp_transport_->IsWritable(rtcp)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000634 return false;
635 }
636
637 // Protect ourselves against crazy data.
638 if (!ValidPacket(rtcp, packet)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100639 RTC_LOG(LS_ERROR) << "Dropping outgoing " << content_name_ << " "
640 << RtpRtcpStringLiteral(rtcp)
641 << " packet: wrong size=" << packet->size();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000642 return false;
643 }
644
Zhi Huangcf990f52017-09-22 12:12:30 -0700645 if (!srtp_active()) {
646 if (srtp_required_) {
647 // The audio/video engines may attempt to send RTCP packets as soon as the
648 // streams are created, so don't treat this as an error for RTCP.
649 // See: https://bugs.chromium.org/p/webrtc/issues/detail?id=6809
650 if (rtcp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000651 return false;
652 }
Zhi Huangcf990f52017-09-22 12:12:30 -0700653 // However, there shouldn't be any RTP packets sent before SRTP is set up
654 // (and SetSend(true) is called).
Mirko Bonadei675513b2017-11-09 11:09:25 +0100655 RTC_LOG(LS_ERROR)
656 << "Can't send outgoing RTP packet when SRTP is inactive"
657 << " and crypto is required";
Zhi Huangcf990f52017-09-22 12:12:30 -0700658 RTC_NOTREACHED();
deadbeef8f425f92016-12-01 12:26:27 -0800659 return false;
660 }
Zhi Huangcf990f52017-09-22 12:12:30 -0700661 // Bon voyage.
Zhi Huang04eaa152017-10-04 14:08:30 -0700662 return rtcp
663 ? rtp_transport_->SendRtcpPacket(packet, options, PF_SRTP_BYPASS)
664 : rtp_transport_->SendRtpPacket(packet, options, PF_SRTP_BYPASS);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000665 }
Zhi Huangcf990f52017-09-22 12:12:30 -0700666 RTC_DCHECK(srtp_transport_);
667 RTC_DCHECK(srtp_transport_->IsActive());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000668 // Bon voyage.
Zhi Huangcf990f52017-09-22 12:12:30 -0700669 return rtcp ? srtp_transport_->SendRtcpPacket(packet, options, PF_SRTP_BYPASS)
670 : srtp_transport_->SendRtpPacket(packet, options, PF_SRTP_BYPASS);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000671}
672
zstein3dcf0e92017-06-01 13:22:42 -0700673bool BaseChannel::HandlesPayloadType(int packet_type) const {
zsteine8ab5432017-07-12 11:48:11 -0700674 return rtp_transport_->HandlesPayloadType(packet_type);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000675}
676
zstein3dcf0e92017-06-01 13:22:42 -0700677void BaseChannel::OnPacketReceived(bool rtcp,
zstein634977b2017-07-14 12:30:04 -0700678 rtc::CopyOnWriteBuffer* packet,
zstein3dcf0e92017-06-01 13:22:42 -0700679 const rtc::PacketTime& packet_time) {
honghaiz@google.coma67ca1a2015-01-28 19:48:33 +0000680 if (!has_received_packet_ && !rtcp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000681 has_received_packet_ = true;
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700682 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_FIRSTPACKETRECEIVED);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000683 }
684
Zhi Huangcf990f52017-09-22 12:12:30 -0700685 if (!srtp_active() && srtp_required_) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000686 // Our session description indicates that SRTP is required, but we got a
687 // packet before our SRTP filter is active. This means either that
688 // a) we got SRTP packets before we received the SDES keys, in which case
689 // we can't decrypt it anyway, or
690 // b) we got SRTP packets before DTLS completed on both the RTP and RTCP
zhihuangb2cdd932017-01-19 16:54:25 -0800691 // transports, so we haven't yet extracted keys, even if DTLS did
692 // complete on the transport that the packets are being sent on. It's
693 // really good practice to wait for both RTP and RTCP to be good to go
694 // before sending media, to prevent weird failure modes, so it's fine
695 // for us to just eat packets here. This is all sidestepped if RTCP mux
696 // is used anyway.
Mirko Bonadei675513b2017-11-09 11:09:25 +0100697 RTC_LOG(LS_WARNING)
698 << "Can't process incoming " << RtpRtcpStringLiteral(rtcp)
699 << " packet when SRTP is inactive and crypto is required";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000700 return;
701 }
702
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200703 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700704 RTC_FROM_HERE, worker_thread_,
zstein634977b2017-07-14 12:30:04 -0700705 Bind(&BaseChannel::ProcessPacket, this, rtcp, *packet, packet_time));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200706}
707
zstein3dcf0e92017-06-01 13:22:42 -0700708void BaseChannel::ProcessPacket(bool rtcp,
709 const rtc::CopyOnWriteBuffer& packet,
710 const rtc::PacketTime& packet_time) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200711 RTC_DCHECK(worker_thread_->IsCurrent());
zstein3dcf0e92017-06-01 13:22:42 -0700712
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200713 // Need to copy variable because OnRtcpReceived/OnPacketReceived
714 // requires non-const pointer to buffer. This doesn't memcpy the actual data.
715 rtc::CopyOnWriteBuffer data(packet);
716 if (rtcp) {
717 media_channel_->OnRtcpReceived(&data, packet_time);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000718 } else {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200719 media_channel_->OnPacketReceived(&data, packet_time);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000720 }
721}
722
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000723void BaseChannel::EnableMedia_w() {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700724 RTC_DCHECK(worker_thread_ == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000725 if (enabled_)
726 return;
727
Mirko Bonadei675513b2017-11-09 11:09:25 +0100728 RTC_LOG(LS_INFO) << "Channel enabled";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000729 enabled_ = true;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700730 UpdateMediaSendRecvState_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000731}
732
733void BaseChannel::DisableMedia_w() {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700734 RTC_DCHECK(worker_thread_ == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000735 if (!enabled_)
736 return;
737
Mirko Bonadei675513b2017-11-09 11:09:25 +0100738 RTC_LOG(LS_INFO) << "Channel disabled";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000739 enabled_ = false;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700740 UpdateMediaSendRecvState_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000741}
742
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200743void BaseChannel::UpdateWritableState_n() {
zsteind48dbda2017-04-04 19:45:57 -0700744 rtc::PacketTransportInternal* rtp_packet_transport =
zsteine8ab5432017-07-12 11:48:11 -0700745 rtp_transport_->rtp_packet_transport();
zsteind48dbda2017-04-04 19:45:57 -0700746 rtc::PacketTransportInternal* rtcp_packet_transport =
zsteine8ab5432017-07-12 11:48:11 -0700747 rtp_transport_->rtcp_packet_transport();
zsteind48dbda2017-04-04 19:45:57 -0700748 if (rtp_packet_transport && rtp_packet_transport->writable() &&
749 (!rtcp_packet_transport || rtcp_packet_transport->writable())) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200750 ChannelWritable_n();
deadbeefcbecd352015-09-23 11:50:27 -0700751 } else {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200752 ChannelNotWritable_n();
deadbeefcbecd352015-09-23 11:50:27 -0700753 }
754}
755
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200756void BaseChannel::ChannelWritable_n() {
757 RTC_DCHECK(network_thread_->IsCurrent());
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800758 if (writable_) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000759 return;
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800760 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000761
Mirko Bonadei675513b2017-11-09 11:09:25 +0100762 RTC_LOG(LS_INFO) << "Channel writable (" << content_name_ << ")"
763 << (was_ever_writable_ ? "" : " for the first time");
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000764
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000765 was_ever_writable_ = true;
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200766 MaybeSetupDtlsSrtp_n();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000767 writable_ = true;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700768 UpdateMediaSendRecvState();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000769}
770
deadbeef953c2ce2017-01-09 14:53:41 -0800771void BaseChannel::SignalDtlsSrtpSetupFailure_n(bool rtcp) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200772 RTC_DCHECK(network_thread_->IsCurrent());
773 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700774 RTC_FROM_HERE, signaling_thread(),
deadbeef953c2ce2017-01-09 14:53:41 -0800775 Bind(&BaseChannel::SignalDtlsSrtpSetupFailure_s, this, rtcp));
pthatcher@webrtc.org4eeef582015-03-16 19:34:23 +0000776}
777
deadbeef953c2ce2017-01-09 14:53:41 -0800778void BaseChannel::SignalDtlsSrtpSetupFailure_s(bool rtcp) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700779 RTC_DCHECK(signaling_thread() == rtc::Thread::Current());
deadbeef953c2ce2017-01-09 14:53:41 -0800780 SignalDtlsSrtpSetupFailure(this, rtcp);
pthatcher@webrtc.org4eeef582015-03-16 19:34:23 +0000781}
782
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200783bool BaseChannel::ShouldSetupDtlsSrtp_n() const {
zhihuangb2cdd932017-01-19 16:54:25 -0800784 // Since DTLS is applied to all transports, checking RTP should be enough.
785 return rtp_dtls_transport_ && rtp_dtls_transport_->IsDtlsActive();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000786}
787
788// This function returns true if either DTLS-SRTP is not in use
789// *or* DTLS-SRTP is successfully set up.
zhihuangb2cdd932017-01-19 16:54:25 -0800790bool BaseChannel::SetupDtlsSrtp_n(bool rtcp) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200791 RTC_DCHECK(network_thread_->IsCurrent());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000792 bool ret = false;
793
zhihuangb2cdd932017-01-19 16:54:25 -0800794 DtlsTransportInternal* transport =
795 rtcp ? rtcp_dtls_transport_ : rtp_dtls_transport_;
deadbeeff5346592017-01-24 21:51:21 -0800796 RTC_DCHECK(transport);
zhihuangb2cdd932017-01-19 16:54:25 -0800797 RTC_DCHECK(transport->IsDtlsActive());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000798
Guo-wei Shieh521ed7b2015-11-18 19:41:53 -0800799 int selected_crypto_suite;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000800
zhihuangb2cdd932017-01-19 16:54:25 -0800801 if (!transport->GetSrtpCryptoSuite(&selected_crypto_suite)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100802 RTC_LOG(LS_ERROR) << "No DTLS-SRTP selected crypto suite";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000803 return false;
804 }
805
Mirko Bonadei675513b2017-11-09 11:09:25 +0100806 RTC_LOG(LS_INFO) << "Installing keys from DTLS-SRTP on " << content_name()
807 << " " << RtpRtcpStringLiteral(rtcp);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000808
jbauchcb560652016-08-04 05:20:32 -0700809 int key_len;
810 int salt_len;
811 if (!rtc::GetSrtpKeyAndSaltLengths(selected_crypto_suite, &key_len,
812 &salt_len)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100813 RTC_LOG(LS_ERROR) << "Unknown DTLS-SRTP crypto suite"
814 << selected_crypto_suite;
jbauchcb560652016-08-04 05:20:32 -0700815 return false;
816 }
817
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000818 // OK, we're now doing DTLS (RFC 5764)
jbauchcb560652016-08-04 05:20:32 -0700819 std::vector<unsigned char> dtls_buffer(key_len * 2 + salt_len * 2);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000820
821 // RFC 5705 exporter using the RFC 5764 parameters
zhihuangb2cdd932017-01-19 16:54:25 -0800822 if (!transport->ExportKeyingMaterial(kDtlsSrtpExporterLabel, NULL, 0, false,
823 &dtls_buffer[0], dtls_buffer.size())) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100824 RTC_LOG(LS_WARNING) << "DTLS-SRTP key export failed";
nisseeb4ca4e2017-01-12 02:24:27 -0800825 RTC_NOTREACHED(); // This should never happen
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000826 return false;
827 }
828
829 // Sync up the keys with the DTLS-SRTP interface
jbauchcb560652016-08-04 05:20:32 -0700830 std::vector<unsigned char> client_write_key(key_len + salt_len);
831 std::vector<unsigned char> server_write_key(key_len + salt_len);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000832 size_t offset = 0;
jbauchcb560652016-08-04 05:20:32 -0700833 memcpy(&client_write_key[0], &dtls_buffer[offset], key_len);
834 offset += key_len;
835 memcpy(&server_write_key[0], &dtls_buffer[offset], key_len);
836 offset += key_len;
837 memcpy(&client_write_key[key_len], &dtls_buffer[offset], salt_len);
838 offset += salt_len;
839 memcpy(&server_write_key[key_len], &dtls_buffer[offset], salt_len);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000840
841 std::vector<unsigned char> *send_key, *recv_key;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000842 rtc::SSLRole role;
zhihuangb2cdd932017-01-19 16:54:25 -0800843 if (!transport->GetSslRole(&role)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100844 RTC_LOG(LS_WARNING) << "GetSslRole failed";
sergeyu@chromium.org0be6aa02013-08-23 23:21:25 +0000845 return false;
846 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000847
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000848 if (role == rtc::SSL_SERVER) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000849 send_key = &server_write_key;
850 recv_key = &client_write_key;
851 } else {
852 send_key = &client_write_key;
853 recv_key = &server_write_key;
854 }
855
Zhi Huangc99b6c72017-11-10 16:44:46 -0800856 // Use an empty encrypted header extension ID vector if not set. This could
857 // happen when the DTLS handshake is completed before processing the
858 // Offer/Answer which contains the encrypted header extension IDs.
859 std::vector<int> send_extension_ids;
860 std::vector<int> recv_extension_ids;
861 if (catched_send_extension_ids_) {
862 send_extension_ids = *catched_send_extension_ids_;
863 }
864 if (catched_recv_extension_ids_) {
865 recv_extension_ids = *catched_recv_extension_ids_;
866 }
867
Zhi Huangcf990f52017-09-22 12:12:30 -0700868 if (rtcp) {
869 if (!dtls_active()) {
870 RTC_DCHECK(srtp_transport_);
871 ret = srtp_transport_->SetRtcpParams(
872 selected_crypto_suite, &(*send_key)[0],
Zhi Huangc99b6c72017-11-10 16:44:46 -0800873 static_cast<int>(send_key->size()), send_extension_ids,
874 selected_crypto_suite, &(*recv_key)[0],
875 static_cast<int>(recv_key->size()), recv_extension_ids);
jbauch5869f502017-06-29 12:31:36 -0700876 } else {
Zhi Huangcf990f52017-09-22 12:12:30 -0700877 // RTCP doesn't need to call SetRtpParam because it is only used
878 // to make the updated encrypted RTP header extension IDs take effect.
879 ret = true;
jbauch5869f502017-06-29 12:31:36 -0700880 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000881 } else {
Zhi Huangcf990f52017-09-22 12:12:30 -0700882 RTC_DCHECK(srtp_transport_);
Zhi Huangc99b6c72017-11-10 16:44:46 -0800883 ret = srtp_transport_->SetRtpParams(
884 selected_crypto_suite, &(*send_key)[0],
885 static_cast<int>(send_key->size()), send_extension_ids,
886 selected_crypto_suite, &(*recv_key)[0],
887 static_cast<int>(recv_key->size()), recv_extension_ids);
Zhi Huangcf990f52017-09-22 12:12:30 -0700888 dtls_active_ = ret;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000889 }
890
michaelt79e05882016-11-08 02:50:09 -0800891 if (!ret) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100892 RTC_LOG(LS_WARNING) << "DTLS-SRTP key installation failed";
michaelt79e05882016-11-08 02:50:09 -0800893 }
Zhi Huang942bc2e2017-11-13 13:26:07 -0800894
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000895 return ret;
896}
897
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200898void BaseChannel::MaybeSetupDtlsSrtp_n() {
Zhi Huangcf990f52017-09-22 12:12:30 -0700899 if (dtls_active()) {
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800900 return;
901 }
902
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200903 if (!ShouldSetupDtlsSrtp_n()) {
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800904 return;
905 }
906
Zhi Huangcf990f52017-09-22 12:12:30 -0700907 if (!srtp_transport_) {
908 EnableSrtpTransport_n();
909 }
910
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200911 if (!SetupDtlsSrtp_n(false)) {
deadbeef953c2ce2017-01-09 14:53:41 -0800912 SignalDtlsSrtpSetupFailure_n(false);
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800913 return;
914 }
915
zhihuangb2cdd932017-01-19 16:54:25 -0800916 if (rtcp_dtls_transport_) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200917 if (!SetupDtlsSrtp_n(true)) {
deadbeef953c2ce2017-01-09 14:53:41 -0800918 SignalDtlsSrtpSetupFailure_n(true);
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800919 return;
920 }
921 }
922}
923
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200924void BaseChannel::ChannelNotWritable_n() {
925 RTC_DCHECK(network_thread_->IsCurrent());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000926 if (!writable_)
927 return;
928
Mirko Bonadei675513b2017-11-09 11:09:25 +0100929 RTC_LOG(LS_INFO) << "Channel not writable (" << content_name_ << ")";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000930 writable_ = false;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700931 UpdateMediaSendRecvState();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000932}
933
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200934bool BaseChannel::SetRtpTransportParameters(
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700935 const MediaContentDescription* content,
936 ContentAction action,
937 ContentSource src,
jbauch5869f502017-06-29 12:31:36 -0700938 const RtpHeaderExtensions& extensions,
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700939 std::string* error_desc) {
jbauch5869f502017-06-29 12:31:36 -0700940 std::vector<int> encrypted_extension_ids;
941 for (const webrtc::RtpExtension& extension : extensions) {
942 if (extension.encrypt) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100943 RTC_LOG(LS_INFO) << "Using " << (src == CS_LOCAL ? "local" : "remote")
944 << " encrypted extension: " << extension.ToString();
jbauch5869f502017-06-29 12:31:36 -0700945 encrypted_extension_ids.push_back(extension.id);
946 }
947 }
948
deadbeef7af91dd2016-12-13 11:29:11 -0800949 // Cache srtp_required_ for belt and suspenders check on SendPacket
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200950 return network_thread_->Invoke<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700951 RTC_FROM_HERE, Bind(&BaseChannel::SetRtpTransportParameters_n, this,
jbauch5869f502017-06-29 12:31:36 -0700952 content, action, src, encrypted_extension_ids,
953 error_desc));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200954}
955
956bool BaseChannel::SetRtpTransportParameters_n(
957 const MediaContentDescription* content,
958 ContentAction action,
959 ContentSource src,
jbauch5869f502017-06-29 12:31:36 -0700960 const std::vector<int>& encrypted_extension_ids,
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200961 std::string* error_desc) {
962 RTC_DCHECK(network_thread_->IsCurrent());
963
jbauch5869f502017-06-29 12:31:36 -0700964 if (!SetSrtp_n(content->cryptos(), action, src, encrypted_extension_ids,
965 error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700966 return false;
967 }
968
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200969 if (!SetRtcpMux_n(content->rtcp_mux(), action, src, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700970 return false;
971 }
972
973 return true;
974}
975
zhihuangb2cdd932017-01-19 16:54:25 -0800976// |dtls| will be set to true if DTLS is active for transport and crypto is
977// empty.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200978bool BaseChannel::CheckSrtpConfig_n(const std::vector<CryptoParams>& cryptos,
979 bool* dtls,
980 std::string* error_desc) {
deadbeeff5346592017-01-24 21:51:21 -0800981 *dtls = rtp_dtls_transport_ && rtp_dtls_transport_->IsDtlsActive();
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +0000982 if (*dtls && !cryptos.empty()) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200983 SafeSetError("Cryptos must be empty when DTLS is active.", error_desc);
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +0000984 return false;
985 }
986 return true;
987}
988
Zhi Huangcf990f52017-09-22 12:12:30 -0700989void BaseChannel::EnableSrtpTransport_n() {
990 if (srtp_transport_ == nullptr) {
991 rtp_transport_->SignalReadyToSend.disconnect(this);
992 rtp_transport_->SignalPacketReceived.disconnect(this);
Zhi Huang942bc2e2017-11-13 13:26:07 -0800993 rtp_transport_->SignalNetworkRouteChanged.disconnect(this);
Zhi Huangcf990f52017-09-22 12:12:30 -0700994
995 auto transport = rtc::MakeUnique<webrtc::SrtpTransport>(
996 std::move(rtp_transport_), content_name_);
997 srtp_transport_ = transport.get();
998 rtp_transport_ = std::move(transport);
999
1000 rtp_transport_->SignalReadyToSend.connect(
1001 this, &BaseChannel::OnTransportReadyToSend);
1002 rtp_transport_->SignalPacketReceived.connect(
1003 this, &BaseChannel::OnPacketReceived);
Zhi Huang942bc2e2017-11-13 13:26:07 -08001004 rtp_transport_->SignalNetworkRouteChanged.connect(
1005 this, &BaseChannel::OnNetworkRouteChanged);
Mirko Bonadei675513b2017-11-09 11:09:25 +01001006 RTC_LOG(LS_INFO) << "Wrapping RtpTransport in SrtpTransport.";
Zhi Huangcf990f52017-09-22 12:12:30 -07001007 }
1008}
1009
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001010bool BaseChannel::SetSrtp_n(const std::vector<CryptoParams>& cryptos,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001011 ContentAction action,
1012 ContentSource src,
jbauch5869f502017-06-29 12:31:36 -07001013 const std::vector<int>& encrypted_extension_ids,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001014 std::string* error_desc) {
Peter Boströmca8b4042016-03-08 14:24:13 -08001015 TRACE_EVENT0("webrtc", "BaseChannel::SetSrtp_w");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001016 bool ret = false;
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +00001017 bool dtls = false;
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001018 ret = CheckSrtpConfig_n(cryptos, &dtls, error_desc);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001019 if (!ret) {
1020 return false;
1021 }
Zhi Huangcf990f52017-09-22 12:12:30 -07001022
1023 // If SRTP was not required, but we're setting a description that uses SDES,
1024 // we need to upgrade to an SrtpTransport.
1025 if (!srtp_transport_ && !dtls && !cryptos.empty()) {
1026 EnableSrtpTransport_n();
1027 }
Zhi Huangc99b6c72017-11-10 16:44:46 -08001028
1029 bool encrypted_header_extensions_id_changed =
1030 EncryptedHeaderExtensionIdsChanged(src, encrypted_extension_ids);
1031 CacheEncryptedHeaderExtensionIds(src, encrypted_extension_ids);
1032
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001033 switch (action) {
1034 case CA_OFFER:
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +00001035 // If DTLS is already active on the channel, we could be renegotiating
1036 // here. We don't update the srtp filter.
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001037 if (!dtls) {
Zhi Huangcf990f52017-09-22 12:12:30 -07001038 ret = sdes_negotiator_.SetOffer(cryptos, src);
mallinath@webrtc.org19f27e62013-10-13 17:18:27 +00001039 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001040 break;
1041 case CA_PRANSWER:
1042 // If we're doing DTLS-SRTP, we don't want to update the filter
1043 // with an answer, because we already have SRTP parameters.
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001044 if (!dtls) {
Zhi Huangcf990f52017-09-22 12:12:30 -07001045 ret = sdes_negotiator_.SetProvisionalAnswer(cryptos, src);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001046 }
1047 break;
1048 case CA_ANSWER:
1049 // If we're doing DTLS-SRTP, we don't want to update the filter
1050 // with an answer, because we already have SRTP parameters.
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001051 if (!dtls) {
Zhi Huangcf990f52017-09-22 12:12:30 -07001052 ret = sdes_negotiator_.SetAnswer(cryptos, src);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001053 }
1054 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001055 default:
1056 break;
1057 }
Zhi Huangcf990f52017-09-22 12:12:30 -07001058
1059 // If setting an SDES answer succeeded, apply the negotiated parameters
1060 // to the SRTP transport.
1061 if ((action == CA_PRANSWER || action == CA_ANSWER) && !dtls && ret) {
1062 if (sdes_negotiator_.send_cipher_suite() &&
1063 sdes_negotiator_.recv_cipher_suite()) {
Zhi Huangc99b6c72017-11-10 16:44:46 -08001064 RTC_DCHECK(catched_send_extension_ids_);
1065 RTC_DCHECK(catched_recv_extension_ids_);
Zhi Huangcf990f52017-09-22 12:12:30 -07001066 ret = srtp_transport_->SetRtpParams(
1067 *(sdes_negotiator_.send_cipher_suite()),
1068 sdes_negotiator_.send_key().data(),
1069 static_cast<int>(sdes_negotiator_.send_key().size()),
Zhi Huangc99b6c72017-11-10 16:44:46 -08001070 *(catched_send_extension_ids_),
Zhi Huangcf990f52017-09-22 12:12:30 -07001071 *(sdes_negotiator_.recv_cipher_suite()),
1072 sdes_negotiator_.recv_key().data(),
Zhi Huangc99b6c72017-11-10 16:44:46 -08001073 static_cast<int>(sdes_negotiator_.recv_key().size()),
1074 *(catched_recv_extension_ids_));
Zhi Huangcf990f52017-09-22 12:12:30 -07001075 } else {
Mirko Bonadei675513b2017-11-09 11:09:25 +01001076 RTC_LOG(LS_INFO) << "No crypto keys are provided for SDES.";
Zhi Huangcf990f52017-09-22 12:12:30 -07001077 if (action == CA_ANSWER && srtp_transport_) {
1078 // Explicitly reset the |srtp_transport_| if no crypto param is
1079 // provided in the answer. No need to call |ResetParams()| for
1080 // |sdes_negotiator_| because it resets the params inside |SetAnswer|.
1081 srtp_transport_->ResetParams();
1082 }
1083 }
1084 }
1085
Zhi Huangc99b6c72017-11-10 16:44:46 -08001086 // Only update SRTP transport if using DTLS. SDES is handled internally
jbauch5869f502017-06-29 12:31:36 -07001087 // by the SRTP filter.
Zhi Huangcf990f52017-09-22 12:12:30 -07001088 if (ret && dtls_active() && rtp_dtls_transport_ &&
Zhi Huangc99b6c72017-11-10 16:44:46 -08001089 rtp_dtls_transport_->dtls_state() == DTLS_TRANSPORT_CONNECTED &&
1090 encrypted_header_extensions_id_changed) {
1091 ret = SetupDtlsSrtp_n(/*rtcp=*/false);
jbauch5869f502017-06-29 12:31:36 -07001092 }
Zhi Huangc99b6c72017-11-10 16:44:46 -08001093
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001094 if (!ret) {
Zhi Huangc99b6c72017-11-10 16:44:46 -08001095 SafeSetError("Failed to setup SRTP.", error_desc);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001096 return false;
1097 }
1098 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001099}
1100
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001101bool BaseChannel::SetRtcpMux_n(bool enable,
1102 ContentAction action,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001103 ContentSource src,
1104 std::string* error_desc) {
deadbeef8e814d72017-01-13 11:34:39 -08001105 // Provide a more specific error message for the RTCP mux "require" policy
1106 // case.
zstein56162b92017-04-24 16:54:35 -07001107 if (rtcp_mux_required_ && !enable) {
deadbeef8e814d72017-01-13 11:34:39 -08001108 SafeSetError(
1109 "rtcpMuxPolicy is 'require', but media description does not "
1110 "contain 'a=rtcp-mux'.",
1111 error_desc);
1112 return false;
1113 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001114 bool ret = false;
1115 switch (action) {
1116 case CA_OFFER:
1117 ret = rtcp_mux_filter_.SetOffer(enable, src);
1118 break;
1119 case CA_PRANSWER:
zhihuangb2cdd932017-01-19 16:54:25 -08001120 // This may activate RTCP muxing, but we don't yet destroy the transport
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001121 // because the final answer may deactivate it.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001122 ret = rtcp_mux_filter_.SetProvisionalAnswer(enable, src);
1123 break;
1124 case CA_ANSWER:
1125 ret = rtcp_mux_filter_.SetAnswer(enable, src);
1126 if (ret && rtcp_mux_filter_.IsActive()) {
deadbeefe814a0d2017-02-25 18:15:09 -08001127 // We permanently activated RTCP muxing; signal that we no longer need
1128 // the RTCP transport.
zsteind48dbda2017-04-04 19:45:57 -07001129 std::string debug_name =
1130 transport_name_.empty()
Zhi Huang942bc2e2017-11-13 13:26:07 -08001131 ? rtp_transport_->rtp_packet_transport()->transport_name()
zsteind48dbda2017-04-04 19:45:57 -07001132 : transport_name_;
Mirko Bonadei675513b2017-11-09 11:09:25 +01001133 RTC_LOG(LS_INFO) << "Enabling rtcp-mux for " << content_name()
1134 << "; no longer need RTCP transport for "
1135 << debug_name;
zsteine8ab5432017-07-12 11:48:11 -07001136 if (rtp_transport_->rtcp_packet_transport()) {
deadbeeff5346592017-01-24 21:51:21 -08001137 SetTransport_n(true, nullptr, nullptr);
1138 SignalRtcpMuxFullyActive(transport_name_);
zhihuangf5b251b2017-01-12 19:37:48 -08001139 }
deadbeef062ce9f2016-08-26 21:42:15 -07001140 UpdateWritableState_n();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001141 }
1142 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001143 default:
1144 break;
1145 }
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001146 if (!ret) {
1147 SafeSetError("Failed to setup RTCP mux filter.", error_desc);
1148 return false;
1149 }
zsteine8ab5432017-07-12 11:48:11 -07001150 rtp_transport_->SetRtcpMuxEnabled(rtcp_mux_filter_.IsActive());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001151 // |rtcp_mux_filter_| can be active if |action| is CA_PRANSWER or
zhihuangb2cdd932017-01-19 16:54:25 -08001152 // CA_ANSWER, but we only want to tear down the RTCP transport if we received
1153 // a final answer.
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001154 if (rtcp_mux_filter_.IsActive()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001155 // If the RTP transport is already writable, then so are we.
zsteine8ab5432017-07-12 11:48:11 -07001156 if (rtp_transport_->rtp_packet_transport()->writable()) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001157 ChannelWritable_n();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001158 }
1159 }
1160
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001161 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001162}
1163
1164bool BaseChannel::AddRecvStream_w(const StreamParams& sp) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001165 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
pbos482b12e2015-11-16 10:19:58 -08001166 return media_channel()->AddRecvStream(sp);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001167}
1168
Peter Boström0c4e06b2015-10-07 12:23:21 +02001169bool BaseChannel::RemoveRecvStream_w(uint32_t ssrc) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001170 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001171 return media_channel()->RemoveRecvStream(ssrc);
1172}
1173
1174bool BaseChannel::UpdateLocalStreams_w(const std::vector<StreamParams>& streams,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001175 ContentAction action,
1176 std::string* error_desc) {
Zhi Huang801b8682017-11-15 11:36:43 -08001177 if (!(action == CA_OFFER || action == CA_ANSWER || action == CA_PRANSWER))
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001178 return false;
1179
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001180 // Check for streams that have been removed.
1181 bool ret = true;
1182 for (StreamParamsVec::const_iterator it = local_streams_.begin();
1183 it != local_streams_.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001184 if (!GetStreamBySsrc(streams, it->first_ssrc())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001185 if (!media_channel()->RemoveSendStream(it->first_ssrc())) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001186 std::ostringstream desc;
1187 desc << "Failed to remove send stream with ssrc "
1188 << it->first_ssrc() << ".";
1189 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001190 ret = false;
1191 }
1192 }
1193 }
1194 // Check for new streams.
1195 for (StreamParamsVec::const_iterator it = streams.begin();
1196 it != streams.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001197 if (!GetStreamBySsrc(local_streams_, it->first_ssrc())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001198 if (media_channel()->AddSendStream(*it)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +01001199 RTC_LOG(LS_INFO) << "Add send stream ssrc: " << it->ssrcs[0];
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001200 } else {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001201 std::ostringstream desc;
1202 desc << "Failed to add send stream ssrc: " << it->first_ssrc();
1203 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001204 ret = false;
1205 }
1206 }
1207 }
1208 local_streams_ = streams;
1209 return ret;
1210}
1211
1212bool BaseChannel::UpdateRemoteStreams_w(
1213 const std::vector<StreamParams>& streams,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001214 ContentAction action,
1215 std::string* error_desc) {
Zhi Huang801b8682017-11-15 11:36:43 -08001216 if (!(action == CA_OFFER || action == CA_ANSWER || action == CA_PRANSWER))
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001217 return false;
1218
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001219 // Check for streams that have been removed.
1220 bool ret = true;
1221 for (StreamParamsVec::const_iterator it = remote_streams_.begin();
1222 it != remote_streams_.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001223 if (!GetStreamBySsrc(streams, it->first_ssrc())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001224 if (!RemoveRecvStream_w(it->first_ssrc())) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001225 std::ostringstream desc;
1226 desc << "Failed to remove remote stream with ssrc "
1227 << it->first_ssrc() << ".";
1228 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001229 ret = false;
1230 }
1231 }
1232 }
1233 // Check for new streams.
1234 for (StreamParamsVec::const_iterator it = streams.begin();
1235 it != streams.end(); ++it) {
tommi@webrtc.org586f2ed2015-01-22 23:00:41 +00001236 if (!GetStreamBySsrc(remote_streams_, it->first_ssrc())) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001237 if (AddRecvStream_w(*it)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +01001238 RTC_LOG(LS_INFO) << "Add remote ssrc: " << it->ssrcs[0];
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001239 } else {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001240 std::ostringstream desc;
1241 desc << "Failed to add remote stream ssrc: " << it->first_ssrc();
1242 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001243 ret = false;
1244 }
1245 }
1246 }
1247 remote_streams_ = streams;
1248 return ret;
1249}
1250
jbauch5869f502017-06-29 12:31:36 -07001251RtpHeaderExtensions BaseChannel::GetFilteredRtpHeaderExtensions(
1252 const RtpHeaderExtensions& extensions) {
1253 if (!rtp_dtls_transport_ ||
1254 !rtp_dtls_transport_->crypto_options()
1255 .enable_encrypted_rtp_header_extensions) {
1256 RtpHeaderExtensions filtered;
1257 auto pred = [](const webrtc::RtpExtension& extension) {
1258 return !extension.encrypt;
1259 };
1260 std::copy_if(extensions.begin(), extensions.end(),
1261 std::back_inserter(filtered), pred);
1262 return filtered;
1263 }
1264
1265 return webrtc::RtpExtension::FilterDuplicateNonEncrypted(extensions);
1266}
1267
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001268void BaseChannel::MaybeCacheRtpAbsSendTimeHeaderExtension_w(
isheriff6f8d6862016-05-26 11:24:55 -07001269 const std::vector<webrtc::RtpExtension>& extensions) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001270// Absolute Send Time extension id is used only with external auth,
1271// so do not bother searching for it and making asyncronious call to set
1272// something that is not used.
1273#if defined(ENABLE_EXTERNAL_AUTH)
isheriff6f8d6862016-05-26 11:24:55 -07001274 const webrtc::RtpExtension* send_time_extension =
jbauch5869f502017-06-29 12:31:36 -07001275 webrtc::RtpExtension::FindHeaderExtensionByUri(
1276 extensions, webrtc::RtpExtension::kAbsSendTimeUri);
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001277 int rtp_abs_sendtime_extn_id =
henrike@webrtc.orgd43aa9d2014-02-21 23:43:24 +00001278 send_time_extension ? send_time_extension->id : -1;
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001279 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001280 RTC_FROM_HERE, network_thread_,
1281 Bind(&BaseChannel::CacheRtpAbsSendTimeHeaderExtension_n, this,
1282 rtp_abs_sendtime_extn_id));
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001283#endif
1284}
1285
1286void BaseChannel::CacheRtpAbsSendTimeHeaderExtension_n(
1287 int rtp_abs_sendtime_extn_id) {
Zhi Huangcf990f52017-09-22 12:12:30 -07001288 if (srtp_transport_) {
1289 srtp_transport_->CacheRtpAbsSendTimeHeaderExtension(
1290 rtp_abs_sendtime_extn_id);
1291 } else {
Mirko Bonadei675513b2017-11-09 11:09:25 +01001292 RTC_LOG(LS_WARNING)
1293 << "Trying to cache the Absolute Send Time extension id "
1294 "but the SRTP is not active.";
Zhi Huangcf990f52017-09-22 12:12:30 -07001295 }
henrike@webrtc.orgd43aa9d2014-02-21 23:43:24 +00001296}
1297
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001298void BaseChannel::OnMessage(rtc::Message *pmsg) {
Peter Boström6f28cf02015-12-07 23:17:15 +01001299 TRACE_EVENT0("webrtc", "BaseChannel::OnMessage");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001300 switch (pmsg->message_id) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001301 case MSG_SEND_RTP_PACKET:
1302 case MSG_SEND_RTCP_PACKET: {
1303 RTC_DCHECK(network_thread_->IsCurrent());
1304 SendPacketMessageData* data =
1305 static_cast<SendPacketMessageData*>(pmsg->pdata);
1306 bool rtcp = pmsg->message_id == MSG_SEND_RTCP_PACKET;
1307 SendPacket(rtcp, &data->packet, data->options);
1308 delete data;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001309 break;
1310 }
1311 case MSG_FIRSTPACKETRECEIVED: {
1312 SignalFirstPacketReceived(this);
1313 break;
1314 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001315 }
1316}
1317
zstein3dcf0e92017-06-01 13:22:42 -07001318void BaseChannel::AddHandledPayloadType(int payload_type) {
zsteine8ab5432017-07-12 11:48:11 -07001319 rtp_transport_->AddHandledPayloadType(payload_type);
zstein3dcf0e92017-06-01 13:22:42 -07001320}
1321
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001322void BaseChannel::FlushRtcpMessages_n() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001323 // Flush all remaining RTCP messages. This should only be called in
1324 // destructor.
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001325 RTC_DCHECK(network_thread_->IsCurrent());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001326 rtc::MessageList rtcp_messages;
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001327 network_thread_->Clear(this, MSG_SEND_RTCP_PACKET, &rtcp_messages);
1328 for (const auto& message : rtcp_messages) {
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001329 network_thread_->Send(RTC_FROM_HERE, this, MSG_SEND_RTCP_PACKET,
1330 message.pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001331 }
1332}
1333
johand89ab142016-10-25 10:50:32 -07001334void BaseChannel::SignalSentPacket_n(
deadbeef5bd5ca32017-02-10 11:31:50 -08001335 rtc::PacketTransportInternal* /* transport */,
johand89ab142016-10-25 10:50:32 -07001336 const rtc::SentPacket& sent_packet) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001337 RTC_DCHECK(network_thread_->IsCurrent());
1338 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001339 RTC_FROM_HERE, worker_thread_,
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001340 rtc::Bind(&BaseChannel::SignalSentPacket_w, this, sent_packet));
1341}
1342
1343void BaseChannel::SignalSentPacket_w(const rtc::SentPacket& sent_packet) {
1344 RTC_DCHECK(worker_thread_->IsCurrent());
1345 SignalSentPacket(sent_packet);
1346}
1347
Zhi Huangc99b6c72017-11-10 16:44:46 -08001348void BaseChannel::CacheEncryptedHeaderExtensionIds(
1349 cricket::ContentSource source,
1350 const std::vector<int>& extension_ids) {
1351 source == ContentSource::CS_LOCAL
1352 ? catched_recv_extension_ids_.emplace(extension_ids)
1353 : catched_send_extension_ids_.emplace(extension_ids);
1354}
1355
1356bool BaseChannel::EncryptedHeaderExtensionIdsChanged(
1357 cricket::ContentSource source,
1358 const std::vector<int>& new_extension_ids) {
1359 if (source == ContentSource::CS_LOCAL) {
1360 return !catched_recv_extension_ids_ ||
1361 (*catched_recv_extension_ids_) != new_extension_ids;
1362 } else {
1363 return !catched_send_extension_ids_ ||
1364 (*catched_send_extension_ids_) != new_extension_ids;
1365 }
1366}
1367
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001368VoiceChannel::VoiceChannel(rtc::Thread* worker_thread,
1369 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001370 rtc::Thread* signaling_thread,
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001371 MediaEngineInterface* media_engine,
Steve Anton8699a322017-11-06 15:53:33 -08001372 std::unique_ptr<VoiceMediaChannel> media_channel,
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001373 const std::string& content_name,
deadbeefac22f702017-01-12 21:59:29 -08001374 bool rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -08001375 bool srtp_required)
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001376 : BaseChannel(worker_thread,
1377 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001378 signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -08001379 std::move(media_channel),
deadbeefcbecd352015-09-23 11:50:27 -07001380 content_name,
deadbeefac22f702017-01-12 21:59:29 -08001381 rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -08001382 srtp_required),
Steve Anton8699a322017-11-06 15:53:33 -08001383 media_engine_(media_engine) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001384
1385VoiceChannel::~VoiceChannel() {
Peter Boströmca8b4042016-03-08 14:24:13 -08001386 TRACE_EVENT0("webrtc", "VoiceChannel::~VoiceChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001387 StopAudioMonitor();
1388 StopMediaMonitor();
1389 // this can't be done in the base class, since it calls a virtual
1390 DisableMedia_w();
wu@webrtc.org78187522013-10-07 23:32:02 +00001391 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001392}
1393
Peter Boström0c4e06b2015-10-07 12:23:21 +02001394bool VoiceChannel::SetAudioSend(uint32_t ssrc,
solenbergdfc8f4f2015-10-01 02:31:10 -07001395 bool enable,
solenberg1dd98f32015-09-10 01:57:14 -07001396 const AudioOptions* options,
Taylor Brandstetter1a018dc2016-03-08 12:37:39 -08001397 AudioSource* source) {
stefanf79ade12017-06-02 06:44:03 -07001398 return InvokeOnWorker<bool>(
1399 RTC_FROM_HERE, Bind(&VoiceMediaChannel::SetAudioSend, media_channel(),
1400 ssrc, enable, options, source));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001401}
1402
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001403// TODO(juberti): Handle early media the right way. We should get an explicit
1404// ringing message telling us to start playing local ringback, which we cancel
1405// if any early media actually arrives. For now, we do the opposite, which is
1406// to wait 1 second for early media, and start playing local ringback if none
1407// arrives.
1408void VoiceChannel::SetEarlyMedia(bool enable) {
1409 if (enable) {
1410 // Start the early media timeout
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001411 worker_thread()->PostDelayed(RTC_FROM_HERE, kEarlyMediaTimeout, this,
1412 MSG_EARLYMEDIATIMEOUT);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001413 } else {
1414 // Stop the timeout if currently going.
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +00001415 worker_thread()->Clear(this, MSG_EARLYMEDIATIMEOUT);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001416 }
1417}
1418
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001419bool VoiceChannel::CanInsertDtmf() {
stefanf79ade12017-06-02 06:44:03 -07001420 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001421 RTC_FROM_HERE, Bind(&VoiceMediaChannel::CanInsertDtmf, media_channel()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001422}
1423
Peter Boström0c4e06b2015-10-07 12:23:21 +02001424bool VoiceChannel::InsertDtmf(uint32_t ssrc,
1425 int event_code,
solenberg1d63dd02015-12-02 12:35:09 -08001426 int duration) {
stefanf79ade12017-06-02 06:44:03 -07001427 return InvokeOnWorker<bool>(
1428 RTC_FROM_HERE,
1429 Bind(&VoiceChannel::InsertDtmf_w, this, ssrc, event_code, duration));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001430}
1431
solenberg4bac9c52015-10-09 02:32:53 -07001432bool VoiceChannel::SetOutputVolume(uint32_t ssrc, double volume) {
stefanf79ade12017-06-02 06:44:03 -07001433 return InvokeOnWorker<bool>(
1434 RTC_FROM_HERE,
1435 Bind(&VoiceMediaChannel::SetOutputVolume, media_channel(), ssrc, volume));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001436}
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +00001437
Tommif888bb52015-12-12 01:37:01 +01001438void VoiceChannel::SetRawAudioSink(
1439 uint32_t ssrc,
kwiberg31022942016-03-11 14:18:21 -08001440 std::unique_ptr<webrtc::AudioSinkInterface> sink) {
1441 // We need to work around Bind's lack of support for unique_ptr and ownership
deadbeef2d110be2016-01-13 12:00:26 -08001442 // passing. So we invoke to our own little routine that gets a pointer to
1443 // our local variable. This is OK since we're synchronously invoking.
stefanf79ade12017-06-02 06:44:03 -07001444 InvokeOnWorker<bool>(RTC_FROM_HERE,
1445 Bind(&SetRawAudioSink_w, media_channel(), ssrc, &sink));
Tommif888bb52015-12-12 01:37:01 +01001446}
1447
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001448webrtc::RtpParameters VoiceChannel::GetRtpSendParameters(uint32_t ssrc) const {
skvladdc1c62c2016-03-16 19:07:43 -07001449 return worker_thread()->Invoke<webrtc::RtpParameters>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001450 RTC_FROM_HERE, Bind(&VoiceChannel::GetRtpSendParameters_w, this, ssrc));
skvladdc1c62c2016-03-16 19:07:43 -07001451}
1452
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001453webrtc::RtpParameters VoiceChannel::GetRtpSendParameters_w(
1454 uint32_t ssrc) const {
1455 return media_channel()->GetRtpSendParameters(ssrc);
skvladdc1c62c2016-03-16 19:07:43 -07001456}
1457
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001458bool VoiceChannel::SetRtpSendParameters(
1459 uint32_t ssrc,
1460 const webrtc::RtpParameters& parameters) {
stefanf79ade12017-06-02 06:44:03 -07001461 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001462 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001463 Bind(&VoiceChannel::SetRtpSendParameters_w, this, ssrc, parameters));
skvladdc1c62c2016-03-16 19:07:43 -07001464}
1465
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001466bool VoiceChannel::SetRtpSendParameters_w(uint32_t ssrc,
1467 webrtc::RtpParameters parameters) {
1468 return media_channel()->SetRtpSendParameters(ssrc, parameters);
1469}
1470
1471webrtc::RtpParameters VoiceChannel::GetRtpReceiveParameters(
1472 uint32_t ssrc) const {
1473 return worker_thread()->Invoke<webrtc::RtpParameters>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001474 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001475 Bind(&VoiceChannel::GetRtpReceiveParameters_w, this, ssrc));
1476}
1477
1478webrtc::RtpParameters VoiceChannel::GetRtpReceiveParameters_w(
1479 uint32_t ssrc) const {
1480 return media_channel()->GetRtpReceiveParameters(ssrc);
1481}
1482
1483bool VoiceChannel::SetRtpReceiveParameters(
1484 uint32_t ssrc,
1485 const webrtc::RtpParameters& parameters) {
stefanf79ade12017-06-02 06:44:03 -07001486 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001487 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001488 Bind(&VoiceChannel::SetRtpReceiveParameters_w, this, ssrc, parameters));
1489}
1490
1491bool VoiceChannel::SetRtpReceiveParameters_w(uint32_t ssrc,
1492 webrtc::RtpParameters parameters) {
1493 return media_channel()->SetRtpReceiveParameters(ssrc, parameters);
skvladdc1c62c2016-03-16 19:07:43 -07001494}
1495
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001496bool VoiceChannel::GetStats(VoiceMediaInfo* stats) {
stefanf79ade12017-06-02 06:44:03 -07001497 return InvokeOnWorker<bool>(RTC_FROM_HERE, Bind(&VoiceMediaChannel::GetStats,
1498 media_channel(), stats));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001499}
1500
hbos8d609f62017-04-10 07:39:05 -07001501std::vector<webrtc::RtpSource> VoiceChannel::GetSources(uint32_t ssrc) const {
1502 return worker_thread()->Invoke<std::vector<webrtc::RtpSource>>(
zhihuang38ede132017-06-15 12:52:32 -07001503 RTC_FROM_HERE, Bind(&VoiceChannel::GetSources_w, this, ssrc));
1504}
1505
1506std::vector<webrtc::RtpSource> VoiceChannel::GetSources_w(uint32_t ssrc) const {
1507 RTC_DCHECK(worker_thread()->IsCurrent());
1508 return media_channel()->GetSources(ssrc);
hbos8d609f62017-04-10 07:39:05 -07001509}
1510
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001511void VoiceChannel::StartMediaMonitor(int cms) {
1512 media_monitor_.reset(new VoiceMediaMonitor(media_channel(), worker_thread(),
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001513 rtc::Thread::Current()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001514 media_monitor_->SignalUpdate.connect(
1515 this, &VoiceChannel::OnMediaMonitorUpdate);
1516 media_monitor_->Start(cms);
1517}
1518
1519void VoiceChannel::StopMediaMonitor() {
1520 if (media_monitor_) {
1521 media_monitor_->Stop();
1522 media_monitor_->SignalUpdate.disconnect(this);
1523 media_monitor_.reset();
1524 }
1525}
1526
1527void VoiceChannel::StartAudioMonitor(int cms) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001528 audio_monitor_.reset(new AudioMonitor(this, rtc::Thread::Current()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001529 audio_monitor_
1530 ->SignalUpdate.connect(this, &VoiceChannel::OnAudioMonitorUpdate);
1531 audio_monitor_->Start(cms);
1532}
1533
1534void VoiceChannel::StopAudioMonitor() {
1535 if (audio_monitor_) {
1536 audio_monitor_->Stop();
1537 audio_monitor_.reset();
1538 }
1539}
1540
1541bool VoiceChannel::IsAudioMonitorRunning() const {
1542 return (audio_monitor_.get() != NULL);
1543}
1544
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001545int VoiceChannel::GetInputLevel_w() {
Fredrik Solenberg0c022642015-08-05 12:25:22 +02001546 return media_engine_->GetInputLevel();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001547}
1548
1549int VoiceChannel::GetOutputLevel_w() {
1550 return media_channel()->GetOutputLevel();
1551}
1552
1553void VoiceChannel::GetActiveStreams_w(AudioInfo::StreamList* actives) {
1554 media_channel()->GetActiveStreams(actives);
1555}
1556
zstein3dcf0e92017-06-01 13:22:42 -07001557void VoiceChannel::OnPacketReceived(bool rtcp,
zstein634977b2017-07-14 12:30:04 -07001558 rtc::CopyOnWriteBuffer* packet,
zstein3dcf0e92017-06-01 13:22:42 -07001559 const rtc::PacketTime& packet_time) {
1560 BaseChannel::OnPacketReceived(rtcp, packet, packet_time);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001561 // Set a flag when we've received an RTP packet. If we're waiting for early
1562 // media, this will disable the timeout.
zstein3dcf0e92017-06-01 13:22:42 -07001563 if (!received_media_ && !rtcp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001564 received_media_ = true;
1565 }
1566}
1567
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001568void BaseChannel::UpdateMediaSendRecvState() {
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001569 RTC_DCHECK(network_thread_->IsCurrent());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001570 invoker_.AsyncInvoke<void>(
1571 RTC_FROM_HERE, worker_thread_,
1572 Bind(&BaseChannel::UpdateMediaSendRecvState_w, this));
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001573}
1574
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001575void VoiceChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001576 // Render incoming data if we're the active call, and we have the local
1577 // content. We receive data on the default channel and multiplexed streams.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001578 bool recv = IsReadyToReceiveMedia_w();
solenberg5b14b422015-10-01 04:10:31 -07001579 media_channel()->SetPlayout(recv);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001580
1581 // Send outgoing data if we're the active call, we have the remote content,
1582 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001583 bool send = IsReadyToSendMedia_w();
Taylor Brandstetter1a018dc2016-03-08 12:37:39 -08001584 media_channel()->SetSend(send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001585
Mirko Bonadei675513b2017-11-09 11:09:25 +01001586 RTC_LOG(LS_INFO) << "Changing voice state, recv=" << recv << " send=" << send;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001587}
1588
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001589bool VoiceChannel::SetLocalContent_w(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001590 ContentAction action,
1591 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01001592 TRACE_EVENT0("webrtc", "VoiceChannel::SetLocalContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001593 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
Mirko Bonadei675513b2017-11-09 11:09:25 +01001594 RTC_LOG(LS_INFO) << "Setting local voice description";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001595
1596 const AudioContentDescription* audio =
1597 static_cast<const AudioContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001598 RTC_DCHECK(audio != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001599 if (!audio) {
1600 SafeSetError("Can't find audio content in local description.", error_desc);
1601 return false;
1602 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001603
jbauch5869f502017-06-29 12:31:36 -07001604 RtpHeaderExtensions rtp_header_extensions =
1605 GetFilteredRtpHeaderExtensions(audio->rtp_header_extensions());
1606
1607 if (!SetRtpTransportParameters(content, action, CS_LOCAL,
1608 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001609 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001610 }
1611
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001612 AudioRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -07001613 RtpParametersFromMediaDescription(audio, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001614 if (!media_channel()->SetRecvParameters(recv_params)) {
Peter Thatcherbfab5cb2015-08-20 17:40:24 -07001615 SafeSetError("Failed to set local audio description recv parameters.",
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001616 error_desc);
1617 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001618 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001619 for (const AudioCodec& codec : audio->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -07001620 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001621 }
1622 last_recv_params_ = recv_params;
1623
1624 // TODO(pthatcher): Move local streams into AudioSendParameters, and
1625 // only give it to the media channel once we have a remote
1626 // description too (without a remote description, we won't be able
1627 // to send them anyway).
1628 if (!UpdateLocalStreams_w(audio->streams(), action, error_desc)) {
1629 SafeSetError("Failed to set local audio description streams.", error_desc);
1630 return false;
1631 }
1632
1633 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001634 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001635 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001636}
1637
1638bool VoiceChannel::SetRemoteContent_w(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001639 ContentAction action,
1640 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01001641 TRACE_EVENT0("webrtc", "VoiceChannel::SetRemoteContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001642 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
Mirko Bonadei675513b2017-11-09 11:09:25 +01001643 RTC_LOG(LS_INFO) << "Setting remote voice description";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001644
1645 const AudioContentDescription* audio =
1646 static_cast<const AudioContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001647 RTC_DCHECK(audio != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001648 if (!audio) {
1649 SafeSetError("Can't find audio content in remote description.", error_desc);
1650 return false;
1651 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001652
jbauch5869f502017-06-29 12:31:36 -07001653 RtpHeaderExtensions rtp_header_extensions =
1654 GetFilteredRtpHeaderExtensions(audio->rtp_header_extensions());
1655
1656 if (!SetRtpTransportParameters(content, action, CS_REMOTE,
1657 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001658 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001659 }
1660
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001661 AudioSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -07001662 RtpSendParametersFromMediaDescription(audio, rtp_header_extensions,
1663 &send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001664 if (audio->agc_minus_10db()) {
Oskar Sundbom36f8f3e2017-11-16 10:54:27 +01001665 send_params.options.adjust_agc_delta = kAgcMinus10db;
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001666 }
skvladdc1c62c2016-03-16 19:07:43 -07001667
1668 bool parameters_applied = media_channel()->SetSendParameters(send_params);
1669 if (!parameters_applied) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001670 SafeSetError("Failed to set remote audio description send parameters.",
1671 error_desc);
1672 return false;
1673 }
1674 last_send_params_ = send_params;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001675
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001676 // TODO(pthatcher): Move remote streams into AudioRecvParameters,
1677 // and only give it to the media channel once we have a local
1678 // description too (without a local description, we won't be able to
1679 // recv them anyway).
1680 if (!UpdateRemoteStreams_w(audio->streams(), action, error_desc)) {
1681 SafeSetError("Failed to set remote audio description streams.", error_desc);
1682 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001683 }
1684
Peter Thatcherbfab5cb2015-08-20 17:40:24 -07001685 if (audio->rtp_header_extensions_set()) {
jbauch5869f502017-06-29 12:31:36 -07001686 MaybeCacheRtpAbsSendTimeHeaderExtension_w(rtp_header_extensions);
Peter Thatcherbfab5cb2015-08-20 17:40:24 -07001687 }
1688
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001689 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001690 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001691 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001692}
1693
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001694void VoiceChannel::HandleEarlyMediaTimeout() {
1695 // This occurs on the main thread, not the worker thread.
1696 if (!received_media_) {
Mirko Bonadei675513b2017-11-09 11:09:25 +01001697 RTC_LOG(LS_INFO) << "No early media received before timeout";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001698 SignalEarlyMediaTimeout(this);
1699 }
1700}
1701
Peter Boström0c4e06b2015-10-07 12:23:21 +02001702bool VoiceChannel::InsertDtmf_w(uint32_t ssrc,
1703 int event,
solenberg1d63dd02015-12-02 12:35:09 -08001704 int duration) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001705 if (!enabled()) {
1706 return false;
1707 }
solenberg1d63dd02015-12-02 12:35:09 -08001708 return media_channel()->InsertDtmf(ssrc, event, duration);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001709}
1710
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001711void VoiceChannel::OnMessage(rtc::Message *pmsg) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001712 switch (pmsg->message_id) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001713 case MSG_EARLYMEDIATIMEOUT:
1714 HandleEarlyMediaTimeout();
1715 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001716 case MSG_CHANNEL_ERROR: {
1717 VoiceChannelErrorMessageData* data =
1718 static_cast<VoiceChannelErrorMessageData*>(pmsg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001719 delete data;
1720 break;
1721 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001722 default:
1723 BaseChannel::OnMessage(pmsg);
1724 break;
1725 }
1726}
1727
1728void VoiceChannel::OnConnectionMonitorUpdate(
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +00001729 ConnectionMonitor* monitor, const std::vector<ConnectionInfo>& infos) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001730 SignalConnectionMonitor(this, infos);
1731}
1732
1733void VoiceChannel::OnMediaMonitorUpdate(
1734 VoiceMediaChannel* media_channel, const VoiceMediaInfo& info) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001735 RTC_DCHECK(media_channel == this->media_channel());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001736 SignalMediaMonitor(this, info);
1737}
1738
1739void VoiceChannel::OnAudioMonitorUpdate(AudioMonitor* monitor,
1740 const AudioInfo& info) {
1741 SignalAudioMonitor(this, info);
1742}
1743
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001744VideoChannel::VideoChannel(rtc::Thread* worker_thread,
1745 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001746 rtc::Thread* signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -08001747 std::unique_ptr<VideoMediaChannel> media_channel,
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001748 const std::string& content_name,
deadbeefac22f702017-01-12 21:59:29 -08001749 bool rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -08001750 bool srtp_required)
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001751 : BaseChannel(worker_thread,
1752 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001753 signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -08001754 std::move(media_channel),
deadbeefcbecd352015-09-23 11:50:27 -07001755 content_name,
deadbeefac22f702017-01-12 21:59:29 -08001756 rtcp_mux_required,
deadbeef7af91dd2016-12-13 11:29:11 -08001757 srtp_required) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001758
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001759VideoChannel::~VideoChannel() {
Peter Boströmca8b4042016-03-08 14:24:13 -08001760 TRACE_EVENT0("webrtc", "VideoChannel::~VideoChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001761 StopMediaMonitor();
1762 // this can't be done in the base class, since it calls a virtual
1763 DisableMedia_w();
wu@webrtc.org78187522013-10-07 23:32:02 +00001764
1765 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001766}
1767
nisse08582ff2016-02-04 01:24:52 -08001768bool VideoChannel::SetSink(uint32_t ssrc,
nisseacd935b2016-11-11 03:55:13 -08001769 rtc::VideoSinkInterface<webrtc::VideoFrame>* sink) {
nisse08582ff2016-02-04 01:24:52 -08001770 worker_thread()->Invoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001771 RTC_FROM_HERE,
nisse08582ff2016-02-04 01:24:52 -08001772 Bind(&VideoMediaChannel::SetSink, media_channel(), ssrc, sink));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001773 return true;
1774}
1775
deadbeef5a4a75a2016-06-02 16:23:38 -07001776bool VideoChannel::SetVideoSend(
nisse2ded9b12016-04-08 02:23:55 -07001777 uint32_t ssrc,
deadbeef5a4a75a2016-06-02 16:23:38 -07001778 bool mute,
1779 const VideoOptions* options,
nisseacd935b2016-11-11 03:55:13 -08001780 rtc::VideoSourceInterface<webrtc::VideoFrame>* source) {
stefanf79ade12017-06-02 06:44:03 -07001781 return InvokeOnWorker<bool>(
1782 RTC_FROM_HERE, Bind(&VideoMediaChannel::SetVideoSend, media_channel(),
1783 ssrc, mute, options, source));
solenberg1dd98f32015-09-10 01:57:14 -07001784}
1785
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001786webrtc::RtpParameters VideoChannel::GetRtpSendParameters(uint32_t ssrc) const {
skvladdc1c62c2016-03-16 19:07:43 -07001787 return worker_thread()->Invoke<webrtc::RtpParameters>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001788 RTC_FROM_HERE, Bind(&VideoChannel::GetRtpSendParameters_w, this, ssrc));
skvladdc1c62c2016-03-16 19:07:43 -07001789}
1790
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001791webrtc::RtpParameters VideoChannel::GetRtpSendParameters_w(
1792 uint32_t ssrc) const {
1793 return media_channel()->GetRtpSendParameters(ssrc);
skvladdc1c62c2016-03-16 19:07:43 -07001794}
1795
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001796bool VideoChannel::SetRtpSendParameters(
1797 uint32_t ssrc,
1798 const webrtc::RtpParameters& parameters) {
stefanf79ade12017-06-02 06:44:03 -07001799 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001800 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001801 Bind(&VideoChannel::SetRtpSendParameters_w, this, ssrc, parameters));
skvladdc1c62c2016-03-16 19:07:43 -07001802}
1803
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001804bool VideoChannel::SetRtpSendParameters_w(uint32_t ssrc,
1805 webrtc::RtpParameters parameters) {
1806 return media_channel()->SetRtpSendParameters(ssrc, parameters);
1807}
1808
1809webrtc::RtpParameters VideoChannel::GetRtpReceiveParameters(
1810 uint32_t ssrc) const {
1811 return worker_thread()->Invoke<webrtc::RtpParameters>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001812 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001813 Bind(&VideoChannel::GetRtpReceiveParameters_w, this, ssrc));
1814}
1815
1816webrtc::RtpParameters VideoChannel::GetRtpReceiveParameters_w(
1817 uint32_t ssrc) const {
1818 return media_channel()->GetRtpReceiveParameters(ssrc);
1819}
1820
1821bool VideoChannel::SetRtpReceiveParameters(
1822 uint32_t ssrc,
1823 const webrtc::RtpParameters& parameters) {
stefanf79ade12017-06-02 06:44:03 -07001824 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001825 RTC_FROM_HERE,
Taylor Brandstetterdb0cd9e2016-05-16 11:40:30 -07001826 Bind(&VideoChannel::SetRtpReceiveParameters_w, this, ssrc, parameters));
1827}
1828
1829bool VideoChannel::SetRtpReceiveParameters_w(uint32_t ssrc,
1830 webrtc::RtpParameters parameters) {
1831 return media_channel()->SetRtpReceiveParameters(ssrc, parameters);
skvladdc1c62c2016-03-16 19:07:43 -07001832}
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001833
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001834void VideoChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001835 // Send outgoing data if we're the active call, we have the remote content,
1836 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001837 bool send = IsReadyToSendMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001838 if (!media_channel()->SetSend(send)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +01001839 RTC_LOG(LS_ERROR) << "Failed to SetSend on video channel";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001840 // TODO(gangji): Report error back to server.
1841 }
1842
Mirko Bonadei675513b2017-11-09 11:09:25 +01001843 RTC_LOG(LS_INFO) << "Changing video state, send=" << send;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001844}
1845
stefanf79ade12017-06-02 06:44:03 -07001846void VideoChannel::FillBitrateInfo(BandwidthEstimationInfo* bwe_info) {
1847 InvokeOnWorker<void>(RTC_FROM_HERE, Bind(&VideoMediaChannel::FillBitrateInfo,
1848 media_channel(), bwe_info));
1849}
1850
pbos@webrtc.org058b1f12015-03-04 08:54:32 +00001851bool VideoChannel::GetStats(VideoMediaInfo* stats) {
stefanf79ade12017-06-02 06:44:03 -07001852 return InvokeOnWorker<bool>(RTC_FROM_HERE, Bind(&VideoMediaChannel::GetStats,
1853 media_channel(), stats));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001854}
1855
1856void VideoChannel::StartMediaMonitor(int cms) {
1857 media_monitor_.reset(new VideoMediaMonitor(media_channel(), worker_thread(),
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001858 rtc::Thread::Current()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001859 media_monitor_->SignalUpdate.connect(
1860 this, &VideoChannel::OnMediaMonitorUpdate);
1861 media_monitor_->Start(cms);
1862}
1863
1864void VideoChannel::StopMediaMonitor() {
1865 if (media_monitor_) {
1866 media_monitor_->Stop();
1867 media_monitor_.reset();
1868 }
1869}
1870
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001871bool VideoChannel::SetLocalContent_w(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001872 ContentAction action,
1873 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01001874 TRACE_EVENT0("webrtc", "VideoChannel::SetLocalContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001875 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
Mirko Bonadei675513b2017-11-09 11:09:25 +01001876 RTC_LOG(LS_INFO) << "Setting local video description";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001877
1878 const VideoContentDescription* video =
1879 static_cast<const VideoContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001880 RTC_DCHECK(video != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001881 if (!video) {
1882 SafeSetError("Can't find video content in local description.", error_desc);
1883 return false;
1884 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001885
jbauch5869f502017-06-29 12:31:36 -07001886 RtpHeaderExtensions rtp_header_extensions =
1887 GetFilteredRtpHeaderExtensions(video->rtp_header_extensions());
1888
1889 if (!SetRtpTransportParameters(content, action, CS_LOCAL,
1890 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001891 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001892 }
1893
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001894 VideoRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -07001895 RtpParametersFromMediaDescription(video, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001896 if (!media_channel()->SetRecvParameters(recv_params)) {
1897 SafeSetError("Failed to set local video description recv parameters.",
1898 error_desc);
1899 return false;
1900 }
1901 for (const VideoCodec& codec : video->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -07001902 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001903 }
1904 last_recv_params_ = recv_params;
1905
1906 // TODO(pthatcher): Move local streams into VideoSendParameters, and
1907 // only give it to the media channel once we have a remote
1908 // description too (without a remote description, we won't be able
1909 // to send them anyway).
1910 if (!UpdateLocalStreams_w(video->streams(), action, error_desc)) {
1911 SafeSetError("Failed to set local video description streams.", error_desc);
1912 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001913 }
1914
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001915 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001916 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001917 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001918}
1919
1920bool VideoChannel::SetRemoteContent_w(const MediaContentDescription* content,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001921 ContentAction action,
1922 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +01001923 TRACE_EVENT0("webrtc", "VideoChannel::SetRemoteContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001924 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
Mirko Bonadei675513b2017-11-09 11:09:25 +01001925 RTC_LOG(LS_INFO) << "Setting remote video description";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001926
1927 const VideoContentDescription* video =
1928 static_cast<const VideoContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001929 RTC_DCHECK(video != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001930 if (!video) {
1931 SafeSetError("Can't find video content in remote description.", error_desc);
1932 return false;
1933 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001934
jbauch5869f502017-06-29 12:31:36 -07001935 RtpHeaderExtensions rtp_header_extensions =
1936 GetFilteredRtpHeaderExtensions(video->rtp_header_extensions());
1937
1938 if (!SetRtpTransportParameters(content, action, CS_REMOTE,
1939 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001940 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001941 }
1942
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001943 VideoSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -07001944 RtpSendParametersFromMediaDescription(video, rtp_header_extensions,
1945 &send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001946 if (video->conference_mode()) {
nisse4b4dc862016-02-17 05:25:36 -08001947 send_params.conference_mode = true;
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001948 }
skvladdc1c62c2016-03-16 19:07:43 -07001949
1950 bool parameters_applied = media_channel()->SetSendParameters(send_params);
1951
1952 if (!parameters_applied) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001953 SafeSetError("Failed to set remote video description send parameters.",
1954 error_desc);
1955 return false;
1956 }
1957 last_send_params_ = send_params;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001958
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001959 // TODO(pthatcher): Move remote streams into VideoRecvParameters,
1960 // and only give it to the media channel once we have a local
1961 // description too (without a local description, we won't be able to
1962 // recv them anyway).
1963 if (!UpdateRemoteStreams_w(video->streams(), action, error_desc)) {
1964 SafeSetError("Failed to set remote video description streams.", error_desc);
1965 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001966 }
1967
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001968 if (video->rtp_header_extensions_set()) {
jbauch5869f502017-06-29 12:31:36 -07001969 MaybeCacheRtpAbsSendTimeHeaderExtension_w(rtp_header_extensions);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001970 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001971
1972 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001973 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001974 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001975}
1976
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001977void VideoChannel::OnMessage(rtc::Message *pmsg) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001978 switch (pmsg->message_id) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001979 case MSG_CHANNEL_ERROR: {
1980 const VideoChannelErrorMessageData* data =
1981 static_cast<VideoChannelErrorMessageData*>(pmsg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001982 delete data;
1983 break;
1984 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001985 default:
1986 BaseChannel::OnMessage(pmsg);
1987 break;
1988 }
1989}
1990
1991void VideoChannel::OnConnectionMonitorUpdate(
pthatcher@webrtc.orgb4aac132015-03-13 18:25:21 +00001992 ConnectionMonitor* monitor, const std::vector<ConnectionInfo> &infos) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001993 SignalConnectionMonitor(this, infos);
1994}
1995
1996// TODO(pthatcher): Look into removing duplicate code between
1997// audio, video, and data, perhaps by using templates.
1998void VideoChannel::OnMediaMonitorUpdate(
1999 VideoMediaChannel* media_channel, const VideoMediaInfo &info) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002000 RTC_DCHECK(media_channel == this->media_channel());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002001 SignalMediaMonitor(this, info);
2002}
2003
deadbeef953c2ce2017-01-09 14:53:41 -08002004RtpDataChannel::RtpDataChannel(rtc::Thread* worker_thread,
2005 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08002006 rtc::Thread* signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -08002007 std::unique_ptr<DataMediaChannel> media_channel,
deadbeef953c2ce2017-01-09 14:53:41 -08002008 const std::string& content_name,
deadbeefac22f702017-01-12 21:59:29 -08002009 bool rtcp_mux_required,
deadbeef953c2ce2017-01-09 14:53:41 -08002010 bool srtp_required)
Danil Chapovalov33b01f22016-05-11 19:55:27 +02002011 : BaseChannel(worker_thread,
2012 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08002013 signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -08002014 std::move(media_channel),
deadbeefcbecd352015-09-23 11:50:27 -07002015 content_name,
deadbeefac22f702017-01-12 21:59:29 -08002016 rtcp_mux_required,
deadbeef953c2ce2017-01-09 14:53:41 -08002017 srtp_required) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002018
deadbeef953c2ce2017-01-09 14:53:41 -08002019RtpDataChannel::~RtpDataChannel() {
2020 TRACE_EVENT0("webrtc", "RtpDataChannel::~RtpDataChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002021 StopMediaMonitor();
2022 // this can't be done in the base class, since it calls a virtual
2023 DisableMedia_w();
wu@webrtc.org78187522013-10-07 23:32:02 +00002024
2025 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002026}
2027
Steve Anton8699a322017-11-06 15:53:33 -08002028void RtpDataChannel::Init_w(
deadbeeff5346592017-01-24 21:51:21 -08002029 DtlsTransportInternal* rtp_dtls_transport,
2030 DtlsTransportInternal* rtcp_dtls_transport,
deadbeef5bd5ca32017-02-10 11:31:50 -08002031 rtc::PacketTransportInternal* rtp_packet_transport,
2032 rtc::PacketTransportInternal* rtcp_packet_transport) {
Steve Anton8699a322017-11-06 15:53:33 -08002033 BaseChannel::Init_w(rtp_dtls_transport, rtcp_dtls_transport,
2034 rtp_packet_transport, rtcp_packet_transport);
2035
deadbeef953c2ce2017-01-09 14:53:41 -08002036 media_channel()->SignalDataReceived.connect(this,
2037 &RtpDataChannel::OnDataReceived);
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00002038 media_channel()->SignalReadyToSend.connect(
deadbeef953c2ce2017-01-09 14:53:41 -08002039 this, &RtpDataChannel::OnDataChannelReadyToSend);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002040}
2041
deadbeef953c2ce2017-01-09 14:53:41 -08002042bool RtpDataChannel::SendData(const SendDataParams& params,
2043 const rtc::CopyOnWriteBuffer& payload,
2044 SendDataResult* result) {
stefanf79ade12017-06-02 06:44:03 -07002045 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07002046 RTC_FROM_HERE, Bind(&DataMediaChannel::SendData, media_channel(), params,
2047 payload, result));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002048}
2049
deadbeef953c2ce2017-01-09 14:53:41 -08002050bool RtpDataChannel::CheckDataChannelTypeFromContent(
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002051 const DataContentDescription* content,
2052 std::string* error_desc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002053 bool is_sctp = ((content->protocol() == kMediaProtocolSctp) ||
2054 (content->protocol() == kMediaProtocolDtlsSctp));
deadbeef953c2ce2017-01-09 14:53:41 -08002055 // It's been set before, but doesn't match. That's bad.
2056 if (is_sctp) {
2057 SafeSetError("Data channel type mismatch. Expected RTP, got SCTP.",
2058 error_desc);
2059 return false;
2060 }
2061 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002062}
2063
deadbeef953c2ce2017-01-09 14:53:41 -08002064bool RtpDataChannel::SetLocalContent_w(const MediaContentDescription* content,
2065 ContentAction action,
2066 std::string* error_desc) {
2067 TRACE_EVENT0("webrtc", "RtpDataChannel::SetLocalContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002068 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
Mirko Bonadei675513b2017-11-09 11:09:25 +01002069 RTC_LOG(LS_INFO) << "Setting local data description";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002070
2071 const DataContentDescription* data =
2072 static_cast<const DataContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002073 RTC_DCHECK(data != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002074 if (!data) {
2075 SafeSetError("Can't find data content in local description.", error_desc);
2076 return false;
2077 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002078
deadbeef953c2ce2017-01-09 14:53:41 -08002079 if (!CheckDataChannelTypeFromContent(data, error_desc)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002080 return false;
2081 }
2082
jbauch5869f502017-06-29 12:31:36 -07002083 RtpHeaderExtensions rtp_header_extensions =
2084 GetFilteredRtpHeaderExtensions(data->rtp_header_extensions());
2085
2086 if (!SetRtpTransportParameters(content, action, CS_LOCAL,
2087 rtp_header_extensions, error_desc)) {
deadbeef953c2ce2017-01-09 14:53:41 -08002088 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002089 }
2090
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002091 DataRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -07002092 RtpParametersFromMediaDescription(data, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002093 if (!media_channel()->SetRecvParameters(recv_params)) {
2094 SafeSetError("Failed to set remote data description recv parameters.",
2095 error_desc);
2096 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002097 }
deadbeef953c2ce2017-01-09 14:53:41 -08002098 for (const DataCodec& codec : data->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -07002099 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002100 }
2101 last_recv_params_ = recv_params;
2102
2103 // TODO(pthatcher): Move local streams into DataSendParameters, and
2104 // only give it to the media channel once we have a remote
2105 // description too (without a remote description, we won't be able
2106 // to send them anyway).
2107 if (!UpdateLocalStreams_w(data->streams(), action, error_desc)) {
2108 SafeSetError("Failed to set local data description streams.", error_desc);
2109 return false;
2110 }
2111
2112 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002113 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002114 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002115}
2116
deadbeef953c2ce2017-01-09 14:53:41 -08002117bool RtpDataChannel::SetRemoteContent_w(const MediaContentDescription* content,
2118 ContentAction action,
2119 std::string* error_desc) {
2120 TRACE_EVENT0("webrtc", "RtpDataChannel::SetRemoteContent_w");
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002121 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002122
2123 const DataContentDescription* data =
2124 static_cast<const DataContentDescription*>(content);
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002125 RTC_DCHECK(data != NULL);
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00002126 if (!data) {
2127 SafeSetError("Can't find data content in remote description.", error_desc);
2128 return false;
2129 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002130
Zhi Huang801b8682017-11-15 11:36:43 -08002131 // If the remote data doesn't have codecs, it must be empty, so ignore it.
2132 if (!data->has_codecs()) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002133 return true;
2134 }
2135
deadbeef953c2ce2017-01-09 14:53:41 -08002136 if (!CheckDataChannelTypeFromContent(data, error_desc)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002137 return false;
2138 }
2139
jbauch5869f502017-06-29 12:31:36 -07002140 RtpHeaderExtensions rtp_header_extensions =
2141 GetFilteredRtpHeaderExtensions(data->rtp_header_extensions());
2142
Mirko Bonadei675513b2017-11-09 11:09:25 +01002143 RTC_LOG(LS_INFO) << "Setting remote data description";
jbauch5869f502017-06-29 12:31:36 -07002144 if (!SetRtpTransportParameters(content, action, CS_REMOTE,
2145 rtp_header_extensions, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002146 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002147 }
2148
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002149 DataSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -07002150 RtpSendParametersFromMediaDescription<DataCodec>(data, rtp_header_extensions,
2151 &send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002152 if (!media_channel()->SetSendParameters(send_params)) {
2153 SafeSetError("Failed to set remote data description send parameters.",
2154 error_desc);
2155 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002156 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002157 last_send_params_ = send_params;
2158
2159 // TODO(pthatcher): Move remote streams into DataRecvParameters,
2160 // and only give it to the media channel once we have a local
2161 // description too (without a local description, we won't be able to
2162 // recv them anyway).
2163 if (!UpdateRemoteStreams_w(data->streams(), action, error_desc)) {
2164 SafeSetError("Failed to set remote data description streams.",
2165 error_desc);
2166 return false;
2167 }
2168
2169 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002170 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07002171 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002172}
2173
deadbeef953c2ce2017-01-09 14:53:41 -08002174void RtpDataChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002175 // Render incoming data if we're the active call, and we have the local
2176 // content. We receive data on the default channel and multiplexed streams.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002177 bool recv = IsReadyToReceiveMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002178 if (!media_channel()->SetReceive(recv)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +01002179 RTC_LOG(LS_ERROR) << "Failed to SetReceive on data channel";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002180 }
2181
2182 // Send outgoing data if we're the active call, we have the remote content,
2183 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002184 bool send = IsReadyToSendMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002185 if (!media_channel()->SetSend(send)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +01002186 RTC_LOG(LS_ERROR) << "Failed to SetSend on data channel";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002187 }
2188
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +00002189 // Trigger SignalReadyToSendData asynchronously.
2190 OnDataChannelReadyToSend(send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002191
Mirko Bonadei675513b2017-11-09 11:09:25 +01002192 RTC_LOG(LS_INFO) << "Changing data state, recv=" << recv << " send=" << send;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002193}
2194
deadbeef953c2ce2017-01-09 14:53:41 -08002195void RtpDataChannel::OnMessage(rtc::Message* pmsg) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002196 switch (pmsg->message_id) {
2197 case MSG_READYTOSENDDATA: {
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00002198 DataChannelReadyToSendMessageData* data =
2199 static_cast<DataChannelReadyToSendMessageData*>(pmsg->pdata);
wu@webrtc.org07a6fbe2013-11-04 18:41:34 +00002200 ready_to_send_data_ = data->data();
2201 SignalReadyToSendData(ready_to_send_data_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002202 delete data;
2203 break;
2204 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002205 case MSG_DATARECEIVED: {
2206 DataReceivedMessageData* data =
2207 static_cast<DataReceivedMessageData*>(pmsg->pdata);
deadbeef953c2ce2017-01-09 14:53:41 -08002208 SignalDataReceived(data->params, data->payload);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002209 delete data;
2210 break;
2211 }
2212 case MSG_CHANNEL_ERROR: {
2213 const DataChannelErrorMessageData* data =
2214 static_cast<DataChannelErrorMessageData*>(pmsg->pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002215 delete data;
2216 break;
2217 }
2218 default:
2219 BaseChannel::OnMessage(pmsg);
2220 break;
2221 }
2222}
2223
deadbeef953c2ce2017-01-09 14:53:41 -08002224void RtpDataChannel::OnConnectionMonitorUpdate(
2225 ConnectionMonitor* monitor,
2226 const std::vector<ConnectionInfo>& infos) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002227 SignalConnectionMonitor(this, infos);
2228}
2229
deadbeef953c2ce2017-01-09 14:53:41 -08002230void RtpDataChannel::StartMediaMonitor(int cms) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002231 media_monitor_.reset(new DataMediaMonitor(media_channel(), worker_thread(),
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00002232 rtc::Thread::Current()));
deadbeef953c2ce2017-01-09 14:53:41 -08002233 media_monitor_->SignalUpdate.connect(this,
2234 &RtpDataChannel::OnMediaMonitorUpdate);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002235 media_monitor_->Start(cms);
2236}
2237
deadbeef953c2ce2017-01-09 14:53:41 -08002238void RtpDataChannel::StopMediaMonitor() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002239 if (media_monitor_) {
2240 media_monitor_->Stop();
2241 media_monitor_->SignalUpdate.disconnect(this);
2242 media_monitor_.reset();
2243 }
2244}
2245
deadbeef953c2ce2017-01-09 14:53:41 -08002246void RtpDataChannel::OnMediaMonitorUpdate(DataMediaChannel* media_channel,
2247 const DataMediaInfo& info) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07002248 RTC_DCHECK(media_channel == this->media_channel());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002249 SignalMediaMonitor(this, info);
2250}
2251
deadbeef953c2ce2017-01-09 14:53:41 -08002252void RtpDataChannel::OnDataReceived(const ReceiveDataParams& params,
2253 const char* data,
2254 size_t len) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002255 DataReceivedMessageData* msg = new DataReceivedMessageData(
2256 params, data, len);
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07002257 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_DATARECEIVED, msg);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002258}
2259
deadbeef953c2ce2017-01-09 14:53:41 -08002260void RtpDataChannel::OnDataChannelError(uint32_t ssrc,
2261 DataMediaChannel::Error err) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002262 DataChannelErrorMessageData* data = new DataChannelErrorMessageData(
2263 ssrc, err);
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07002264 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_CHANNEL_ERROR, data);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002265}
2266
deadbeef953c2ce2017-01-09 14:53:41 -08002267void RtpDataChannel::OnDataChannelReadyToSend(bool writable) {
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00002268 // This is usded for congestion control to indicate that the stream is ready
2269 // to send by the MediaChannel, as opposed to OnReadyToSend, which indicates
2270 // that the transport channel is ready.
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07002271 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_READYTOSENDDATA,
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00002272 new DataChannelReadyToSendMessageData(writable));
2273}
2274
henrike@webrtc.org28e20752013-07-10 00:45:36 +00002275} // namespace cricket