blob: 8a2fcb5456a484703f3ffd73f2258be2df6aeb46 [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
kjellander65c7f672016-02-12 00:05:01 -08002 * Copyright 2004 The WebRTC project authors. All Rights Reserved.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00003 *
kjellander65c7f672016-02-12 00:05:01 -08004 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00009 */
10
jbauch5869f502017-06-29 12:31:36 -070011#include <algorithm>
12#include <iterator>
kwiberg0eb15ed2015-12-17 03:04:15 -080013#include <utility>
14
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020015#include "pc/channel.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000016
Karl Wiberg918f50c2018-07-05 11:40:33 +020017#include "absl/memory/memory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020018#include "api/call/audio_sink.h"
19#include "media/base/mediaconstants.h"
20#include "media/base/rtputils.h"
Zhi Huang365381f2018-04-13 16:44:34 -070021#include "modules/rtp_rtcp/source/rtp_packet_received.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020022#include "rtc_base/bind.h"
23#include "rtc_base/byteorder.h"
24#include "rtc_base/checks.h"
25#include "rtc_base/copyonwritebuffer.h"
26#include "rtc_base/dscp.h"
27#include "rtc_base/logging.h"
28#include "rtc_base/networkroute.h"
Jonas Olsson366a50c2018-09-06 13:41:30 +020029#include "rtc_base/strings/string_builder.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020030#include "rtc_base/trace_event.h"
Patrik Höglund42805f32018-01-18 19:15:38 +000031// Adding 'nogncheck' to disable the gn include headers check to support modular
32// WebRTC build targets.
33#include "media/engine/webrtcvoiceengine.h" // nogncheck
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020034#include "p2p/base/packettransportinternal.h"
35#include "pc/channelmanager.h"
Steve Anton4e70a722017-11-28 14:57:10 -080036#include "pc/rtpmediautils.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000037
38namespace cricket {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000039using rtc::Bind;
Steve Anton3828c062017-12-06 10:34:51 -080040using webrtc::SdpType;
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +000041
deadbeef2d110be2016-01-13 12:00:26 -080042namespace {
Danil Chapovalov33b01f22016-05-11 19:55:27 +020043
44struct SendPacketMessageData : public rtc::MessageData {
45 rtc::CopyOnWriteBuffer packet;
46 rtc::PacketOptions options;
47};
48
deadbeef2d110be2016-01-13 12:00:26 -080049} // namespace
50
henrike@webrtc.org28e20752013-07-10 00:45:36 +000051enum {
Steve Anton0807d152018-03-05 11:23:09 -080052 MSG_SEND_RTP_PACKET = 1,
Danil Chapovalov33b01f22016-05-11 19:55:27 +020053 MSG_SEND_RTCP_PACKET,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000054 MSG_READYTOSENDDATA,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000055 MSG_DATARECEIVED,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000056 MSG_FIRSTPACKETRECEIVED,
henrike@webrtc.org28e20752013-07-10 00:45:36 +000057};
58
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +000059static void SafeSetError(const std::string& message, std::string* error_desc) {
60 if (error_desc) {
61 *error_desc = message;
62 }
63}
64
jbaucheec21bd2016-03-20 06:15:43 -070065static bool ValidPacket(bool rtcp, const rtc::CopyOnWriteBuffer* packet) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000066 // Check the packet size. We could check the header too if needed.
zstein3dcf0e92017-06-01 13:22:42 -070067 return packet && IsValidRtpRtcpPacketSize(rtcp, packet->size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +000068}
69
Peter Thatcherc2ee2c82015-08-07 16:05:34 -070070template <class Codec>
71void RtpParametersFromMediaDescription(
72 const MediaContentDescriptionImpl<Codec>* desc,
jbauch5869f502017-06-29 12:31:36 -070073 const RtpHeaderExtensions& extensions,
Peter Thatcherc2ee2c82015-08-07 16:05:34 -070074 RtpParameters<Codec>* params) {
75 // TODO(pthatcher): Remove this once we're sure no one will give us
Zhi Huang801b8682017-11-15 11:36:43 -080076 // a description without codecs. Currently the ORTC implementation is relying
77 // on this.
Peter Thatcherc2ee2c82015-08-07 16:05:34 -070078 if (desc->has_codecs()) {
79 params->codecs = desc->codecs();
80 }
81 // TODO(pthatcher): See if we really need
82 // rtp_header_extensions_set() and remove it if we don't.
83 if (desc->rtp_header_extensions_set()) {
jbauch5869f502017-06-29 12:31:36 -070084 params->extensions = extensions;
Peter Thatcherc2ee2c82015-08-07 16:05:34 -070085 }
deadbeef13871492015-12-09 12:37:51 -080086 params->rtcp.reduced_size = desc->rtcp_reduced_size();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -070087}
88
nisse05103312016-03-16 02:22:50 -070089template <class Codec>
Peter Thatcherc2ee2c82015-08-07 16:05:34 -070090void RtpSendParametersFromMediaDescription(
91 const MediaContentDescriptionImpl<Codec>* desc,
jbauch5869f502017-06-29 12:31:36 -070092 const RtpHeaderExtensions& extensions,
nisse05103312016-03-16 02:22:50 -070093 RtpSendParameters<Codec>* send_params) {
jbauch5869f502017-06-29 12:31:36 -070094 RtpParametersFromMediaDescription(desc, extensions, send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -070095 send_params->max_bandwidth_bps = desc->bandwidth();
Johannes Kron9190b822018-10-29 11:22:05 +010096 send_params->extmap_allow_mixed = desc->extmap_allow_mixed();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -070097}
98
Danil Chapovalov33b01f22016-05-11 19:55:27 +020099BaseChannel::BaseChannel(rtc::Thread* worker_thread,
100 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -0800101 rtc::Thread* signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -0800102 std::unique_ptr<MediaChannel> media_channel,
deadbeefcbecd352015-09-23 11:50:27 -0700103 const std::string& content_name,
Zhi Huange830e682018-03-30 10:48:35 -0700104 bool srtp_required,
Benjamin Wrighta54daf12018-10-11 15:33:17 -0700105 webrtc::CryptoOptions crypto_options)
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200106 : worker_thread_(worker_thread),
107 network_thread_(network_thread),
zhihuangf5b251b2017-01-12 19:37:48 -0800108 signaling_thread_(signaling_thread),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000109 content_name_(content_name),
deadbeef7af91dd2016-12-13 11:29:11 -0800110 srtp_required_(srtp_required),
Zhi Huange830e682018-03-30 10:48:35 -0700111 crypto_options_(crypto_options),
Zhi Huang1d88d742017-11-15 15:58:49 -0800112 media_channel_(std::move(media_channel)) {
Steve Anton8699a322017-11-06 15:53:33 -0800113 RTC_DCHECK_RUN_ON(worker_thread_);
Zhi Huang365381f2018-04-13 16:44:34 -0700114 demuxer_criteria_.mid = content_name;
Mirko Bonadei675513b2017-11-09 11:09:25 +0100115 RTC_LOG(LS_INFO) << "Created channel for " << content_name;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000116}
117
118BaseChannel::~BaseChannel() {
Peter Boströmca8b4042016-03-08 14:24:13 -0800119 TRACE_EVENT0("webrtc", "BaseChannel::~BaseChannel");
Steve Anton8699a322017-11-06 15:53:33 -0800120 RTC_DCHECK_RUN_ON(worker_thread_);
Piotr (Peter) Slatala179a3922018-11-16 09:57:58 -0800121
122 if (media_transport_) {
123 media_transport_->SetNetworkChangeCallback(nullptr);
124 }
125
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200126 // Eats any outstanding messages or packets.
127 worker_thread_->Clear(&invoker_);
128 worker_thread_->Clear(this);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000129 // We must destroy the media channel before the transport channel, otherwise
130 // the media channel may try to send on the dead transport channel. NULLing
131 // is not an effective strategy since the sends will come on another thread.
Steve Anton8699a322017-11-06 15:53:33 -0800132 media_channel_.reset();
Mirko Bonadei675513b2017-11-09 11:09:25 +0100133 RTC_LOG(LS_INFO) << "Destroyed channel: " << content_name_;
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200134}
135
Zhi Huang365381f2018-04-13 16:44:34 -0700136bool BaseChannel::ConnectToRtpTransport() {
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800137 RTC_DCHECK(rtp_transport_);
Zhi Huang365381f2018-04-13 16:44:34 -0700138 if (!RegisterRtpDemuxerSink()) {
139 return false;
140 }
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800141 rtp_transport_->SignalReadyToSend.connect(
142 this, &BaseChannel::OnTransportReadyToSend);
Zhi Huang365381f2018-04-13 16:44:34 -0700143 rtp_transport_->SignalRtcpPacketReceived.connect(
144 this, &BaseChannel::OnRtcpPacketReceived);
Piotr (Peter) Slatala179a3922018-11-16 09:57:58 -0800145
146 // If media transport is used, it's responsible for providing network
147 // route changed callbacks.
148 if (!media_transport_) {
149 rtp_transport_->SignalNetworkRouteChanged.connect(
150 this, &BaseChannel::OnNetworkRouteChanged);
151 }
152 // TODO(bugs.webrtc.org/9719): Media transport should also be used to provide
153 // 'writable' state here.
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800154 rtp_transport_->SignalWritableState.connect(this,
155 &BaseChannel::OnWritableState);
156 rtp_transport_->SignalSentPacket.connect(this,
157 &BaseChannel::SignalSentPacket_n);
Zhi Huang365381f2018-04-13 16:44:34 -0700158 return true;
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800159}
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200160
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800161void BaseChannel::DisconnectFromRtpTransport() {
162 RTC_DCHECK(rtp_transport_);
Zhi Huang365381f2018-04-13 16:44:34 -0700163 rtp_transport_->UnregisterRtpDemuxerSink(this);
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800164 rtp_transport_->SignalReadyToSend.disconnect(this);
Zhi Huang365381f2018-04-13 16:44:34 -0700165 rtp_transport_->SignalRtcpPacketReceived.disconnect(this);
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800166 rtp_transport_->SignalNetworkRouteChanged.disconnect(this);
167 rtp_transport_->SignalWritableState.disconnect(this);
168 rtp_transport_->SignalSentPacket.disconnect(this);
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200169}
170
Anton Sukhanov98a462c2018-10-17 13:15:42 -0700171void BaseChannel::Init_w(webrtc::RtpTransportInternal* rtp_transport,
172 webrtc::MediaTransportInterface* media_transport) {
Zhi Huang2dfc42d2017-12-04 13:38:48 -0800173 RTC_DCHECK_RUN_ON(worker_thread_);
Piotr (Peter) Slatala179a3922018-11-16 09:57:58 -0800174 media_transport_ = media_transport;
175
Zhi Huang365381f2018-04-13 16:44:34 -0700176 network_thread_->Invoke<void>(
177 RTC_FROM_HERE, [this, rtp_transport] { SetRtpTransport(rtp_transport); });
Zhi Huang2dfc42d2017-12-04 13:38:48 -0800178
179 // Both RTP and RTCP channels should be set, we can call SetInterface on
180 // the media channel and it can set network options.
Anton Sukhanov98a462c2018-10-17 13:15:42 -0700181 media_channel_->SetInterface(this, media_transport);
Piotr (Peter) Slatala179a3922018-11-16 09:57:58 -0800182
183 RTC_LOG(LS_INFO) << "BaseChannel::Init_w, media_transport="
184 << (media_transport_ != nullptr);
185 if (media_transport_) {
186 media_transport_->SetNetworkChangeCallback(this);
187 }
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200188}
189
wu@webrtc.org78187522013-10-07 23:32:02 +0000190void BaseChannel::Deinit() {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200191 RTC_DCHECK(worker_thread_->IsCurrent());
Anton Sukhanov98a462c2018-10-17 13:15:42 -0700192 media_channel_->SetInterface(/*iface=*/nullptr,
193 /*media_transport=*/nullptr);
Danil Chapovalovdae07ba2016-05-14 01:43:50 +0200194 // Packets arrive on the network thread, processing packets calls virtual
195 // functions, so need to stop this process in Deinit that is called in
196 // derived classes destructor.
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800197 network_thread_->Invoke<void>(RTC_FROM_HERE, [&] {
Zhi Huang95e7dbb2018-03-29 00:08:03 +0000198 FlushRtcpMessages_n();
Zhi Huang27f3bf52018-03-26 21:37:23 -0700199
Zhi Huange830e682018-03-30 10:48:35 -0700200 if (rtp_transport_) {
201 DisconnectFromRtpTransport();
Zhi Huang95e7dbb2018-03-29 00:08:03 +0000202 }
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800203 // Clear pending read packets/messages.
204 network_thread_->Clear(&invoker_);
205 network_thread_->Clear(this);
206 });
wu@webrtc.org78187522013-10-07 23:32:02 +0000207}
208
Zhi Huang365381f2018-04-13 16:44:34 -0700209bool BaseChannel::SetRtpTransport(webrtc::RtpTransportInternal* rtp_transport) {
210 if (rtp_transport == rtp_transport_) {
211 return true;
212 }
213
Zhi Huang2dfc42d2017-12-04 13:38:48 -0800214 if (!network_thread_->IsCurrent()) {
Zhi Huang365381f2018-04-13 16:44:34 -0700215 return network_thread_->Invoke<bool>(RTC_FROM_HERE, [this, rtp_transport] {
216 return SetRtpTransport(rtp_transport);
Zhi Huang2dfc42d2017-12-04 13:38:48 -0800217 });
218 }
Zhi Huang95e7dbb2018-03-29 00:08:03 +0000219
Zhi Huang2dfc42d2017-12-04 13:38:48 -0800220 if (rtp_transport_) {
221 DisconnectFromRtpTransport();
222 }
Zhi Huange830e682018-03-30 10:48:35 -0700223
Zhi Huang2dfc42d2017-12-04 13:38:48 -0800224 rtp_transport_ = rtp_transport;
Zhi Huange830e682018-03-30 10:48:35 -0700225 if (rtp_transport_) {
226 RTC_DCHECK(rtp_transport_->rtp_packet_transport());
227 transport_name_ = rtp_transport_->rtp_packet_transport()->transport_name();
Zhi Huang2dfc42d2017-12-04 13:38:48 -0800228
Zhi Huang365381f2018-04-13 16:44:34 -0700229 if (!ConnectToRtpTransport()) {
230 RTC_LOG(LS_ERROR) << "Failed to connect to the new RtpTransport.";
231 return false;
232 }
Zhi Huange830e682018-03-30 10:48:35 -0700233 OnTransportReadyToSend(rtp_transport_->IsReadyToSend());
234 UpdateWritableState_n();
Zhi Huang2dfc42d2017-12-04 13:38:48 -0800235
Zhi Huange830e682018-03-30 10:48:35 -0700236 // Set the cached socket options.
237 for (const auto& pair : socket_options_) {
238 rtp_transport_->rtp_packet_transport()->SetOption(pair.first,
239 pair.second);
240 }
241 if (rtp_transport_->rtcp_packet_transport()) {
242 for (const auto& pair : rtcp_socket_options_) {
243 rtp_transport_->rtp_packet_transport()->SetOption(pair.first,
244 pair.second);
245 }
246 }
guoweis46383312015-12-17 16:45:59 -0800247 }
Zhi Huang365381f2018-04-13 16:44:34 -0700248 return true;
pthatcher@webrtc.org6ad507a2015-03-16 20:19:12 +0000249}
250
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000251bool BaseChannel::Enable(bool enable) {
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700252 worker_thread_->Invoke<void>(
253 RTC_FROM_HERE,
254 Bind(enable ? &BaseChannel::EnableMedia_w : &BaseChannel::DisableMedia_w,
255 this));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000256 return true;
257}
258
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000259bool BaseChannel::AddRecvStream(const StreamParams& sp) {
Zhi Huang365381f2018-04-13 16:44:34 -0700260 demuxer_criteria_.ssrcs.insert(sp.first_ssrc());
261 if (!RegisterRtpDemuxerSink()) {
262 return false;
263 }
stefanf79ade12017-06-02 06:44:03 -0700264 return InvokeOnWorker<bool>(RTC_FROM_HERE,
265 Bind(&BaseChannel::AddRecvStream_w, this, sp));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000266}
267
Peter Boström0c4e06b2015-10-07 12:23:21 +0200268bool BaseChannel::RemoveRecvStream(uint32_t ssrc) {
Zhi Huang365381f2018-04-13 16:44:34 -0700269 demuxer_criteria_.ssrcs.erase(ssrc);
270 if (!RegisterRtpDemuxerSink()) {
271 return false;
272 }
stefanf79ade12017-06-02 06:44:03 -0700273 return InvokeOnWorker<bool>(
274 RTC_FROM_HERE, Bind(&BaseChannel::RemoveRecvStream_w, this, ssrc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000275}
276
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000277bool BaseChannel::AddSendStream(const StreamParams& sp) {
stefanf79ade12017-06-02 06:44:03 -0700278 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700279 RTC_FROM_HERE, Bind(&MediaChannel::AddSendStream, media_channel(), sp));
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000280}
281
Peter Boström0c4e06b2015-10-07 12:23:21 +0200282bool BaseChannel::RemoveSendStream(uint32_t ssrc) {
stefanf79ade12017-06-02 06:44:03 -0700283 return InvokeOnWorker<bool>(
284 RTC_FROM_HERE,
285 Bind(&MediaChannel::RemoveSendStream, media_channel(), ssrc));
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000286}
287
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000288bool BaseChannel::SetLocalContent(const MediaContentDescription* content,
Steve Anton3828c062017-12-06 10:34:51 -0800289 SdpType type,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000290 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100291 TRACE_EVENT0("webrtc", "BaseChannel::SetLocalContent");
stefanf79ade12017-06-02 06:44:03 -0700292 return InvokeOnWorker<bool>(
293 RTC_FROM_HERE,
Steve Anton3828c062017-12-06 10:34:51 -0800294 Bind(&BaseChannel::SetLocalContent_w, this, content, type, error_desc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000295}
296
297bool BaseChannel::SetRemoteContent(const MediaContentDescription* content,
Steve Anton3828c062017-12-06 10:34:51 -0800298 SdpType type,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000299 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100300 TRACE_EVENT0("webrtc", "BaseChannel::SetRemoteContent");
stefanf79ade12017-06-02 06:44:03 -0700301 return InvokeOnWorker<bool>(
Steve Anton3828c062017-12-06 10:34:51 -0800302 RTC_FROM_HERE,
303 Bind(&BaseChannel::SetRemoteContent_w, this, content, type, error_desc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000304}
305
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700306bool BaseChannel::IsReadyToReceiveMedia_w() const {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000307 // Receive data if we are enabled and have local content,
Steve Anton4e70a722017-11-28 14:57:10 -0800308 return enabled() &&
309 webrtc::RtpTransceiverDirectionHasRecv(local_content_direction_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000310}
311
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700312bool BaseChannel::IsReadyToSendMedia_w() const {
313 // Need to access some state updated on the network thread.
314 return network_thread_->Invoke<bool>(
315 RTC_FROM_HERE, Bind(&BaseChannel::IsReadyToSendMedia_n, this));
316}
317
318bool BaseChannel::IsReadyToSendMedia_n() const {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000319 // Send outgoing data if we are enabled, have local and remote content,
320 // and we have had some form of connectivity.
Steve Anton4e70a722017-11-28 14:57:10 -0800321 return enabled() &&
322 webrtc::RtpTransceiverDirectionHasRecv(remote_content_direction_) &&
323 webrtc::RtpTransceiverDirectionHasSend(local_content_direction_) &&
Zhi Huang365381f2018-04-13 16:44:34 -0700324 was_ever_writable();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000325}
326
jbaucheec21bd2016-03-20 06:15:43 -0700327bool BaseChannel::SendPacket(rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700328 const rtc::PacketOptions& options) {
329 return SendPacket(false, packet, options);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000330}
331
jbaucheec21bd2016-03-20 06:15:43 -0700332bool BaseChannel::SendRtcp(rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700333 const rtc::PacketOptions& options) {
334 return SendPacket(true, packet, options);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000335}
336
Yves Gerey665174f2018-06-19 15:03:05 +0200337int BaseChannel::SetOption(SocketType type,
338 rtc::Socket::Option opt,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000339 int value) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200340 return network_thread_->Invoke<int>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700341 RTC_FROM_HERE, Bind(&BaseChannel::SetOption_n, this, type, opt, value));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200342}
343
344int BaseChannel::SetOption_n(SocketType type,
345 rtc::Socket::Option opt,
346 int value) {
347 RTC_DCHECK(network_thread_->IsCurrent());
Zhi Huange830e682018-03-30 10:48:35 -0700348 RTC_DCHECK(rtp_transport_);
deadbeef5bd5ca32017-02-10 11:31:50 -0800349 rtc::PacketTransportInternal* transport = nullptr;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000350 switch (type) {
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000351 case ST_RTP:
zsteine8ab5432017-07-12 11:48:11 -0700352 transport = rtp_transport_->rtp_packet_transport();
deadbeefcbecd352015-09-23 11:50:27 -0700353 socket_options_.push_back(
354 std::pair<rtc::Socket::Option, int>(opt, value));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000355 break;
356 case ST_RTCP:
zsteine8ab5432017-07-12 11:48:11 -0700357 transport = rtp_transport_->rtcp_packet_transport();
deadbeefcbecd352015-09-23 11:50:27 -0700358 rtcp_socket_options_.push_back(
359 std::pair<rtc::Socket::Option, int>(opt, value));
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000360 break;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000361 }
deadbeeff5346592017-01-24 21:51:21 -0800362 return transport ? transport->SetOption(opt, value) : -1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000363}
364
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800365void BaseChannel::OnWritableState(bool writable) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200366 RTC_DCHECK(network_thread_->IsCurrent());
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800367 if (writable) {
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800368 ChannelWritable_n();
369 } else {
370 ChannelNotWritable_n();
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800371 }
372}
373
Zhi Huang942bc2e2017-11-13 13:26:07 -0800374void BaseChannel::OnNetworkRouteChanged(
Danil Chapovalov66cadcc2018-06-19 16:47:43 +0200375 absl::optional<rtc::NetworkRoute> network_route) {
Piotr (Peter) Slatala179a3922018-11-16 09:57:58 -0800376 RTC_LOG(LS_INFO) << "Network route was changed.";
377
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200378 RTC_DCHECK(network_thread_->IsCurrent());
Zhi Huang942bc2e2017-11-13 13:26:07 -0800379 rtc::NetworkRoute new_route;
380 if (network_route) {
Zhi Huang942bc2e2017-11-13 13:26:07 -0800381 new_route = *(network_route);
Zhi Huang8c316c12017-11-13 21:13:45 +0000382 }
Zhi Huang942bc2e2017-11-13 13:26:07 -0800383 // Note: When the RTCP-muxing is not enabled, RTCP transport and RTP transport
384 // use the same transport name and MediaChannel::OnNetworkRouteChanged cannot
385 // work correctly. Intentionally leave it broken to simplify the code and
386 // encourage the users to stop using non-muxing RTCP.
Steve Anton8699a322017-11-06 15:53:33 -0800387 invoker_.AsyncInvoke<void>(RTC_FROM_HERE, worker_thread_, [=] {
Zhi Huang942bc2e2017-11-13 13:26:07 -0800388 media_channel_->OnNetworkRouteChanged(transport_name_, new_route);
Steve Anton8699a322017-11-06 15:53:33 -0800389 });
Honghai Zhangcc411c02016-03-29 17:27:21 -0700390}
391
zstein56162b92017-04-24 16:54:35 -0700392void BaseChannel::OnTransportReadyToSend(bool ready) {
Steve Anton8699a322017-11-06 15:53:33 -0800393 invoker_.AsyncInvoke<void>(RTC_FROM_HERE, worker_thread_,
394 [=] { media_channel_->OnReadyToSend(ready); });
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000395}
396
stefanc1aeaf02015-10-15 07:26:07 -0700397bool BaseChannel::SendPacket(bool rtcp,
jbaucheec21bd2016-03-20 06:15:43 -0700398 rtc::CopyOnWriteBuffer* packet,
stefanc1aeaf02015-10-15 07:26:07 -0700399 const rtc::PacketOptions& options) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200400 // SendPacket gets called from MediaEngine, on a pacer or an encoder thread.
401 // If the thread is not our network thread, we will post to our network
402 // so that the real work happens on our network. This avoids us having to
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000403 // synchronize access to all the pieces of the send path, including
404 // SRTP and the inner workings of the transport channels.
405 // The only downside is that we can't return a proper failure code if
406 // needed. Since UDP is unreliable anyway, this should be a non-issue.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200407 if (!network_thread_->IsCurrent()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000408 // Avoid a copy by transferring the ownership of the packet data.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200409 int message_id = rtcp ? MSG_SEND_RTCP_PACKET : MSG_SEND_RTP_PACKET;
410 SendPacketMessageData* data = new SendPacketMessageData;
kwiberg0eb15ed2015-12-17 03:04:15 -0800411 data->packet = std::move(*packet);
stefanc1aeaf02015-10-15 07:26:07 -0700412 data->options = options;
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700413 network_thread_->Post(RTC_FROM_HERE, this, message_id, data);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000414 return true;
415 }
Zhi Huange830e682018-03-30 10:48:35 -0700416
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200417 TRACE_EVENT0("webrtc", "BaseChannel::SendPacket");
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000418
419 // Now that we are on the correct thread, ensure we have a place to send this
420 // packet before doing anything. (We might get RTCP packets that we don't
421 // intend to send.) If we've negotiated RTCP mux, send RTCP over the RTP
422 // transport.
Zhi Huange830e682018-03-30 10:48:35 -0700423 if (!rtp_transport_ || !rtp_transport_->IsWritable(rtcp)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000424 return false;
425 }
426
427 // Protect ourselves against crazy data.
428 if (!ValidPacket(rtcp, packet)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100429 RTC_LOG(LS_ERROR) << "Dropping outgoing " << content_name_ << " "
430 << RtpRtcpStringLiteral(rtcp)
431 << " packet: wrong size=" << packet->size();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000432 return false;
433 }
434
Zhi Huangcf990f52017-09-22 12:12:30 -0700435 if (!srtp_active()) {
436 if (srtp_required_) {
437 // The audio/video engines may attempt to send RTCP packets as soon as the
438 // streams are created, so don't treat this as an error for RTCP.
439 // See: https://bugs.chromium.org/p/webrtc/issues/detail?id=6809
440 if (rtcp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000441 return false;
442 }
Zhi Huangcf990f52017-09-22 12:12:30 -0700443 // However, there shouldn't be any RTP packets sent before SRTP is set up
444 // (and SetSend(true) is called).
Mirko Bonadei675513b2017-11-09 11:09:25 +0100445 RTC_LOG(LS_ERROR)
446 << "Can't send outgoing RTP packet when SRTP is inactive"
447 << " and crypto is required";
Zhi Huangcf990f52017-09-22 12:12:30 -0700448 RTC_NOTREACHED();
deadbeef8f425f92016-12-01 12:26:27 -0800449 return false;
450 }
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800451
452 std::string packet_type = rtcp ? "RTCP" : "RTP";
453 RTC_LOG(LS_WARNING) << "Sending an " << packet_type
454 << " packet without encryption.";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000455 }
Zhi Huange830e682018-03-30 10:48:35 -0700456
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000457 // Bon voyage.
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800458 return rtcp ? rtp_transport_->SendRtcpPacket(packet, options, PF_SRTP_BYPASS)
459 : rtp_transport_->SendRtpPacket(packet, options, PF_SRTP_BYPASS);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000460}
461
Zhi Huang365381f2018-04-13 16:44:34 -0700462void BaseChannel::OnRtpPacket(const webrtc::RtpPacketReceived& parsed_packet) {
Niels Möller29e13fd2018-12-17 12:35:30 +0100463 // Take packet time from the |parsed_packet|.
464 // RtpPacketReceived.arrival_time_ms = (timestamp_us + 500) / 1000;
Niels Möllere6933812018-11-05 13:01:41 +0100465 int64_t timestamp_us = -1;
Zhi Huang365381f2018-04-13 16:44:34 -0700466 if (parsed_packet.arrival_time_ms() > 0) {
Niels Möllere6933812018-11-05 13:01:41 +0100467 timestamp_us = parsed_packet.arrival_time_ms() * 1000;
Zhi Huang365381f2018-04-13 16:44:34 -0700468 }
Zhi Huang365381f2018-04-13 16:44:34 -0700469
Niels Möllere6933812018-11-05 13:01:41 +0100470 OnPacketReceived(/*rtcp=*/false, parsed_packet.Buffer(), timestamp_us);
Zhi Huang365381f2018-04-13 16:44:34 -0700471}
472
473void BaseChannel::UpdateRtpHeaderExtensionMap(
474 const RtpHeaderExtensions& header_extensions) {
475 RTC_DCHECK(rtp_transport_);
476 // Update the header extension map on network thread in case there is data
477 // race.
478 // TODO(zhihuang): Add an rtc::ThreadChecker make sure to RtpTransport won't
479 // be accessed from different threads.
480 //
481 // NOTE: This doesn't take the BUNDLE case in account meaning the RTP header
482 // extension maps are not merged when BUNDLE is enabled. This is fine because
483 // the ID for MID should be consistent among all the RTP transports.
484 network_thread_->Invoke<void>(RTC_FROM_HERE, [this, &header_extensions] {
485 rtp_transport_->UpdateRtpHeaderExtensionMap(header_extensions);
486 });
487}
488
489bool BaseChannel::RegisterRtpDemuxerSink() {
490 RTC_DCHECK(rtp_transport_);
491 return network_thread_->Invoke<bool>(RTC_FROM_HERE, [this] {
492 return rtp_transport_->RegisterRtpDemuxerSink(demuxer_criteria_, this);
493 });
494}
495
496void BaseChannel::OnRtcpPacketReceived(rtc::CopyOnWriteBuffer* packet,
Niels Möllere6933812018-11-05 13:01:41 +0100497 int64_t packet_time_us) {
498 OnPacketReceived(/*rtcp=*/true, *packet, packet_time_us);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000499}
500
zstein3dcf0e92017-06-01 13:22:42 -0700501void BaseChannel::OnPacketReceived(bool rtcp,
Zhi Huang365381f2018-04-13 16:44:34 -0700502 const rtc::CopyOnWriteBuffer& packet,
Niels Möllere6933812018-11-05 13:01:41 +0100503 int64_t packet_time_us) {
honghaiz@google.coma67ca1a2015-01-28 19:48:33 +0000504 if (!has_received_packet_ && !rtcp) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000505 has_received_packet_ = true;
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700506 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_FIRSTPACKETRECEIVED);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000507 }
508
Zhi Huangcf990f52017-09-22 12:12:30 -0700509 if (!srtp_active() && srtp_required_) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000510 // Our session description indicates that SRTP is required, but we got a
511 // packet before our SRTP filter is active. This means either that
512 // a) we got SRTP packets before we received the SDES keys, in which case
513 // we can't decrypt it anyway, or
514 // b) we got SRTP packets before DTLS completed on both the RTP and RTCP
zhihuangb2cdd932017-01-19 16:54:25 -0800515 // transports, so we haven't yet extracted keys, even if DTLS did
516 // complete on the transport that the packets are being sent on. It's
517 // really good practice to wait for both RTP and RTCP to be good to go
518 // before sending media, to prevent weird failure modes, so it's fine
519 // for us to just eat packets here. This is all sidestepped if RTCP mux
520 // is used anyway.
Mirko Bonadei675513b2017-11-09 11:09:25 +0100521 RTC_LOG(LS_WARNING)
522 << "Can't process incoming " << RtpRtcpStringLiteral(rtcp)
523 << " packet when SRTP is inactive and crypto is required";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000524 return;
525 }
526
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200527 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700528 RTC_FROM_HERE, worker_thread_,
Niels Möllere6933812018-11-05 13:01:41 +0100529 Bind(&BaseChannel::ProcessPacket, this, rtcp, packet, packet_time_us));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200530}
531
zstein3dcf0e92017-06-01 13:22:42 -0700532void BaseChannel::ProcessPacket(bool rtcp,
533 const rtc::CopyOnWriteBuffer& packet,
Niels Möllere6933812018-11-05 13:01:41 +0100534 int64_t packet_time_us) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200535 RTC_DCHECK(worker_thread_->IsCurrent());
zstein3dcf0e92017-06-01 13:22:42 -0700536
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200537 // Need to copy variable because OnRtcpReceived/OnPacketReceived
538 // requires non-const pointer to buffer. This doesn't memcpy the actual data.
539 rtc::CopyOnWriteBuffer data(packet);
540 if (rtcp) {
Niels Möllere6933812018-11-05 13:01:41 +0100541 media_channel_->OnRtcpReceived(&data, packet_time_us);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000542 } else {
Niels Möllere6933812018-11-05 13:01:41 +0100543 media_channel_->OnPacketReceived(&data, packet_time_us);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000544 }
545}
546
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000547void BaseChannel::EnableMedia_w() {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700548 RTC_DCHECK(worker_thread_ == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000549 if (enabled_)
550 return;
551
Mirko Bonadei675513b2017-11-09 11:09:25 +0100552 RTC_LOG(LS_INFO) << "Channel enabled";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000553 enabled_ = true;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700554 UpdateMediaSendRecvState_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000555}
556
557void BaseChannel::DisableMedia_w() {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700558 RTC_DCHECK(worker_thread_ == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000559 if (!enabled_)
560 return;
561
Mirko Bonadei675513b2017-11-09 11:09:25 +0100562 RTC_LOG(LS_INFO) << "Channel disabled";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000563 enabled_ = false;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700564 UpdateMediaSendRecvState_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000565}
566
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200567void BaseChannel::UpdateWritableState_n() {
Zhi Huange830e682018-03-30 10:48:35 -0700568 if (rtp_transport_->IsWritable(/*rtcp=*/true) &&
569 rtp_transport_->IsWritable(/*rtcp=*/false)) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200570 ChannelWritable_n();
deadbeefcbecd352015-09-23 11:50:27 -0700571 } else {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200572 ChannelNotWritable_n();
deadbeefcbecd352015-09-23 11:50:27 -0700573 }
574}
575
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200576void BaseChannel::ChannelWritable_n() {
577 RTC_DCHECK(network_thread_->IsCurrent());
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800578 if (writable_) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000579 return;
Guo-wei Shieh1218d7a2015-12-05 09:59:56 -0800580 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000581
Mirko Bonadei675513b2017-11-09 11:09:25 +0100582 RTC_LOG(LS_INFO) << "Channel writable (" << content_name_ << ")"
583 << (was_ever_writable_ ? "" : " for the first time");
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000584
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000585 was_ever_writable_ = true;
586 writable_ = true;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700587 UpdateMediaSendRecvState();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000588}
589
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200590void BaseChannel::ChannelNotWritable_n() {
591 RTC_DCHECK(network_thread_->IsCurrent());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000592 if (!writable_)
593 return;
594
Mirko Bonadei675513b2017-11-09 11:09:25 +0100595 RTC_LOG(LS_INFO) << "Channel not writable (" << content_name_ << ")";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000596 writable_ = false;
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700597 UpdateMediaSendRecvState();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000598}
599
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000600bool BaseChannel::AddRecvStream_w(const StreamParams& sp) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700601 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
pbos482b12e2015-11-16 10:19:58 -0800602 return media_channel()->AddRecvStream(sp);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000603}
604
Peter Boström0c4e06b2015-10-07 12:23:21 +0200605bool BaseChannel::RemoveRecvStream_w(uint32_t ssrc) {
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700606 RTC_DCHECK(worker_thread() == rtc::Thread::Current());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000607 return media_channel()->RemoveRecvStream(ssrc);
608}
609
610bool BaseChannel::UpdateLocalStreams_w(const std::vector<StreamParams>& streams,
Steve Anton3828c062017-12-06 10:34:51 -0800611 SdpType type,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000612 std::string* error_desc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000613 // Check for streams that have been removed.
614 bool ret = true;
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800615 for (const StreamParams& old_stream : local_streams_) {
616 if (old_stream.has_ssrcs() &&
617 !GetStreamBySsrc(streams, old_stream.first_ssrc())) {
618 if (!media_channel()->RemoveSendStream(old_stream.first_ssrc())) {
Jonas Olsson366a50c2018-09-06 13:41:30 +0200619 rtc::StringBuilder desc;
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800620 desc << "Failed to remove send stream with ssrc "
621 << old_stream.first_ssrc() << ".";
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000622 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000623 ret = false;
624 }
625 }
626 }
627 // Check for new streams.
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800628 for (const StreamParams& new_stream : streams) {
629 if (new_stream.has_ssrcs() &&
630 !GetStreamBySsrc(local_streams_, new_stream.first_ssrc())) {
631 if (media_channel()->AddSendStream(new_stream)) {
632 RTC_LOG(LS_INFO) << "Add send stream ssrc: " << new_stream.ssrcs[0];
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000633 } else {
Jonas Olsson366a50c2018-09-06 13:41:30 +0200634 rtc::StringBuilder desc;
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800635 desc << "Failed to add send stream ssrc: " << new_stream.first_ssrc();
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000636 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000637 ret = false;
638 }
639 }
640 }
641 local_streams_ = streams;
642 return ret;
643}
644
645bool BaseChannel::UpdateRemoteStreams_w(
646 const std::vector<StreamParams>& streams,
Steve Anton3828c062017-12-06 10:34:51 -0800647 SdpType type,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000648 std::string* error_desc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000649 // Check for streams that have been removed.
650 bool ret = true;
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800651 for (const StreamParams& old_stream : remote_streams_) {
Seth Hampson5897a6e2018-04-03 11:16:33 -0700652 // If we no longer have an unsignaled stream, we would like to remove
653 // the unsignaled stream params that are cached.
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800654 if ((!old_stream.has_ssrcs() && !HasStreamWithNoSsrcs(streams)) ||
655 !GetStreamBySsrc(streams, old_stream.first_ssrc())) {
656 if (RemoveRecvStream_w(old_stream.first_ssrc())) {
657 RTC_LOG(LS_INFO) << "Remove remote ssrc: " << old_stream.first_ssrc();
Zhi Huang365381f2018-04-13 16:44:34 -0700658 } else {
Jonas Olsson366a50c2018-09-06 13:41:30 +0200659 rtc::StringBuilder desc;
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800660 desc << "Failed to remove remote stream with ssrc "
661 << old_stream.first_ssrc() << ".";
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000662 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000663 ret = false;
664 }
665 }
666 }
Zhi Huang365381f2018-04-13 16:44:34 -0700667 demuxer_criteria_.ssrcs.clear();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000668 // Check for new streams.
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800669 for (const StreamParams& new_stream : streams) {
Seth Hampson5897a6e2018-04-03 11:16:33 -0700670 // We allow a StreamParams with an empty list of SSRCs, in which case the
671 // MediaChannel will cache the parameters and use them for any unsignaled
672 // stream received later.
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800673 if ((!new_stream.has_ssrcs() && !HasStreamWithNoSsrcs(remote_streams_)) ||
674 !GetStreamBySsrc(remote_streams_, new_stream.first_ssrc())) {
675 if (AddRecvStream_w(new_stream)) {
676 RTC_LOG(LS_INFO) << "Add remote ssrc: " << new_stream.first_ssrc();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000677 } else {
Jonas Olsson366a50c2018-09-06 13:41:30 +0200678 rtc::StringBuilder desc;
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800679 desc << "Failed to add remote stream ssrc: " << new_stream.first_ssrc();
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000680 SafeSetError(desc.str(), error_desc);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000681 ret = false;
682 }
683 }
Zhi Huang365381f2018-04-13 16:44:34 -0700684 // Update the receiving SSRCs.
Steve Anton5f8b5fd2018-12-27 16:58:10 -0800685 demuxer_criteria_.ssrcs.insert(new_stream.ssrcs.begin(),
686 new_stream.ssrcs.end());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000687 }
Zhi Huang365381f2018-04-13 16:44:34 -0700688 // Re-register the sink to update the receiving ssrcs.
689 RegisterRtpDemuxerSink();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000690 remote_streams_ = streams;
691 return ret;
692}
693
jbauch5869f502017-06-29 12:31:36 -0700694RtpHeaderExtensions BaseChannel::GetFilteredRtpHeaderExtensions(
695 const RtpHeaderExtensions& extensions) {
Zhi Huange830e682018-03-30 10:48:35 -0700696 RTC_DCHECK(rtp_transport_);
Benjamin Wrighta54daf12018-10-11 15:33:17 -0700697 if (crypto_options_.srtp.enable_encrypted_rtp_header_extensions) {
jbauch5869f502017-06-29 12:31:36 -0700698 RtpHeaderExtensions filtered;
699 auto pred = [](const webrtc::RtpExtension& extension) {
Yves Gerey665174f2018-06-19 15:03:05 +0200700 return !extension.encrypt;
jbauch5869f502017-06-29 12:31:36 -0700701 };
702 std::copy_if(extensions.begin(), extensions.end(),
Yves Gerey665174f2018-06-19 15:03:05 +0200703 std::back_inserter(filtered), pred);
jbauch5869f502017-06-29 12:31:36 -0700704 return filtered;
705 }
706
707 return webrtc::RtpExtension::FilterDuplicateNonEncrypted(extensions);
708}
709
Yves Gerey665174f2018-06-19 15:03:05 +0200710void BaseChannel::OnMessage(rtc::Message* pmsg) {
Peter Boström6f28cf02015-12-07 23:17:15 +0100711 TRACE_EVENT0("webrtc", "BaseChannel::OnMessage");
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000712 switch (pmsg->message_id) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200713 case MSG_SEND_RTP_PACKET:
714 case MSG_SEND_RTCP_PACKET: {
715 RTC_DCHECK(network_thread_->IsCurrent());
716 SendPacketMessageData* data =
717 static_cast<SendPacketMessageData*>(pmsg->pdata);
718 bool rtcp = pmsg->message_id == MSG_SEND_RTCP_PACKET;
719 SendPacket(rtcp, &data->packet, data->options);
720 delete data;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000721 break;
722 }
723 case MSG_FIRSTPACKETRECEIVED: {
Amit Hilbuchdd9390c2018-11-13 16:26:05 -0800724 SignalFirstPacketReceived_(this);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000725 break;
726 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000727 }
728}
729
zstein3dcf0e92017-06-01 13:22:42 -0700730void BaseChannel::AddHandledPayloadType(int payload_type) {
Zhi Huang365381f2018-04-13 16:44:34 -0700731 demuxer_criteria_.payload_types.insert(static_cast<uint8_t>(payload_type));
zstein3dcf0e92017-06-01 13:22:42 -0700732}
733
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200734void BaseChannel::FlushRtcpMessages_n() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000735 // Flush all remaining RTCP messages. This should only be called in
736 // destructor.
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200737 RTC_DCHECK(network_thread_->IsCurrent());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000738 rtc::MessageList rtcp_messages;
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200739 network_thread_->Clear(this, MSG_SEND_RTCP_PACKET, &rtcp_messages);
740 for (const auto& message : rtcp_messages) {
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700741 network_thread_->Send(RTC_FROM_HERE, this, MSG_SEND_RTCP_PACKET,
742 message.pdata);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000743 }
744}
745
Zhi Huangcd3fc5d2017-11-29 10:41:57 -0800746void BaseChannel::SignalSentPacket_n(const rtc::SentPacket& sent_packet) {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200747 RTC_DCHECK(network_thread_->IsCurrent());
748 invoker_.AsyncInvoke<void>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -0700749 RTC_FROM_HERE, worker_thread_,
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200750 rtc::Bind(&BaseChannel::SignalSentPacket_w, this, sent_packet));
751}
752
753void BaseChannel::SignalSentPacket_w(const rtc::SentPacket& sent_packet) {
754 RTC_DCHECK(worker_thread_->IsCurrent());
755 SignalSentPacket(sent_packet);
756}
757
758VoiceChannel::VoiceChannel(rtc::Thread* worker_thread,
759 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -0800760 rtc::Thread* signaling_thread,
Niels Möllerf120cba2018-01-30 09:33:03 +0100761 // TODO(nisse): Delete unused argument.
762 MediaEngineInterface* /* media_engine */,
Steve Anton8699a322017-11-06 15:53:33 -0800763 std::unique_ptr<VoiceMediaChannel> media_channel,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000764 const std::string& content_name,
Zhi Huange830e682018-03-30 10:48:35 -0700765 bool srtp_required,
Benjamin Wrighta54daf12018-10-11 15:33:17 -0700766 webrtc::CryptoOptions crypto_options)
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200767 : BaseChannel(worker_thread,
768 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -0800769 signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -0800770 std::move(media_channel),
deadbeefcbecd352015-09-23 11:50:27 -0700771 content_name,
Zhi Huange830e682018-03-30 10:48:35 -0700772 srtp_required,
773 crypto_options) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000774
775VoiceChannel::~VoiceChannel() {
Peter Boströmca8b4042016-03-08 14:24:13 -0800776 TRACE_EVENT0("webrtc", "VoiceChannel::~VoiceChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000777 // this can't be done in the base class, since it calls a virtual
778 DisableMedia_w();
Zhi Huang0ffe03d2018-03-30 13:17:42 -0700779 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000780}
781
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700782void BaseChannel::UpdateMediaSendRecvState() {
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200783 RTC_DCHECK(network_thread_->IsCurrent());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700784 invoker_.AsyncInvoke<void>(
785 RTC_FROM_HERE, worker_thread_,
786 Bind(&BaseChannel::UpdateMediaSendRecvState_w, this));
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200787}
788
Piotr (Peter) Slatala179a3922018-11-16 09:57:58 -0800789void BaseChannel::OnNetworkRouteChanged(
790 const rtc::NetworkRoute& network_route) {
791 OnNetworkRouteChanged(absl::make_optional(network_route));
792}
793
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700794void VoiceChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000795 // Render incoming data if we're the active call, and we have the local
796 // content. We receive data on the default channel and multiplexed streams.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700797 bool recv = IsReadyToReceiveMedia_w();
solenberg5b14b422015-10-01 04:10:31 -0700798 media_channel()->SetPlayout(recv);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000799
800 // Send outgoing data if we're the active call, we have the remote content,
801 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700802 bool send = IsReadyToSendMedia_w();
Taylor Brandstetter1a018dc2016-03-08 12:37:39 -0800803 media_channel()->SetSend(send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000804
Mirko Bonadei675513b2017-11-09 11:09:25 +0100805 RTC_LOG(LS_INFO) << "Changing voice state, recv=" << recv << " send=" << send;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000806}
807
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000808bool VoiceChannel::SetLocalContent_w(const MediaContentDescription* content,
Steve Anton3828c062017-12-06 10:34:51 -0800809 SdpType type,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000810 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100811 TRACE_EVENT0("webrtc", "VoiceChannel::SetLocalContent_w");
Steve Antonb1c1de12017-12-21 15:14:30 -0800812 RTC_DCHECK_RUN_ON(worker_thread());
Mirko Bonadei675513b2017-11-09 11:09:25 +0100813 RTC_LOG(LS_INFO) << "Setting local voice description";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000814
Steve Antonb1c1de12017-12-21 15:14:30 -0800815 RTC_DCHECK(content);
816 if (!content) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000817 SafeSetError("Can't find audio content in local description.", error_desc);
818 return false;
819 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000820
Steve Antonb1c1de12017-12-21 15:14:30 -0800821 const AudioContentDescription* audio = content->as_audio();
822
jbauch5869f502017-06-29 12:31:36 -0700823 RtpHeaderExtensions rtp_header_extensions =
824 GetFilteredRtpHeaderExtensions(audio->rtp_header_extensions());
Zhi Huang365381f2018-04-13 16:44:34 -0700825 UpdateRtpHeaderExtensionMap(rtp_header_extensions);
Johannes Kron9190b822018-10-29 11:22:05 +0100826 media_channel()->SetExtmapAllowMixed(audio->extmap_allow_mixed());
jbauch5869f502017-06-29 12:31:36 -0700827
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700828 AudioRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -0700829 RtpParametersFromMediaDescription(audio, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700830 if (!media_channel()->SetRecvParameters(recv_params)) {
Peter Thatcherbfab5cb2015-08-20 17:40:24 -0700831 SafeSetError("Failed to set local audio description recv parameters.",
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700832 error_desc);
833 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000834 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700835 for (const AudioCodec& codec : audio->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -0700836 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700837 }
Zhi Huang365381f2018-04-13 16:44:34 -0700838 // Need to re-register the sink to update the handled payload.
839 if (!RegisterRtpDemuxerSink()) {
840 RTC_LOG(LS_ERROR) << "Failed to set up audio demuxing.";
841 return false;
842 }
843
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700844 last_recv_params_ = recv_params;
845
846 // TODO(pthatcher): Move local streams into AudioSendParameters, and
847 // only give it to the media channel once we have a remote
848 // description too (without a remote description, we won't be able
849 // to send them anyway).
Steve Anton3828c062017-12-06 10:34:51 -0800850 if (!UpdateLocalStreams_w(audio->streams(), type, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700851 SafeSetError("Failed to set local audio description streams.", error_desc);
852 return false;
853 }
854
855 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700856 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700857 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000858}
859
860bool VoiceChannel::SetRemoteContent_w(const MediaContentDescription* content,
Steve Anton3828c062017-12-06 10:34:51 -0800861 SdpType type,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000862 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100863 TRACE_EVENT0("webrtc", "VoiceChannel::SetRemoteContent_w");
Steve Antonb1c1de12017-12-21 15:14:30 -0800864 RTC_DCHECK_RUN_ON(worker_thread());
Mirko Bonadei675513b2017-11-09 11:09:25 +0100865 RTC_LOG(LS_INFO) << "Setting remote voice description";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000866
Steve Antonb1c1de12017-12-21 15:14:30 -0800867 RTC_DCHECK(content);
868 if (!content) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000869 SafeSetError("Can't find audio content in remote description.", error_desc);
870 return false;
871 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000872
Steve Antonb1c1de12017-12-21 15:14:30 -0800873 const AudioContentDescription* audio = content->as_audio();
874
jbauch5869f502017-06-29 12:31:36 -0700875 RtpHeaderExtensions rtp_header_extensions =
876 GetFilteredRtpHeaderExtensions(audio->rtp_header_extensions());
877
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700878 AudioSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -0700879 RtpSendParametersFromMediaDescription(audio, rtp_header_extensions,
Yves Gerey665174f2018-06-19 15:03:05 +0200880 &send_params);
Steve Antonbb50ce52018-03-26 10:24:32 -0700881 send_params.mid = content_name();
skvladdc1c62c2016-03-16 19:07:43 -0700882
883 bool parameters_applied = media_channel()->SetSendParameters(send_params);
884 if (!parameters_applied) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700885 SafeSetError("Failed to set remote audio description send parameters.",
886 error_desc);
887 return false;
888 }
889 last_send_params_ = send_params;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000890
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700891 // TODO(pthatcher): Move remote streams into AudioRecvParameters,
892 // and only give it to the media channel once we have a local
893 // description too (without a local description, we won't be able to
894 // recv them anyway).
Steve Anton3828c062017-12-06 10:34:51 -0800895 if (!UpdateRemoteStreams_w(audio->streams(), type, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700896 SafeSetError("Failed to set remote audio description streams.", error_desc);
897 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000898 }
899
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700900 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700901 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700902 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000903}
904
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200905VideoChannel::VideoChannel(rtc::Thread* worker_thread,
906 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -0800907 rtc::Thread* signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -0800908 std::unique_ptr<VideoMediaChannel> media_channel,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000909 const std::string& content_name,
Zhi Huange830e682018-03-30 10:48:35 -0700910 bool srtp_required,
Benjamin Wrighta54daf12018-10-11 15:33:17 -0700911 webrtc::CryptoOptions crypto_options)
Danil Chapovalov33b01f22016-05-11 19:55:27 +0200912 : BaseChannel(worker_thread,
913 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -0800914 signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -0800915 std::move(media_channel),
deadbeefcbecd352015-09-23 11:50:27 -0700916 content_name,
Zhi Huange830e682018-03-30 10:48:35 -0700917 srtp_required,
918 crypto_options) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000919
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000920VideoChannel::~VideoChannel() {
Peter Boströmca8b4042016-03-08 14:24:13 -0800921 TRACE_EVENT0("webrtc", "VideoChannel::~VideoChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000922 // this can't be done in the base class, since it calls a virtual
923 DisableMedia_w();
Zhi Huang0ffe03d2018-03-30 13:17:42 -0700924 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000925}
926
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700927void VideoChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000928 // Send outgoing data if we're the active call, we have the remote content,
929 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700930 bool send = IsReadyToSendMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000931 if (!media_channel()->SetSend(send)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +0100932 RTC_LOG(LS_ERROR) << "Failed to SetSend on video channel";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000933 // TODO(gangji): Report error back to server.
934 }
935
Mirko Bonadei675513b2017-11-09 11:09:25 +0100936 RTC_LOG(LS_INFO) << "Changing video state, send=" << send;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000937}
938
stefanf79ade12017-06-02 06:44:03 -0700939void VideoChannel::FillBitrateInfo(BandwidthEstimationInfo* bwe_info) {
940 InvokeOnWorker<void>(RTC_FROM_HERE, Bind(&VideoMediaChannel::FillBitrateInfo,
941 media_channel(), bwe_info));
942}
943
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000944bool VideoChannel::SetLocalContent_w(const MediaContentDescription* content,
Steve Anton3828c062017-12-06 10:34:51 -0800945 SdpType type,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000946 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100947 TRACE_EVENT0("webrtc", "VideoChannel::SetLocalContent_w");
Steve Antonb1c1de12017-12-21 15:14:30 -0800948 RTC_DCHECK_RUN_ON(worker_thread());
Mirko Bonadei675513b2017-11-09 11:09:25 +0100949 RTC_LOG(LS_INFO) << "Setting local video description";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000950
Steve Antonb1c1de12017-12-21 15:14:30 -0800951 RTC_DCHECK(content);
952 if (!content) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000953 SafeSetError("Can't find video content in local description.", error_desc);
954 return false;
955 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000956
Steve Antonb1c1de12017-12-21 15:14:30 -0800957 const VideoContentDescription* video = content->as_video();
958
jbauch5869f502017-06-29 12:31:36 -0700959 RtpHeaderExtensions rtp_header_extensions =
960 GetFilteredRtpHeaderExtensions(video->rtp_header_extensions());
Zhi Huang365381f2018-04-13 16:44:34 -0700961 UpdateRtpHeaderExtensionMap(rtp_header_extensions);
Johannes Kron9190b822018-10-29 11:22:05 +0100962 media_channel()->SetExtmapAllowMixed(video->extmap_allow_mixed());
jbauch5869f502017-06-29 12:31:36 -0700963
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700964 VideoRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -0700965 RtpParametersFromMediaDescription(video, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700966 if (!media_channel()->SetRecvParameters(recv_params)) {
967 SafeSetError("Failed to set local video description recv parameters.",
968 error_desc);
969 return false;
970 }
971 for (const VideoCodec& codec : video->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -0700972 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700973 }
Zhi Huang365381f2018-04-13 16:44:34 -0700974 // Need to re-register the sink to update the handled payload.
975 if (!RegisterRtpDemuxerSink()) {
976 RTC_LOG(LS_ERROR) << "Failed to set up video demuxing.";
977 return false;
978 }
979
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700980 last_recv_params_ = recv_params;
981
982 // TODO(pthatcher): Move local streams into VideoSendParameters, and
983 // only give it to the media channel once we have a remote
984 // description too (without a remote description, we won't be able
985 // to send them anyway).
Steve Anton3828c062017-12-06 10:34:51 -0800986 if (!UpdateLocalStreams_w(video->streams(), type, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700987 SafeSetError("Failed to set local video description streams.", error_desc);
988 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000989 }
990
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700991 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -0700992 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -0700993 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000994}
995
996bool VideoChannel::SetRemoteContent_w(const MediaContentDescription* content,
Steve Anton3828c062017-12-06 10:34:51 -0800997 SdpType type,
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000998 std::string* error_desc) {
Peter Boström9f45a452015-12-08 13:25:57 +0100999 TRACE_EVENT0("webrtc", "VideoChannel::SetRemoteContent_w");
Steve Antonb1c1de12017-12-21 15:14:30 -08001000 RTC_DCHECK_RUN_ON(worker_thread());
Mirko Bonadei675513b2017-11-09 11:09:25 +01001001 RTC_LOG(LS_INFO) << "Setting remote video description";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001002
Steve Antonb1c1de12017-12-21 15:14:30 -08001003 RTC_DCHECK(content);
1004 if (!content) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001005 SafeSetError("Can't find video content in remote description.", error_desc);
1006 return false;
1007 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001008
Steve Antonb1c1de12017-12-21 15:14:30 -08001009 const VideoContentDescription* video = content->as_video();
1010
jbauch5869f502017-06-29 12:31:36 -07001011 RtpHeaderExtensions rtp_header_extensions =
1012 GetFilteredRtpHeaderExtensions(video->rtp_header_extensions());
1013
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001014 VideoSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -07001015 RtpSendParametersFromMediaDescription(video, rtp_header_extensions,
Yves Gerey665174f2018-06-19 15:03:05 +02001016 &send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001017 if (video->conference_mode()) {
nisse4b4dc862016-02-17 05:25:36 -08001018 send_params.conference_mode = true;
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001019 }
Steve Antonbb50ce52018-03-26 10:24:32 -07001020 send_params.mid = content_name();
skvladdc1c62c2016-03-16 19:07:43 -07001021
1022 bool parameters_applied = media_channel()->SetSendParameters(send_params);
1023
1024 if (!parameters_applied) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001025 SafeSetError("Failed to set remote video description send parameters.",
1026 error_desc);
1027 return false;
1028 }
1029 last_send_params_ = send_params;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001030
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001031 // TODO(pthatcher): Move remote streams into VideoRecvParameters,
1032 // and only give it to the media channel once we have a local
1033 // description too (without a local description, we won't be able to
1034 // recv them anyway).
Steve Anton3828c062017-12-06 10:34:51 -08001035 if (!UpdateRemoteStreams_w(video->streams(), type, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001036 SafeSetError("Failed to set remote video description streams.", error_desc);
1037 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001038 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001039 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001040 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001041 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001042}
1043
deadbeef953c2ce2017-01-09 14:53:41 -08001044RtpDataChannel::RtpDataChannel(rtc::Thread* worker_thread,
1045 rtc::Thread* network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001046 rtc::Thread* signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -08001047 std::unique_ptr<DataMediaChannel> media_channel,
deadbeef953c2ce2017-01-09 14:53:41 -08001048 const std::string& content_name,
Zhi Huange830e682018-03-30 10:48:35 -07001049 bool srtp_required,
Benjamin Wrighta54daf12018-10-11 15:33:17 -07001050 webrtc::CryptoOptions crypto_options)
Danil Chapovalov33b01f22016-05-11 19:55:27 +02001051 : BaseChannel(worker_thread,
1052 network_thread,
zhihuangf5b251b2017-01-12 19:37:48 -08001053 signaling_thread,
Steve Anton8699a322017-11-06 15:53:33 -08001054 std::move(media_channel),
deadbeefcbecd352015-09-23 11:50:27 -07001055 content_name,
Zhi Huange830e682018-03-30 10:48:35 -07001056 srtp_required,
1057 crypto_options) {}
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001058
deadbeef953c2ce2017-01-09 14:53:41 -08001059RtpDataChannel::~RtpDataChannel() {
1060 TRACE_EVENT0("webrtc", "RtpDataChannel::~RtpDataChannel");
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001061 // this can't be done in the base class, since it calls a virtual
1062 DisableMedia_w();
Zhi Huang0ffe03d2018-03-30 13:17:42 -07001063 Deinit();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001064}
1065
Zhi Huang2dfc42d2017-12-04 13:38:48 -08001066void RtpDataChannel::Init_w(webrtc::RtpTransportInternal* rtp_transport) {
Anton Sukhanov98a462c2018-10-17 13:15:42 -07001067 BaseChannel::Init_w(rtp_transport, /*media_transport=*/nullptr);
Zhi Huang2dfc42d2017-12-04 13:38:48 -08001068 media_channel()->SignalDataReceived.connect(this,
1069 &RtpDataChannel::OnDataReceived);
1070 media_channel()->SignalReadyToSend.connect(
1071 this, &RtpDataChannel::OnDataChannelReadyToSend);
1072}
1073
deadbeef953c2ce2017-01-09 14:53:41 -08001074bool RtpDataChannel::SendData(const SendDataParams& params,
1075 const rtc::CopyOnWriteBuffer& payload,
1076 SendDataResult* result) {
stefanf79ade12017-06-02 06:44:03 -07001077 return InvokeOnWorker<bool>(
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001078 RTC_FROM_HERE, Bind(&DataMediaChannel::SendData, media_channel(), params,
1079 payload, result));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001080}
1081
deadbeef953c2ce2017-01-09 14:53:41 -08001082bool RtpDataChannel::CheckDataChannelTypeFromContent(
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001083 const DataContentDescription* content,
1084 std::string* error_desc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001085 bool is_sctp = ((content->protocol() == kMediaProtocolSctp) ||
1086 (content->protocol() == kMediaProtocolDtlsSctp));
deadbeef953c2ce2017-01-09 14:53:41 -08001087 // It's been set before, but doesn't match. That's bad.
1088 if (is_sctp) {
1089 SafeSetError("Data channel type mismatch. Expected RTP, got SCTP.",
1090 error_desc);
1091 return false;
1092 }
1093 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001094}
1095
deadbeef953c2ce2017-01-09 14:53:41 -08001096bool RtpDataChannel::SetLocalContent_w(const MediaContentDescription* content,
Steve Anton3828c062017-12-06 10:34:51 -08001097 SdpType type,
deadbeef953c2ce2017-01-09 14:53:41 -08001098 std::string* error_desc) {
1099 TRACE_EVENT0("webrtc", "RtpDataChannel::SetLocalContent_w");
Steve Antonb1c1de12017-12-21 15:14:30 -08001100 RTC_DCHECK_RUN_ON(worker_thread());
Mirko Bonadei675513b2017-11-09 11:09:25 +01001101 RTC_LOG(LS_INFO) << "Setting local data description";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001102
Steve Antonb1c1de12017-12-21 15:14:30 -08001103 RTC_DCHECK(content);
1104 if (!content) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001105 SafeSetError("Can't find data content in local description.", error_desc);
1106 return false;
1107 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001108
Steve Antonb1c1de12017-12-21 15:14:30 -08001109 const DataContentDescription* data = content->as_data();
1110
deadbeef953c2ce2017-01-09 14:53:41 -08001111 if (!CheckDataChannelTypeFromContent(data, error_desc)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001112 return false;
1113 }
1114
jbauch5869f502017-06-29 12:31:36 -07001115 RtpHeaderExtensions rtp_header_extensions =
1116 GetFilteredRtpHeaderExtensions(data->rtp_header_extensions());
1117
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001118 DataRecvParameters recv_params = last_recv_params_;
jbauch5869f502017-06-29 12:31:36 -07001119 RtpParametersFromMediaDescription(data, rtp_header_extensions, &recv_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001120 if (!media_channel()->SetRecvParameters(recv_params)) {
1121 SafeSetError("Failed to set remote data description recv parameters.",
1122 error_desc);
1123 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001124 }
deadbeef953c2ce2017-01-09 14:53:41 -08001125 for (const DataCodec& codec : data->codecs()) {
zstein3dcf0e92017-06-01 13:22:42 -07001126 AddHandledPayloadType(codec.id);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001127 }
Zhi Huang365381f2018-04-13 16:44:34 -07001128 // Need to re-register the sink to update the handled payload.
1129 if (!RegisterRtpDemuxerSink()) {
1130 RTC_LOG(LS_ERROR) << "Failed to set up data demuxing.";
1131 return false;
1132 }
1133
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001134 last_recv_params_ = recv_params;
1135
1136 // TODO(pthatcher): Move local streams into DataSendParameters, and
1137 // only give it to the media channel once we have a remote
1138 // description too (without a remote description, we won't be able
1139 // to send them anyway).
Steve Anton3828c062017-12-06 10:34:51 -08001140 if (!UpdateLocalStreams_w(data->streams(), type, error_desc)) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001141 SafeSetError("Failed to set local data description streams.", error_desc);
1142 return false;
1143 }
1144
1145 set_local_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001146 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001147 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001148}
1149
deadbeef953c2ce2017-01-09 14:53:41 -08001150bool RtpDataChannel::SetRemoteContent_w(const MediaContentDescription* content,
Steve Anton3828c062017-12-06 10:34:51 -08001151 SdpType type,
deadbeef953c2ce2017-01-09 14:53:41 -08001152 std::string* error_desc) {
1153 TRACE_EVENT0("webrtc", "RtpDataChannel::SetRemoteContent_w");
Steve Antonb1c1de12017-12-21 15:14:30 -08001154 RTC_DCHECK_RUN_ON(worker_thread());
1155 RTC_LOG(LS_INFO) << "Setting remote data description";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001156
Steve Antonb1c1de12017-12-21 15:14:30 -08001157 RTC_DCHECK(content);
1158 if (!content) {
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +00001159 SafeSetError("Can't find data content in remote description.", error_desc);
1160 return false;
1161 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001162
Steve Antonb1c1de12017-12-21 15:14:30 -08001163 const DataContentDescription* data = content->as_data();
1164
Zhi Huang801b8682017-11-15 11:36:43 -08001165 // If the remote data doesn't have codecs, it must be empty, so ignore it.
1166 if (!data->has_codecs()) {
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001167 return true;
1168 }
1169
deadbeef953c2ce2017-01-09 14:53:41 -08001170 if (!CheckDataChannelTypeFromContent(data, error_desc)) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001171 return false;
1172 }
1173
jbauch5869f502017-06-29 12:31:36 -07001174 RtpHeaderExtensions rtp_header_extensions =
1175 GetFilteredRtpHeaderExtensions(data->rtp_header_extensions());
1176
Mirko Bonadei675513b2017-11-09 11:09:25 +01001177 RTC_LOG(LS_INFO) << "Setting remote data description";
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001178 DataSendParameters send_params = last_send_params_;
jbauch5869f502017-06-29 12:31:36 -07001179 RtpSendParametersFromMediaDescription<DataCodec>(data, rtp_header_extensions,
Yves Gerey665174f2018-06-19 15:03:05 +02001180 &send_params);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001181 if (!media_channel()->SetSendParameters(send_params)) {
1182 SafeSetError("Failed to set remote data description send parameters.",
1183 error_desc);
1184 return false;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001185 }
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001186 last_send_params_ = send_params;
1187
1188 // TODO(pthatcher): Move remote streams into DataRecvParameters,
1189 // and only give it to the media channel once we have a local
1190 // description too (without a local description, we won't be able to
1191 // recv them anyway).
Steve Anton3828c062017-12-06 10:34:51 -08001192 if (!UpdateRemoteStreams_w(data->streams(), type, error_desc)) {
Yves Gerey665174f2018-06-19 15:03:05 +02001193 SafeSetError("Failed to set remote data description streams.", error_desc);
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001194 return false;
1195 }
1196
1197 set_remote_content_direction(content->direction());
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001198 UpdateMediaSendRecvState_w();
Peter Thatcherc2ee2c82015-08-07 16:05:34 -07001199 return true;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001200}
1201
deadbeef953c2ce2017-01-09 14:53:41 -08001202void RtpDataChannel::UpdateMediaSendRecvState_w() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001203 // Render incoming data if we're the active call, and we have the local
1204 // content. We receive data on the default channel and multiplexed streams.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001205 bool recv = IsReadyToReceiveMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001206 if (!media_channel()->SetReceive(recv)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +01001207 RTC_LOG(LS_ERROR) << "Failed to SetReceive on data channel";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001208 }
1209
1210 // Send outgoing data if we're the active call, we have the remote content,
1211 // and we have had some form of connectivity.
Taylor Brandstetterbad33bf2016-08-25 13:31:14 -07001212 bool send = IsReadyToSendMedia_w();
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001213 if (!media_channel()->SetSend(send)) {
Mirko Bonadei675513b2017-11-09 11:09:25 +01001214 RTC_LOG(LS_ERROR) << "Failed to SetSend on data channel";
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001215 }
1216
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +00001217 // Trigger SignalReadyToSendData asynchronously.
1218 OnDataChannelReadyToSend(send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001219
Mirko Bonadei675513b2017-11-09 11:09:25 +01001220 RTC_LOG(LS_INFO) << "Changing data state, recv=" << recv << " send=" << send;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001221}
1222
deadbeef953c2ce2017-01-09 14:53:41 -08001223void RtpDataChannel::OnMessage(rtc::Message* pmsg) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001224 switch (pmsg->message_id) {
1225 case MSG_READYTOSENDDATA: {
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00001226 DataChannelReadyToSendMessageData* data =
1227 static_cast<DataChannelReadyToSendMessageData*>(pmsg->pdata);
wu@webrtc.org07a6fbe2013-11-04 18:41:34 +00001228 ready_to_send_data_ = data->data();
1229 SignalReadyToSendData(ready_to_send_data_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001230 delete data;
1231 break;
1232 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001233 case MSG_DATARECEIVED: {
1234 DataReceivedMessageData* data =
1235 static_cast<DataReceivedMessageData*>(pmsg->pdata);
deadbeef953c2ce2017-01-09 14:53:41 -08001236 SignalDataReceived(data->params, data->payload);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001237 delete data;
1238 break;
1239 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001240 default:
1241 BaseChannel::OnMessage(pmsg);
1242 break;
1243 }
1244}
1245
deadbeef953c2ce2017-01-09 14:53:41 -08001246void RtpDataChannel::OnDataReceived(const ReceiveDataParams& params,
1247 const char* data,
1248 size_t len) {
Yves Gerey665174f2018-06-19 15:03:05 +02001249 DataReceivedMessageData* msg = new DataReceivedMessageData(params, data, len);
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001250 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_DATARECEIVED, msg);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001251}
1252
deadbeef953c2ce2017-01-09 14:53:41 -08001253void RtpDataChannel::OnDataChannelReadyToSend(bool writable) {
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00001254 // This is usded for congestion control to indicate that the stream is ready
1255 // to send by the MediaChannel, as opposed to OnReadyToSend, which indicates
1256 // that the transport channel is ready.
Taylor Brandstetter5d97a9a2016-06-10 14:17:27 -07001257 signaling_thread()->Post(RTC_FROM_HERE, this, MSG_READYTOSENDDATA,
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00001258 new DataChannelReadyToSendMessageData(writable));
1259}
1260
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001261} // namespace cricket