pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
pbos@webrtc.org | b581c90 | 2013-10-28 16:32:01 +0000 | [diff] [blame] | 11 | #include "webrtc/video/video_send_stream.h" |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 12 | |
pbos@webrtc.org | b4bc1a6 | 2014-05-15 09:35:06 +0000 | [diff] [blame] | 13 | #include <sstream> |
henrik.lundin@webrtc.org | ce21c82 | 2013-10-23 11:04:57 +0000 | [diff] [blame] | 14 | #include <string> |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 15 | #include <vector> |
| 16 | |
| 17 | #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h" |
pbos@webrtc.org | 1553688 | 2014-06-06 10:49:19 +0000 | [diff] [blame] | 18 | #include "webrtc/system_wrappers/interface/logging.h" |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 19 | #include "webrtc/video_engine/include/vie_base.h" |
| 20 | #include "webrtc/video_engine/include/vie_capture.h" |
| 21 | #include "webrtc/video_engine/include/vie_codec.h" |
stefan@webrtc.org | a0a91d8 | 2013-08-22 09:29:56 +0000 | [diff] [blame] | 22 | #include "webrtc/video_engine/include/vie_external_codec.h" |
pbos@webrtc.org | 3ba57eb | 2013-10-21 10:34:43 +0000 | [diff] [blame] | 23 | #include "webrtc/video_engine/include/vie_image_process.h" |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 24 | #include "webrtc/video_engine/include/vie_network.h" |
| 25 | #include "webrtc/video_engine/include/vie_rtp_rtcp.h" |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 26 | #include "webrtc/video_engine/vie_defines.h" |
pbos@webrtc.org | b581c90 | 2013-10-28 16:32:01 +0000 | [diff] [blame] | 27 | #include "webrtc/video_send_stream.h" |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 28 | |
| 29 | namespace webrtc { |
pbos@webrtc.org | b4bc1a6 | 2014-05-15 09:35:06 +0000 | [diff] [blame] | 30 | std::string |
pbos@webrtc.org | c23ed47 | 2014-05-15 10:03:24 +0000 | [diff] [blame] | 31 | VideoSendStream::Config::EncoderSettings::ToString() const { |
pbos@webrtc.org | b4bc1a6 | 2014-05-15 09:35:06 +0000 | [diff] [blame] | 32 | std::stringstream ss; |
| 33 | ss << "{payload_name: " << payload_name; |
| 34 | ss << ", payload_type: " << payload_type; |
| 35 | if (encoder != NULL) |
pbos@webrtc.org | 1553688 | 2014-06-06 10:49:19 +0000 | [diff] [blame] | 36 | ss << ", encoder: " << (encoder != NULL ? "(encoder)" : "NULL"); |
pbos@webrtc.org | b4bc1a6 | 2014-05-15 09:35:06 +0000 | [diff] [blame] | 37 | ss << '}'; |
| 38 | return ss.str(); |
| 39 | } |
| 40 | |
pbos@webrtc.org | c23ed47 | 2014-05-15 10:03:24 +0000 | [diff] [blame] | 41 | std::string VideoSendStream::Config::Rtp::Rtx::ToString() |
pbos@webrtc.org | b4bc1a6 | 2014-05-15 09:35:06 +0000 | [diff] [blame] | 42 | const { |
| 43 | std::stringstream ss; |
| 44 | ss << "{ssrcs: {"; |
| 45 | for (size_t i = 0; i < ssrcs.size(); ++i) { |
| 46 | ss << ssrcs[i]; |
| 47 | if (i != ssrcs.size() - 1) |
| 48 | ss << "}, {"; |
| 49 | } |
| 50 | ss << '}'; |
| 51 | |
| 52 | ss << ", payload_type: " << payload_type; |
| 53 | ss << '}'; |
| 54 | return ss.str(); |
| 55 | } |
| 56 | |
pbos@webrtc.org | c23ed47 | 2014-05-15 10:03:24 +0000 | [diff] [blame] | 57 | std::string VideoSendStream::Config::Rtp::ToString() const { |
pbos@webrtc.org | b4bc1a6 | 2014-05-15 09:35:06 +0000 | [diff] [blame] | 58 | std::stringstream ss; |
| 59 | ss << "{ssrcs: {"; |
| 60 | for (size_t i = 0; i < ssrcs.size(); ++i) { |
| 61 | ss << ssrcs[i]; |
| 62 | if (i != ssrcs.size() - 1) |
| 63 | ss << "}, {"; |
| 64 | } |
| 65 | ss << '}'; |
| 66 | |
| 67 | ss << ", max_packet_size: " << max_packet_size; |
| 68 | if (min_transmit_bitrate_bps != 0) |
| 69 | ss << ", min_transmit_bitrate_bps: " << min_transmit_bitrate_bps; |
| 70 | |
| 71 | ss << ", extensions: {"; |
| 72 | for (size_t i = 0; i < extensions.size(); ++i) { |
| 73 | ss << extensions[i].ToString(); |
| 74 | if (i != extensions.size() - 1) |
| 75 | ss << "}, {"; |
| 76 | } |
| 77 | ss << '}'; |
| 78 | |
| 79 | if (nack.rtp_history_ms != 0) |
| 80 | ss << ", nack.rtp_history_ms: " << nack.rtp_history_ms; |
| 81 | if (fec.ulpfec_payload_type != -1 || fec.red_payload_type != -1) |
| 82 | ss << ", fec: " << fec.ToString(); |
| 83 | if (rtx.payload_type != 0 || !rtx.ssrcs.empty()) |
| 84 | ss << ", rtx: " << rtx.ToString(); |
| 85 | if (c_name != "") |
| 86 | ss << ", c_name: " << c_name; |
| 87 | ss << '}'; |
| 88 | return ss.str(); |
| 89 | } |
| 90 | |
pbos@webrtc.org | c23ed47 | 2014-05-15 10:03:24 +0000 | [diff] [blame] | 91 | std::string VideoSendStream::Config::ToString() const { |
pbos@webrtc.org | b4bc1a6 | 2014-05-15 09:35:06 +0000 | [diff] [blame] | 92 | std::stringstream ss; |
| 93 | ss << "{encoder_settings: " << encoder_settings.ToString(); |
| 94 | ss << ", rtp: " << rtp.ToString(); |
| 95 | if (pre_encode_callback != NULL) |
| 96 | ss << ", (pre_encode_callback)"; |
| 97 | if (post_encode_callback != NULL) |
| 98 | ss << ", (post_encode_callback)"; |
| 99 | if (local_renderer != NULL) { |
| 100 | ss << ", (local_renderer, render_delay_ms: " << render_delay_ms << ")"; |
| 101 | } |
| 102 | if (target_delay_ms > 0) |
| 103 | ss << ", target_delay_ms: " << target_delay_ms; |
pbos@webrtc.org | b4bc1a6 | 2014-05-15 09:35:06 +0000 | [diff] [blame] | 104 | if (suspend_below_min_bitrate) |
| 105 | ss << ", suspend_below_min_bitrate: on"; |
| 106 | ss << '}'; |
| 107 | return ss.str(); |
| 108 | } |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 109 | |
pbos@webrtc.org | c23ed47 | 2014-05-15 10:03:24 +0000 | [diff] [blame] | 110 | namespace internal { |
pbos@webrtc.org | 49e6306 | 2014-07-07 13:06:48 +0000 | [diff] [blame] | 111 | VideoSendStream::VideoSendStream( |
| 112 | newapi::Transport* transport, |
| 113 | CpuOveruseObserver* overuse_observer, |
| 114 | webrtc::VideoEngine* video_engine, |
| 115 | const VideoSendStream::Config& config, |
| 116 | const std::vector<VideoStream> video_streams, |
| 117 | const void* encoder_settings, |
| 118 | const std::map<uint32_t, RtpState>& suspended_ssrcs, |
| 119 | int base_channel, |
| 120 | int start_bitrate_bps) |
pbos@webrtc.org | 8f2997c | 2013-11-14 08:58:14 +0000 | [diff] [blame] | 121 | : transport_adapter_(transport), |
sprang@webrtc.org | 4a9843f | 2013-11-26 11:41:59 +0000 | [diff] [blame] | 122 | encoded_frame_proxy_(config.post_encode_callback), |
pbos@webrtc.org | 8f2997c | 2013-11-14 08:58:14 +0000 | [diff] [blame] | 123 | config_(config), |
mflodman@webrtc.org | 212705c | 2014-06-16 08:57:39 +0000 | [diff] [blame] | 124 | start_bitrate_bps_(start_bitrate_bps), |
pbos@webrtc.org | 49e6306 | 2014-07-07 13:06:48 +0000 | [diff] [blame] | 125 | suspended_ssrcs_(suspended_ssrcs), |
mflodman@webrtc.org | e4d538a | 2013-12-13 09:40:45 +0000 | [diff] [blame] | 126 | external_codec_(NULL), |
pbos@webrtc.org | c54ff69 | 2014-04-28 13:00:21 +0000 | [diff] [blame] | 127 | channel_(-1), |
| 128 | stats_proxy_(new SendStatisticsProxy(config, this)) { |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 129 | video_engine_base_ = ViEBase::GetInterface(video_engine); |
mflodman@webrtc.org | e4d538a | 2013-12-13 09:40:45 +0000 | [diff] [blame] | 130 | video_engine_base_->CreateChannel(channel_, base_channel); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 131 | assert(channel_ != -1); |
mflodman@webrtc.org | 212705c | 2014-06-16 08:57:39 +0000 | [diff] [blame] | 132 | assert(start_bitrate_bps_ > 0); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 133 | |
| 134 | rtp_rtcp_ = ViERTP_RTCP::GetInterface(video_engine); |
| 135 | assert(rtp_rtcp_ != NULL); |
| 136 | |
pbos@webrtc.org | 8f2997c | 2013-11-14 08:58:14 +0000 | [diff] [blame] | 137 | assert(config_.rtp.ssrcs.size() > 0); |
pbos@webrtc.org | 905cebd | 2013-09-11 10:14:56 +0000 | [diff] [blame] | 138 | |
pbos@webrtc.org | bef6e62 | 2014-03-19 10:59:52 +0000 | [diff] [blame] | 139 | assert(config_.rtp.min_transmit_bitrate_bps >= 0); |
pbos@webrtc.org | 9420a1f | 2014-03-13 12:52:27 +0000 | [diff] [blame] | 140 | rtp_rtcp_->SetMinTransmitBitrate(channel_, |
pbos@webrtc.org | bef6e62 | 2014-03-19 10:59:52 +0000 | [diff] [blame] | 141 | config_.rtp.min_transmit_bitrate_bps / 1000); |
pbos@webrtc.org | 9420a1f | 2014-03-13 12:52:27 +0000 | [diff] [blame] | 142 | |
pbos@webrtc.org | 905cebd | 2013-09-11 10:14:56 +0000 | [diff] [blame] | 143 | for (size_t i = 0; i < config_.rtp.extensions.size(); ++i) { |
| 144 | const std::string& extension = config_.rtp.extensions[i].name; |
| 145 | int id = config_.rtp.extensions[i].id; |
pbos@webrtc.org | 60108c2 | 2013-11-20 11:48:56 +0000 | [diff] [blame] | 146 | if (extension == RtpExtension::kTOffset) { |
pbos@webrtc.org | 905cebd | 2013-09-11 10:14:56 +0000 | [diff] [blame] | 147 | if (rtp_rtcp_->SetSendTimestampOffsetStatus(channel_, true, id) != 0) |
| 148 | abort(); |
pbos@webrtc.org | 60108c2 | 2013-11-20 11:48:56 +0000 | [diff] [blame] | 149 | } else if (extension == RtpExtension::kAbsSendTime) { |
pbos@webrtc.org | e22b761 | 2013-09-11 19:00:39 +0000 | [diff] [blame] | 150 | if (rtp_rtcp_->SetSendAbsoluteSendTimeStatus(channel_, true, id) != 0) |
| 151 | abort(); |
pbos@webrtc.org | 905cebd | 2013-09-11 10:14:56 +0000 | [diff] [blame] | 152 | } else { |
| 153 | abort(); // Unsupported extension. |
| 154 | } |
| 155 | } |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 156 | |
mflodman@webrtc.org | ab6ccbc | 2013-12-13 16:36:28 +0000 | [diff] [blame] | 157 | rtp_rtcp_->SetRembStatus(channel_, true, false); |
| 158 | |
pbos@webrtc.org | aa693dd | 2013-09-20 11:56:26 +0000 | [diff] [blame] | 159 | // Enable NACK, FEC or both. |
| 160 | if (config_.rtp.fec.red_payload_type != -1) { |
| 161 | assert(config_.rtp.fec.ulpfec_payload_type != -1); |
| 162 | if (config_.rtp.nack.rtp_history_ms > 0) { |
| 163 | rtp_rtcp_->SetHybridNACKFECStatus( |
| 164 | channel_, |
| 165 | true, |
| 166 | static_cast<unsigned char>(config_.rtp.fec.red_payload_type), |
| 167 | static_cast<unsigned char>(config_.rtp.fec.ulpfec_payload_type)); |
| 168 | } else { |
| 169 | rtp_rtcp_->SetFECStatus( |
| 170 | channel_, |
| 171 | true, |
| 172 | static_cast<unsigned char>(config_.rtp.fec.red_payload_type), |
| 173 | static_cast<unsigned char>(config_.rtp.fec.ulpfec_payload_type)); |
| 174 | } |
| 175 | } else { |
| 176 | rtp_rtcp_->SetNACKStatus(channel_, config_.rtp.nack.rtp_history_ms > 0); |
| 177 | } |
| 178 | |
pbos@webrtc.org | b96302f | 2014-06-30 13:19:09 +0000 | [diff] [blame] | 179 | ConfigureSsrcs(); |
| 180 | |
pbos@webrtc.org | debc672 | 2013-08-22 09:42:17 +0000 | [diff] [blame] | 181 | char rtcp_cname[ViERTP_RTCP::KMaxRTCPCNameLength]; |
| 182 | assert(config_.rtp.c_name.length() < ViERTP_RTCP::KMaxRTCPCNameLength); |
| 183 | strncpy(rtcp_cname, config_.rtp.c_name.c_str(), sizeof(rtcp_cname) - 1); |
| 184 | rtcp_cname[sizeof(rtcp_cname) - 1] = '\0'; |
| 185 | |
| 186 | rtp_rtcp_->SetRTCPCName(channel_, rtcp_cname); |
| 187 | |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 188 | capture_ = ViECapture::GetInterface(video_engine); |
| 189 | capture_->AllocateExternalCaptureDevice(capture_id_, external_capture_); |
| 190 | capture_->ConnectCaptureDevice(capture_id_, channel_); |
| 191 | |
| 192 | network_ = ViENetwork::GetInterface(video_engine); |
| 193 | assert(network_ != NULL); |
| 194 | |
pbos@webrtc.org | 26d75f3 | 2013-09-18 11:52:42 +0000 | [diff] [blame] | 195 | network_->RegisterSendTransport(channel_, transport_adapter_); |
sprang@webrtc.org | 6133dd5 | 2013-10-16 13:29:14 +0000 | [diff] [blame] | 196 | // 28 to match packet overhead in ModuleRtpRtcpImpl. |
pbos@webrtc.org | b581c90 | 2013-10-28 16:32:01 +0000 | [diff] [blame] | 197 | network_->SetMTU(channel_, |
| 198 | static_cast<unsigned int>(config_.rtp.max_packet_size + 28)); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 199 | |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 200 | assert(config.encoder_settings.encoder != NULL); |
| 201 | assert(config.encoder_settings.payload_type >= 0); |
| 202 | assert(config.encoder_settings.payload_type <= 127); |
| 203 | external_codec_ = ViEExternalCodec::GetInterface(video_engine); |
| 204 | if (external_codec_->RegisterExternalSendCodec( |
| 205 | channel_, |
| 206 | config.encoder_settings.payload_type, |
| 207 | config.encoder_settings.encoder, |
| 208 | false) != 0) { |
| 209 | abort(); |
stefan@webrtc.org | a0a91d8 | 2013-08-22 09:29:56 +0000 | [diff] [blame] | 210 | } |
| 211 | |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 212 | codec_ = ViECodec::GetInterface(video_engine); |
pbos@webrtc.org | 1553688 | 2014-06-06 10:49:19 +0000 | [diff] [blame] | 213 | if (!ReconfigureVideoEncoder(video_streams, encoder_settings)) |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 214 | abort(); |
pbos@webrtc.org | 3ba57eb | 2013-10-21 10:34:43 +0000 | [diff] [blame] | 215 | |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 216 | if (overuse_observer) |
| 217 | video_engine_base_->RegisterCpuOveruseObserver(channel_, overuse_observer); |
| 218 | |
pbos@webrtc.org | 3ba57eb | 2013-10-21 10:34:43 +0000 | [diff] [blame] | 219 | image_process_ = ViEImageProcess::GetInterface(video_engine); |
| 220 | image_process_->RegisterPreEncodeCallback(channel_, |
| 221 | config_.pre_encode_callback); |
sprang@webrtc.org | 4a9843f | 2013-11-26 11:41:59 +0000 | [diff] [blame] | 222 | if (config_.post_encode_callback) { |
| 223 | image_process_->RegisterPostEncodeImageCallback(channel_, |
| 224 | &encoded_frame_proxy_); |
| 225 | } |
henrik.lundin@webrtc.org | ce21c82 | 2013-10-23 11:04:57 +0000 | [diff] [blame] | 226 | |
pbos@webrtc.org | 1553688 | 2014-06-06 10:49:19 +0000 | [diff] [blame] | 227 | if (config_.suspend_below_min_bitrate) |
henrik.lundin@webrtc.org | 8fdf191 | 2013-11-18 12:18:43 +0000 | [diff] [blame] | 228 | codec_->SuspendBelowMinBitrate(channel_); |
sprang@webrtc.org | ca72300 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 229 | |
sprang@webrtc.org | ca72300 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 230 | rtp_rtcp_->RegisterSendChannelRtcpStatisticsCallback(channel_, |
| 231 | stats_proxy_.get()); |
| 232 | rtp_rtcp_->RegisterSendChannelRtpStatisticsCallback(channel_, |
| 233 | stats_proxy_.get()); |
| 234 | rtp_rtcp_->RegisterSendBitrateObserver(channel_, stats_proxy_.get()); |
| 235 | rtp_rtcp_->RegisterSendFrameCountObserver(channel_, stats_proxy_.get()); |
| 236 | |
| 237 | codec_->RegisterEncoderObserver(channel_, *stats_proxy_); |
| 238 | capture_->RegisterObserver(capture_id_, *stats_proxy_); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 239 | } |
| 240 | |
| 241 | VideoSendStream::~VideoSendStream() { |
sprang@webrtc.org | ca72300 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 242 | capture_->DeregisterObserver(capture_id_); |
| 243 | codec_->DeregisterEncoderObserver(channel_); |
| 244 | |
| 245 | rtp_rtcp_->DeregisterSendFrameCountObserver(channel_, stats_proxy_.get()); |
| 246 | rtp_rtcp_->DeregisterSendBitrateObserver(channel_, stats_proxy_.get()); |
| 247 | rtp_rtcp_->DeregisterSendChannelRtpStatisticsCallback(channel_, |
| 248 | stats_proxy_.get()); |
| 249 | rtp_rtcp_->DeregisterSendChannelRtcpStatisticsCallback(channel_, |
| 250 | stats_proxy_.get()); |
| 251 | |
pbos@webrtc.org | 3ba57eb | 2013-10-21 10:34:43 +0000 | [diff] [blame] | 252 | image_process_->DeRegisterPreEncodeCallback(channel_); |
| 253 | |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 254 | network_->DeregisterSendTransport(channel_); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 255 | |
| 256 | capture_->DisconnectCaptureDevice(channel_); |
| 257 | capture_->ReleaseCaptureDevice(capture_id_); |
| 258 | |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 259 | external_codec_->DeRegisterExternalSendCodec( |
| 260 | channel_, config_.encoder_settings.payload_type); |
stefan@webrtc.org | a0a91d8 | 2013-08-22 09:29:56 +0000 | [diff] [blame] | 261 | |
pbos@webrtc.org | 3ba57eb | 2013-10-21 10:34:43 +0000 | [diff] [blame] | 262 | video_engine_base_->DeleteChannel(channel_); |
| 263 | |
| 264 | image_process_->Release(); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 265 | video_engine_base_->Release(); |
| 266 | capture_->Release(); |
| 267 | codec_->Release(); |
stefan@webrtc.org | a0a91d8 | 2013-08-22 09:29:56 +0000 | [diff] [blame] | 268 | if (external_codec_) |
| 269 | external_codec_->Release(); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 270 | network_->Release(); |
| 271 | rtp_rtcp_->Release(); |
| 272 | } |
| 273 | |
pbos@webrtc.org | 7123a80 | 2013-12-11 16:26:16 +0000 | [diff] [blame] | 274 | void VideoSendStream::SwapFrame(I420VideoFrame* frame) { |
pbos@webrtc.org | 7123a80 | 2013-12-11 16:26:16 +0000 | [diff] [blame] | 275 | // TODO(pbos): Local rendering should not be done on the capture thread. |
| 276 | if (config_.local_renderer != NULL) |
pbos@webrtc.org | 1878192 | 2014-05-23 13:03:45 +0000 | [diff] [blame] | 277 | config_.local_renderer->RenderFrame(*frame, 0); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 278 | |
pbos@webrtc.org | 1878192 | 2014-05-23 13:03:45 +0000 | [diff] [blame] | 279 | external_capture_->SwapFrame(frame); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 280 | } |
| 281 | |
pbos@webrtc.org | d8e92c9 | 2013-08-23 09:19:30 +0000 | [diff] [blame] | 282 | VideoSendStreamInput* VideoSendStream::Input() { return this; } |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 283 | |
pbos@webrtc.org | 9d0f79f | 2014-04-24 11:13:21 +0000 | [diff] [blame] | 284 | void VideoSendStream::Start() { |
sprang@webrtc.org | 48ac0da | 2014-01-27 13:03:02 +0000 | [diff] [blame] | 285 | transport_adapter_.Enable(); |
pbos@webrtc.org | df9f099 | 2014-01-10 18:47:32 +0000 | [diff] [blame] | 286 | video_engine_base_->StartSend(channel_); |
| 287 | video_engine_base_->StartReceive(channel_); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 288 | } |
| 289 | |
pbos@webrtc.org | 9d0f79f | 2014-04-24 11:13:21 +0000 | [diff] [blame] | 290 | void VideoSendStream::Stop() { |
pbos@webrtc.org | df9f099 | 2014-01-10 18:47:32 +0000 | [diff] [blame] | 291 | video_engine_base_->StopSend(channel_); |
| 292 | video_engine_base_->StopReceive(channel_); |
sprang@webrtc.org | 48ac0da | 2014-01-27 13:03:02 +0000 | [diff] [blame] | 293 | transport_adapter_.Disable(); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 294 | } |
| 295 | |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 296 | bool VideoSendStream::ReconfigureVideoEncoder( |
| 297 | const std::vector<VideoStream>& streams, |
pbos@webrtc.org | 1553688 | 2014-06-06 10:49:19 +0000 | [diff] [blame] | 298 | const void* encoder_settings) { |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 299 | assert(!streams.empty()); |
| 300 | assert(config_.rtp.ssrcs.size() >= streams.size()); |
| 301 | // TODO(pbos): Wire encoder_settings. |
| 302 | assert(encoder_settings == NULL); |
pbos@webrtc.org | 8f2997c | 2013-11-14 08:58:14 +0000 | [diff] [blame] | 303 | |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 304 | VideoCodec video_codec; |
| 305 | memset(&video_codec, 0, sizeof(video_codec)); |
| 306 | video_codec.codecType = |
| 307 | (config_.encoder_settings.payload_name == "VP8" ? kVideoCodecVP8 |
| 308 | : kVideoCodecGeneric); |
| 309 | |
| 310 | if (video_codec.codecType == kVideoCodecVP8) { |
| 311 | video_codec.codecSpecific.VP8.resilience = kResilientStream; |
| 312 | video_codec.codecSpecific.VP8.numberOfTemporalLayers = 1; |
| 313 | video_codec.codecSpecific.VP8.denoisingOn = true; |
| 314 | video_codec.codecSpecific.VP8.errorConcealmentOn = false; |
| 315 | video_codec.codecSpecific.VP8.automaticResizeOn = false; |
| 316 | video_codec.codecSpecific.VP8.frameDroppingOn = true; |
| 317 | video_codec.codecSpecific.VP8.keyFrameInterval = 3000; |
| 318 | } |
| 319 | |
| 320 | strncpy(video_codec.plName, |
| 321 | config_.encoder_settings.payload_name.c_str(), |
| 322 | kPayloadNameSize - 1); |
| 323 | video_codec.plName[kPayloadNameSize - 1] = '\0'; |
| 324 | video_codec.plType = config_.encoder_settings.payload_type; |
| 325 | video_codec.numberOfSimulcastStreams = |
| 326 | static_cast<unsigned char>(streams.size()); |
| 327 | video_codec.minBitrate = streams[0].min_bitrate_bps / 1000; |
| 328 | assert(streams.size() <= kMaxSimulcastStreams); |
| 329 | for (size_t i = 0; i < streams.size(); ++i) { |
| 330 | SimulcastStream* sim_stream = &video_codec.simulcastStream[i]; |
| 331 | assert(streams[i].width > 0); |
| 332 | assert(streams[i].height > 0); |
| 333 | assert(streams[i].max_framerate > 0); |
| 334 | // Different framerates not supported per stream at the moment. |
| 335 | assert(streams[i].max_framerate == streams[0].max_framerate); |
| 336 | assert(streams[i].min_bitrate_bps >= 0); |
| 337 | assert(streams[i].target_bitrate_bps >= streams[i].min_bitrate_bps); |
| 338 | assert(streams[i].max_bitrate_bps >= streams[i].target_bitrate_bps); |
| 339 | assert(streams[i].max_qp >= 0); |
| 340 | |
| 341 | sim_stream->width = static_cast<unsigned short>(streams[i].width); |
| 342 | sim_stream->height = static_cast<unsigned short>(streams[i].height); |
| 343 | sim_stream->minBitrate = streams[i].min_bitrate_bps / 1000; |
| 344 | sim_stream->targetBitrate = streams[i].target_bitrate_bps / 1000; |
| 345 | sim_stream->maxBitrate = streams[i].max_bitrate_bps / 1000; |
| 346 | sim_stream->qpMax = streams[i].max_qp; |
| 347 | // TODO(pbos): Implement mapping for temporal layers. |
| 348 | assert(streams[i].temporal_layers.empty()); |
| 349 | |
| 350 | video_codec.width = std::max(video_codec.width, |
| 351 | static_cast<unsigned short>(streams[i].width)); |
| 352 | video_codec.height = std::max( |
| 353 | video_codec.height, static_cast<unsigned short>(streams[i].height)); |
| 354 | video_codec.minBitrate = |
| 355 | std::min(video_codec.minBitrate, |
| 356 | static_cast<unsigned int>(streams[i].min_bitrate_bps / 1000)); |
| 357 | video_codec.maxBitrate += streams[i].max_bitrate_bps / 1000; |
| 358 | video_codec.qpMax = std::max(video_codec.qpMax, |
| 359 | static_cast<unsigned int>(streams[i].max_qp)); |
| 360 | } |
mflodman@webrtc.org | 212705c | 2014-06-16 08:57:39 +0000 | [diff] [blame] | 361 | video_codec.startBitrate = |
| 362 | static_cast<unsigned int>(start_bitrate_bps_) / 1000; |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 363 | |
| 364 | if (video_codec.minBitrate < kViEMinCodecBitrate) |
| 365 | video_codec.minBitrate = kViEMinCodecBitrate; |
| 366 | if (video_codec.maxBitrate < kViEMinCodecBitrate) |
| 367 | video_codec.maxBitrate = kViEMinCodecBitrate; |
mflodman@webrtc.org | 212705c | 2014-06-16 08:57:39 +0000 | [diff] [blame] | 368 | if (video_codec.startBitrate < video_codec.minBitrate) |
| 369 | video_codec.startBitrate = video_codec.minBitrate; |
| 370 | if (video_codec.startBitrate > video_codec.maxBitrate) |
| 371 | video_codec.startBitrate = video_codec.maxBitrate; |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 372 | |
| 373 | if (video_codec.startBitrate < video_codec.minBitrate) |
| 374 | video_codec.startBitrate = video_codec.minBitrate; |
| 375 | if (video_codec.startBitrate > video_codec.maxBitrate) |
| 376 | video_codec.startBitrate = video_codec.maxBitrate; |
| 377 | |
pbos@webrtc.org | 1553688 | 2014-06-06 10:49:19 +0000 | [diff] [blame] | 378 | assert(streams[0].max_framerate > 0); |
| 379 | video_codec.maxFramerate = streams[0].max_framerate; |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 380 | |
pbos@webrtc.org | b96302f | 2014-06-30 13:19:09 +0000 | [diff] [blame] | 381 | return codec_->SetSendCodec(channel_, video_codec) == 0; |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 382 | } |
| 383 | |
pbos@webrtc.org | bf9bc32 | 2013-08-05 12:01:36 +0000 | [diff] [blame] | 384 | bool VideoSendStream::DeliverRtcp(const uint8_t* packet, size_t length) { |
| 385 | return network_->ReceivedRTCPPacket( |
pbos@webrtc.org | 30c741a | 2013-08-05 13:25:51 +0000 | [diff] [blame] | 386 | channel_, packet, static_cast<int>(length)) == 0; |
pbos@webrtc.org | bf9bc32 | 2013-08-05 12:01:36 +0000 | [diff] [blame] | 387 | } |
sprang@webrtc.org | ca72300 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 388 | |
| 389 | VideoSendStream::Stats VideoSendStream::GetStats() const { |
| 390 | return stats_proxy_->GetStats(); |
| 391 | } |
| 392 | |
| 393 | bool VideoSendStream::GetSendSideDelay(VideoSendStream::Stats* stats) { |
| 394 | return codec_->GetSendSideDelay( |
| 395 | channel_, &stats->avg_delay_ms, &stats->max_delay_ms); |
| 396 | } |
| 397 | |
| 398 | std::string VideoSendStream::GetCName() { |
| 399 | char rtcp_cname[ViERTP_RTCP::KMaxRTCPCNameLength]; |
| 400 | rtp_rtcp_->GetRTCPCName(channel_, rtcp_cname); |
| 401 | return rtcp_cname; |
| 402 | } |
| 403 | |
pbos@webrtc.org | b96302f | 2014-06-30 13:19:09 +0000 | [diff] [blame] | 404 | void VideoSendStream::ConfigureSsrcs() { |
| 405 | for (size_t i = 0; i < config_.rtp.ssrcs.size(); ++i) { |
| 406 | uint32_t ssrc = config_.rtp.ssrcs[i]; |
| 407 | rtp_rtcp_->SetLocalSSRC( |
| 408 | channel_, ssrc, kViEStreamTypeNormal, static_cast<unsigned char>(i)); |
pbos@webrtc.org | 49e6306 | 2014-07-07 13:06:48 +0000 | [diff] [blame] | 409 | RtpStateMap::iterator it = suspended_ssrcs_.find(ssrc); |
| 410 | if (it != suspended_ssrcs_.end()) |
| 411 | rtp_rtcp_->SetRtpStateForSsrc(channel_, ssrc, it->second); |
pbos@webrtc.org | b96302f | 2014-06-30 13:19:09 +0000 | [diff] [blame] | 412 | } |
| 413 | |
| 414 | if (config_.rtp.rtx.ssrcs.empty()) { |
| 415 | assert(!config_.rtp.rtx.pad_with_redundant_payloads); |
| 416 | return; |
| 417 | } |
| 418 | |
| 419 | // Set up RTX. |
| 420 | assert(config_.rtp.rtx.ssrcs.size() == config_.rtp.ssrcs.size()); |
pbos@webrtc.org | 49e6306 | 2014-07-07 13:06:48 +0000 | [diff] [blame] | 421 | for (size_t i = 0; i < config_.rtp.rtx.ssrcs.size(); ++i) { |
| 422 | uint32_t ssrc = config_.rtp.rtx.ssrcs[i]; |
pbos@webrtc.org | b96302f | 2014-06-30 13:19:09 +0000 | [diff] [blame] | 423 | rtp_rtcp_->SetLocalSSRC(channel_, |
| 424 | config_.rtp.rtx.ssrcs[i], |
| 425 | kViEStreamTypeRtx, |
| 426 | static_cast<unsigned char>(i)); |
pbos@webrtc.org | 49e6306 | 2014-07-07 13:06:48 +0000 | [diff] [blame] | 427 | RtpStateMap::iterator it = suspended_ssrcs_.find(ssrc); |
| 428 | if (it != suspended_ssrcs_.end()) |
| 429 | rtp_rtcp_->SetRtpStateForSsrc(channel_, ssrc, it->second); |
pbos@webrtc.org | b96302f | 2014-06-30 13:19:09 +0000 | [diff] [blame] | 430 | } |
| 431 | |
| 432 | if (config_.rtp.rtx.pad_with_redundant_payloads) { |
| 433 | rtp_rtcp_->SetPadWithRedundantPayloads(channel_, true); |
| 434 | } |
| 435 | |
| 436 | assert(config_.rtp.rtx.payload_type >= 0); |
| 437 | rtp_rtcp_->SetRtxSendPayloadType(channel_, config_.rtp.rtx.payload_type); |
| 438 | } |
| 439 | |
pbos@webrtc.org | 49e6306 | 2014-07-07 13:06:48 +0000 | [diff] [blame] | 440 | std::map<uint32_t, RtpState> VideoSendStream::GetRtpStates() const { |
| 441 | std::map<uint32_t, RtpState> rtp_states; |
| 442 | for (size_t i = 0; i < config_.rtp.ssrcs.size(); ++i) { |
| 443 | uint32_t ssrc = config_.rtp.ssrcs[i]; |
| 444 | rtp_states[ssrc] = rtp_rtcp_->GetRtpStateForSsrc(channel_, ssrc); |
| 445 | } |
| 446 | |
| 447 | for (size_t i = 0; i < config_.rtp.rtx.ssrcs.size(); ++i) { |
| 448 | uint32_t ssrc = config_.rtp.rtx.ssrcs[i]; |
| 449 | rtp_states[ssrc] = rtp_rtcp_->GetRtpStateForSsrc(channel_, ssrc); |
| 450 | } |
| 451 | |
| 452 | return rtp_states; |
| 453 | } |
| 454 | |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 455 | } // namespace internal |
| 456 | } // namespace webrtc |