pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
pbos@webrtc.org | b581c90 | 2013-10-28 16:32:01 +0000 | [diff] [blame] | 11 | #include "webrtc/video/video_send_stream.h" |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 12 | |
pbos@webrtc.org | b4bc1a6 | 2014-05-15 09:35:06 +0000 | [diff] [blame] | 13 | #include <sstream> |
henrik.lundin@webrtc.org | ce21c82 | 2013-10-23 11:04:57 +0000 | [diff] [blame] | 14 | #include <string> |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 15 | #include <vector> |
| 16 | |
| 17 | #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h" |
pbos@webrtc.org | 1553688 | 2014-06-06 10:49:19 +0000 | [diff] [blame] | 18 | #include "webrtc/system_wrappers/interface/logging.h" |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 19 | #include "webrtc/video_engine/include/vie_base.h" |
| 20 | #include "webrtc/video_engine/include/vie_capture.h" |
| 21 | #include "webrtc/video_engine/include/vie_codec.h" |
stefan@webrtc.org | a0a91d8 | 2013-08-22 09:29:56 +0000 | [diff] [blame] | 22 | #include "webrtc/video_engine/include/vie_external_codec.h" |
pbos@webrtc.org | 3ba57eb | 2013-10-21 10:34:43 +0000 | [diff] [blame] | 23 | #include "webrtc/video_engine/include/vie_image_process.h" |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 24 | #include "webrtc/video_engine/include/vie_network.h" |
| 25 | #include "webrtc/video_engine/include/vie_rtp_rtcp.h" |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 26 | #include "webrtc/video_engine/vie_defines.h" |
pbos@webrtc.org | b581c90 | 2013-10-28 16:32:01 +0000 | [diff] [blame] | 27 | #include "webrtc/video_send_stream.h" |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 28 | |
| 29 | namespace webrtc { |
pbos@webrtc.org | b4bc1a6 | 2014-05-15 09:35:06 +0000 | [diff] [blame] | 30 | std::string |
pbos@webrtc.org | c23ed47 | 2014-05-15 10:03:24 +0000 | [diff] [blame] | 31 | VideoSendStream::Config::EncoderSettings::ToString() const { |
pbos@webrtc.org | b4bc1a6 | 2014-05-15 09:35:06 +0000 | [diff] [blame] | 32 | std::stringstream ss; |
| 33 | ss << "{payload_name: " << payload_name; |
| 34 | ss << ", payload_type: " << payload_type; |
| 35 | if (encoder != NULL) |
pbos@webrtc.org | 1553688 | 2014-06-06 10:49:19 +0000 | [diff] [blame] | 36 | ss << ", encoder: " << (encoder != NULL ? "(encoder)" : "NULL"); |
pbos@webrtc.org | b4bc1a6 | 2014-05-15 09:35:06 +0000 | [diff] [blame] | 37 | ss << '}'; |
| 38 | return ss.str(); |
| 39 | } |
| 40 | |
pbos@webrtc.org | c23ed47 | 2014-05-15 10:03:24 +0000 | [diff] [blame] | 41 | std::string VideoSendStream::Config::Rtp::Rtx::ToString() |
pbos@webrtc.org | b4bc1a6 | 2014-05-15 09:35:06 +0000 | [diff] [blame] | 42 | const { |
| 43 | std::stringstream ss; |
| 44 | ss << "{ssrcs: {"; |
| 45 | for (size_t i = 0; i < ssrcs.size(); ++i) { |
| 46 | ss << ssrcs[i]; |
| 47 | if (i != ssrcs.size() - 1) |
| 48 | ss << "}, {"; |
| 49 | } |
| 50 | ss << '}'; |
| 51 | |
| 52 | ss << ", payload_type: " << payload_type; |
| 53 | ss << '}'; |
| 54 | return ss.str(); |
| 55 | } |
| 56 | |
pbos@webrtc.org | c23ed47 | 2014-05-15 10:03:24 +0000 | [diff] [blame] | 57 | std::string VideoSendStream::Config::Rtp::ToString() const { |
pbos@webrtc.org | b4bc1a6 | 2014-05-15 09:35:06 +0000 | [diff] [blame] | 58 | std::stringstream ss; |
| 59 | ss << "{ssrcs: {"; |
| 60 | for (size_t i = 0; i < ssrcs.size(); ++i) { |
| 61 | ss << ssrcs[i]; |
| 62 | if (i != ssrcs.size() - 1) |
| 63 | ss << "}, {"; |
| 64 | } |
| 65 | ss << '}'; |
| 66 | |
| 67 | ss << ", max_packet_size: " << max_packet_size; |
| 68 | if (min_transmit_bitrate_bps != 0) |
| 69 | ss << ", min_transmit_bitrate_bps: " << min_transmit_bitrate_bps; |
| 70 | |
| 71 | ss << ", extensions: {"; |
| 72 | for (size_t i = 0; i < extensions.size(); ++i) { |
| 73 | ss << extensions[i].ToString(); |
| 74 | if (i != extensions.size() - 1) |
| 75 | ss << "}, {"; |
| 76 | } |
| 77 | ss << '}'; |
| 78 | |
| 79 | if (nack.rtp_history_ms != 0) |
| 80 | ss << ", nack.rtp_history_ms: " << nack.rtp_history_ms; |
| 81 | if (fec.ulpfec_payload_type != -1 || fec.red_payload_type != -1) |
| 82 | ss << ", fec: " << fec.ToString(); |
| 83 | if (rtx.payload_type != 0 || !rtx.ssrcs.empty()) |
| 84 | ss << ", rtx: " << rtx.ToString(); |
| 85 | if (c_name != "") |
| 86 | ss << ", c_name: " << c_name; |
| 87 | ss << '}'; |
| 88 | return ss.str(); |
| 89 | } |
| 90 | |
pbos@webrtc.org | c23ed47 | 2014-05-15 10:03:24 +0000 | [diff] [blame] | 91 | std::string VideoSendStream::Config::ToString() const { |
pbos@webrtc.org | b4bc1a6 | 2014-05-15 09:35:06 +0000 | [diff] [blame] | 92 | std::stringstream ss; |
| 93 | ss << "{encoder_settings: " << encoder_settings.ToString(); |
| 94 | ss << ", rtp: " << rtp.ToString(); |
| 95 | if (pre_encode_callback != NULL) |
| 96 | ss << ", (pre_encode_callback)"; |
| 97 | if (post_encode_callback != NULL) |
| 98 | ss << ", (post_encode_callback)"; |
| 99 | if (local_renderer != NULL) { |
| 100 | ss << ", (local_renderer, render_delay_ms: " << render_delay_ms << ")"; |
| 101 | } |
| 102 | if (target_delay_ms > 0) |
| 103 | ss << ", target_delay_ms: " << target_delay_ms; |
pbos@webrtc.org | b4bc1a6 | 2014-05-15 09:35:06 +0000 | [diff] [blame] | 104 | if (suspend_below_min_bitrate) |
| 105 | ss << ", suspend_below_min_bitrate: on"; |
| 106 | ss << '}'; |
| 107 | return ss.str(); |
| 108 | } |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 109 | |
pbos@webrtc.org | c23ed47 | 2014-05-15 10:03:24 +0000 | [diff] [blame] | 110 | namespace internal { |
pbos@webrtc.org | 12d5ede | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 111 | VideoSendStream::VideoSendStream(newapi::Transport* transport, |
asapersson@webrtc.org | 4b1817f | 2014-01-31 10:05:07 +0000 | [diff] [blame] | 112 | CpuOveruseObserver* overuse_observer, |
pbos@webrtc.org | 12d5ede | 2013-07-09 08:02:33 +0000 | [diff] [blame] | 113 | webrtc::VideoEngine* video_engine, |
mflodman@webrtc.org | e4d538a | 2013-12-13 09:40:45 +0000 | [diff] [blame] | 114 | const VideoSendStream::Config& config, |
pbos@webrtc.org | 1553688 | 2014-06-06 10:49:19 +0000 | [diff] [blame] | 115 | const std::vector<VideoStream> video_streams, |
| 116 | const void* encoder_settings, |
mflodman@webrtc.org | 212705c | 2014-06-16 08:57:39 +0000 | [diff] [blame] | 117 | int base_channel, |
| 118 | int start_bitrate_bps) |
pbos@webrtc.org | 8f2997c | 2013-11-14 08:58:14 +0000 | [diff] [blame] | 119 | : transport_adapter_(transport), |
sprang@webrtc.org | 4a9843f | 2013-11-26 11:41:59 +0000 | [diff] [blame] | 120 | encoded_frame_proxy_(config.post_encode_callback), |
pbos@webrtc.org | 8f2997c | 2013-11-14 08:58:14 +0000 | [diff] [blame] | 121 | config_(config), |
mflodman@webrtc.org | 212705c | 2014-06-16 08:57:39 +0000 | [diff] [blame] | 122 | start_bitrate_bps_(start_bitrate_bps), |
mflodman@webrtc.org | e4d538a | 2013-12-13 09:40:45 +0000 | [diff] [blame] | 123 | external_codec_(NULL), |
pbos@webrtc.org | c54ff69 | 2014-04-28 13:00:21 +0000 | [diff] [blame] | 124 | channel_(-1), |
| 125 | stats_proxy_(new SendStatisticsProxy(config, this)) { |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 126 | video_engine_base_ = ViEBase::GetInterface(video_engine); |
mflodman@webrtc.org | e4d538a | 2013-12-13 09:40:45 +0000 | [diff] [blame] | 127 | video_engine_base_->CreateChannel(channel_, base_channel); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 128 | assert(channel_ != -1); |
mflodman@webrtc.org | 212705c | 2014-06-16 08:57:39 +0000 | [diff] [blame] | 129 | assert(start_bitrate_bps_ > 0); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 130 | |
| 131 | rtp_rtcp_ = ViERTP_RTCP::GetInterface(video_engine); |
| 132 | assert(rtp_rtcp_ != NULL); |
| 133 | |
pbos@webrtc.org | 8f2997c | 2013-11-14 08:58:14 +0000 | [diff] [blame] | 134 | assert(config_.rtp.ssrcs.size() > 0); |
pbos@webrtc.org | 905cebd | 2013-09-11 10:14:56 +0000 | [diff] [blame] | 135 | |
pbos@webrtc.org | bef6e62 | 2014-03-19 10:59:52 +0000 | [diff] [blame] | 136 | assert(config_.rtp.min_transmit_bitrate_bps >= 0); |
pbos@webrtc.org | 9420a1f | 2014-03-13 12:52:27 +0000 | [diff] [blame] | 137 | rtp_rtcp_->SetMinTransmitBitrate(channel_, |
pbos@webrtc.org | bef6e62 | 2014-03-19 10:59:52 +0000 | [diff] [blame] | 138 | config_.rtp.min_transmit_bitrate_bps / 1000); |
pbos@webrtc.org | 9420a1f | 2014-03-13 12:52:27 +0000 | [diff] [blame] | 139 | |
pbos@webrtc.org | 905cebd | 2013-09-11 10:14:56 +0000 | [diff] [blame] | 140 | for (size_t i = 0; i < config_.rtp.extensions.size(); ++i) { |
| 141 | const std::string& extension = config_.rtp.extensions[i].name; |
| 142 | int id = config_.rtp.extensions[i].id; |
pbos@webrtc.org | 60108c2 | 2013-11-20 11:48:56 +0000 | [diff] [blame] | 143 | if (extension == RtpExtension::kTOffset) { |
pbos@webrtc.org | 905cebd | 2013-09-11 10:14:56 +0000 | [diff] [blame] | 144 | if (rtp_rtcp_->SetSendTimestampOffsetStatus(channel_, true, id) != 0) |
| 145 | abort(); |
pbos@webrtc.org | 60108c2 | 2013-11-20 11:48:56 +0000 | [diff] [blame] | 146 | } else if (extension == RtpExtension::kAbsSendTime) { |
pbos@webrtc.org | e22b761 | 2013-09-11 19:00:39 +0000 | [diff] [blame] | 147 | if (rtp_rtcp_->SetSendAbsoluteSendTimeStatus(channel_, true, id) != 0) |
| 148 | abort(); |
pbos@webrtc.org | 905cebd | 2013-09-11 10:14:56 +0000 | [diff] [blame] | 149 | } else { |
| 150 | abort(); // Unsupported extension. |
| 151 | } |
| 152 | } |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 153 | |
mflodman@webrtc.org | ab6ccbc | 2013-12-13 16:36:28 +0000 | [diff] [blame] | 154 | rtp_rtcp_->SetRembStatus(channel_, true, false); |
| 155 | |
pbos@webrtc.org | aa693dd | 2013-09-20 11:56:26 +0000 | [diff] [blame] | 156 | // Enable NACK, FEC or both. |
| 157 | if (config_.rtp.fec.red_payload_type != -1) { |
| 158 | assert(config_.rtp.fec.ulpfec_payload_type != -1); |
| 159 | if (config_.rtp.nack.rtp_history_ms > 0) { |
| 160 | rtp_rtcp_->SetHybridNACKFECStatus( |
| 161 | channel_, |
| 162 | true, |
| 163 | static_cast<unsigned char>(config_.rtp.fec.red_payload_type), |
| 164 | static_cast<unsigned char>(config_.rtp.fec.ulpfec_payload_type)); |
| 165 | } else { |
| 166 | rtp_rtcp_->SetFECStatus( |
| 167 | channel_, |
| 168 | true, |
| 169 | static_cast<unsigned char>(config_.rtp.fec.red_payload_type), |
| 170 | static_cast<unsigned char>(config_.rtp.fec.ulpfec_payload_type)); |
| 171 | } |
| 172 | } else { |
| 173 | rtp_rtcp_->SetNACKStatus(channel_, config_.rtp.nack.rtp_history_ms > 0); |
| 174 | } |
| 175 | |
pbos@webrtc.org | b96302f | 2014-06-30 13:19:09 +0000 | [diff] [blame^] | 176 | ConfigureSsrcs(); |
| 177 | |
pbos@webrtc.org | debc672 | 2013-08-22 09:42:17 +0000 | [diff] [blame] | 178 | char rtcp_cname[ViERTP_RTCP::KMaxRTCPCNameLength]; |
| 179 | assert(config_.rtp.c_name.length() < ViERTP_RTCP::KMaxRTCPCNameLength); |
| 180 | strncpy(rtcp_cname, config_.rtp.c_name.c_str(), sizeof(rtcp_cname) - 1); |
| 181 | rtcp_cname[sizeof(rtcp_cname) - 1] = '\0'; |
| 182 | |
| 183 | rtp_rtcp_->SetRTCPCName(channel_, rtcp_cname); |
| 184 | |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 185 | capture_ = ViECapture::GetInterface(video_engine); |
| 186 | capture_->AllocateExternalCaptureDevice(capture_id_, external_capture_); |
| 187 | capture_->ConnectCaptureDevice(capture_id_, channel_); |
| 188 | |
| 189 | network_ = ViENetwork::GetInterface(video_engine); |
| 190 | assert(network_ != NULL); |
| 191 | |
pbos@webrtc.org | 26d75f3 | 2013-09-18 11:52:42 +0000 | [diff] [blame] | 192 | network_->RegisterSendTransport(channel_, transport_adapter_); |
sprang@webrtc.org | 6133dd5 | 2013-10-16 13:29:14 +0000 | [diff] [blame] | 193 | // 28 to match packet overhead in ModuleRtpRtcpImpl. |
pbos@webrtc.org | b581c90 | 2013-10-28 16:32:01 +0000 | [diff] [blame] | 194 | network_->SetMTU(channel_, |
| 195 | static_cast<unsigned int>(config_.rtp.max_packet_size + 28)); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 196 | |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 197 | assert(config.encoder_settings.encoder != NULL); |
| 198 | assert(config.encoder_settings.payload_type >= 0); |
| 199 | assert(config.encoder_settings.payload_type <= 127); |
| 200 | external_codec_ = ViEExternalCodec::GetInterface(video_engine); |
| 201 | if (external_codec_->RegisterExternalSendCodec( |
| 202 | channel_, |
| 203 | config.encoder_settings.payload_type, |
| 204 | config.encoder_settings.encoder, |
| 205 | false) != 0) { |
| 206 | abort(); |
stefan@webrtc.org | a0a91d8 | 2013-08-22 09:29:56 +0000 | [diff] [blame] | 207 | } |
| 208 | |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 209 | codec_ = ViECodec::GetInterface(video_engine); |
pbos@webrtc.org | 1553688 | 2014-06-06 10:49:19 +0000 | [diff] [blame] | 210 | if (!ReconfigureVideoEncoder(video_streams, encoder_settings)) |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 211 | abort(); |
pbos@webrtc.org | 3ba57eb | 2013-10-21 10:34:43 +0000 | [diff] [blame] | 212 | |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 213 | if (overuse_observer) |
| 214 | video_engine_base_->RegisterCpuOveruseObserver(channel_, overuse_observer); |
| 215 | |
pbos@webrtc.org | 3ba57eb | 2013-10-21 10:34:43 +0000 | [diff] [blame] | 216 | image_process_ = ViEImageProcess::GetInterface(video_engine); |
| 217 | image_process_->RegisterPreEncodeCallback(channel_, |
| 218 | config_.pre_encode_callback); |
sprang@webrtc.org | 4a9843f | 2013-11-26 11:41:59 +0000 | [diff] [blame] | 219 | if (config_.post_encode_callback) { |
| 220 | image_process_->RegisterPostEncodeImageCallback(channel_, |
| 221 | &encoded_frame_proxy_); |
| 222 | } |
henrik.lundin@webrtc.org | ce21c82 | 2013-10-23 11:04:57 +0000 | [diff] [blame] | 223 | |
pbos@webrtc.org | 1553688 | 2014-06-06 10:49:19 +0000 | [diff] [blame] | 224 | if (config_.suspend_below_min_bitrate) |
henrik.lundin@webrtc.org | 8fdf191 | 2013-11-18 12:18:43 +0000 | [diff] [blame] | 225 | codec_->SuspendBelowMinBitrate(channel_); |
sprang@webrtc.org | ca72300 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 226 | |
sprang@webrtc.org | ca72300 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 227 | rtp_rtcp_->RegisterSendChannelRtcpStatisticsCallback(channel_, |
| 228 | stats_proxy_.get()); |
| 229 | rtp_rtcp_->RegisterSendChannelRtpStatisticsCallback(channel_, |
| 230 | stats_proxy_.get()); |
| 231 | rtp_rtcp_->RegisterSendBitrateObserver(channel_, stats_proxy_.get()); |
| 232 | rtp_rtcp_->RegisterSendFrameCountObserver(channel_, stats_proxy_.get()); |
| 233 | |
| 234 | codec_->RegisterEncoderObserver(channel_, *stats_proxy_); |
| 235 | capture_->RegisterObserver(capture_id_, *stats_proxy_); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 236 | } |
| 237 | |
| 238 | VideoSendStream::~VideoSendStream() { |
sprang@webrtc.org | ca72300 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 239 | capture_->DeregisterObserver(capture_id_); |
| 240 | codec_->DeregisterEncoderObserver(channel_); |
| 241 | |
| 242 | rtp_rtcp_->DeregisterSendFrameCountObserver(channel_, stats_proxy_.get()); |
| 243 | rtp_rtcp_->DeregisterSendBitrateObserver(channel_, stats_proxy_.get()); |
| 244 | rtp_rtcp_->DeregisterSendChannelRtpStatisticsCallback(channel_, |
| 245 | stats_proxy_.get()); |
| 246 | rtp_rtcp_->DeregisterSendChannelRtcpStatisticsCallback(channel_, |
| 247 | stats_proxy_.get()); |
| 248 | |
pbos@webrtc.org | 3ba57eb | 2013-10-21 10:34:43 +0000 | [diff] [blame] | 249 | image_process_->DeRegisterPreEncodeCallback(channel_); |
| 250 | |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 251 | network_->DeregisterSendTransport(channel_); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 252 | |
| 253 | capture_->DisconnectCaptureDevice(channel_); |
| 254 | capture_->ReleaseCaptureDevice(capture_id_); |
| 255 | |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 256 | external_codec_->DeRegisterExternalSendCodec( |
| 257 | channel_, config_.encoder_settings.payload_type); |
stefan@webrtc.org | a0a91d8 | 2013-08-22 09:29:56 +0000 | [diff] [blame] | 258 | |
pbos@webrtc.org | 3ba57eb | 2013-10-21 10:34:43 +0000 | [diff] [blame] | 259 | video_engine_base_->DeleteChannel(channel_); |
| 260 | |
| 261 | image_process_->Release(); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 262 | video_engine_base_->Release(); |
| 263 | capture_->Release(); |
| 264 | codec_->Release(); |
stefan@webrtc.org | a0a91d8 | 2013-08-22 09:29:56 +0000 | [diff] [blame] | 265 | if (external_codec_) |
| 266 | external_codec_->Release(); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 267 | network_->Release(); |
| 268 | rtp_rtcp_->Release(); |
| 269 | } |
| 270 | |
pbos@webrtc.org | 7123a80 | 2013-12-11 16:26:16 +0000 | [diff] [blame] | 271 | void VideoSendStream::SwapFrame(I420VideoFrame* frame) { |
pbos@webrtc.org | 7123a80 | 2013-12-11 16:26:16 +0000 | [diff] [blame] | 272 | // TODO(pbos): Local rendering should not be done on the capture thread. |
| 273 | if (config_.local_renderer != NULL) |
pbos@webrtc.org | 1878192 | 2014-05-23 13:03:45 +0000 | [diff] [blame] | 274 | config_.local_renderer->RenderFrame(*frame, 0); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 275 | |
pbos@webrtc.org | 1878192 | 2014-05-23 13:03:45 +0000 | [diff] [blame] | 276 | external_capture_->SwapFrame(frame); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 277 | } |
| 278 | |
pbos@webrtc.org | d8e92c9 | 2013-08-23 09:19:30 +0000 | [diff] [blame] | 279 | VideoSendStreamInput* VideoSendStream::Input() { return this; } |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 280 | |
pbos@webrtc.org | 9d0f79f | 2014-04-24 11:13:21 +0000 | [diff] [blame] | 281 | void VideoSendStream::Start() { |
sprang@webrtc.org | 48ac0da | 2014-01-27 13:03:02 +0000 | [diff] [blame] | 282 | transport_adapter_.Enable(); |
pbos@webrtc.org | df9f099 | 2014-01-10 18:47:32 +0000 | [diff] [blame] | 283 | video_engine_base_->StartSend(channel_); |
| 284 | video_engine_base_->StartReceive(channel_); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 285 | } |
| 286 | |
pbos@webrtc.org | 9d0f79f | 2014-04-24 11:13:21 +0000 | [diff] [blame] | 287 | void VideoSendStream::Stop() { |
pbos@webrtc.org | df9f099 | 2014-01-10 18:47:32 +0000 | [diff] [blame] | 288 | video_engine_base_->StopSend(channel_); |
| 289 | video_engine_base_->StopReceive(channel_); |
sprang@webrtc.org | 48ac0da | 2014-01-27 13:03:02 +0000 | [diff] [blame] | 290 | transport_adapter_.Disable(); |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 291 | } |
| 292 | |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 293 | bool VideoSendStream::ReconfigureVideoEncoder( |
| 294 | const std::vector<VideoStream>& streams, |
pbos@webrtc.org | 1553688 | 2014-06-06 10:49:19 +0000 | [diff] [blame] | 295 | const void* encoder_settings) { |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 296 | assert(!streams.empty()); |
| 297 | assert(config_.rtp.ssrcs.size() >= streams.size()); |
| 298 | // TODO(pbos): Wire encoder_settings. |
| 299 | assert(encoder_settings == NULL); |
pbos@webrtc.org | 8f2997c | 2013-11-14 08:58:14 +0000 | [diff] [blame] | 300 | |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 301 | VideoCodec video_codec; |
| 302 | memset(&video_codec, 0, sizeof(video_codec)); |
| 303 | video_codec.codecType = |
| 304 | (config_.encoder_settings.payload_name == "VP8" ? kVideoCodecVP8 |
| 305 | : kVideoCodecGeneric); |
| 306 | |
| 307 | if (video_codec.codecType == kVideoCodecVP8) { |
| 308 | video_codec.codecSpecific.VP8.resilience = kResilientStream; |
| 309 | video_codec.codecSpecific.VP8.numberOfTemporalLayers = 1; |
| 310 | video_codec.codecSpecific.VP8.denoisingOn = true; |
| 311 | video_codec.codecSpecific.VP8.errorConcealmentOn = false; |
| 312 | video_codec.codecSpecific.VP8.automaticResizeOn = false; |
| 313 | video_codec.codecSpecific.VP8.frameDroppingOn = true; |
| 314 | video_codec.codecSpecific.VP8.keyFrameInterval = 3000; |
| 315 | } |
| 316 | |
| 317 | strncpy(video_codec.plName, |
| 318 | config_.encoder_settings.payload_name.c_str(), |
| 319 | kPayloadNameSize - 1); |
| 320 | video_codec.plName[kPayloadNameSize - 1] = '\0'; |
| 321 | video_codec.plType = config_.encoder_settings.payload_type; |
| 322 | video_codec.numberOfSimulcastStreams = |
| 323 | static_cast<unsigned char>(streams.size()); |
| 324 | video_codec.minBitrate = streams[0].min_bitrate_bps / 1000; |
| 325 | assert(streams.size() <= kMaxSimulcastStreams); |
| 326 | for (size_t i = 0; i < streams.size(); ++i) { |
| 327 | SimulcastStream* sim_stream = &video_codec.simulcastStream[i]; |
| 328 | assert(streams[i].width > 0); |
| 329 | assert(streams[i].height > 0); |
| 330 | assert(streams[i].max_framerate > 0); |
| 331 | // Different framerates not supported per stream at the moment. |
| 332 | assert(streams[i].max_framerate == streams[0].max_framerate); |
| 333 | assert(streams[i].min_bitrate_bps >= 0); |
| 334 | assert(streams[i].target_bitrate_bps >= streams[i].min_bitrate_bps); |
| 335 | assert(streams[i].max_bitrate_bps >= streams[i].target_bitrate_bps); |
| 336 | assert(streams[i].max_qp >= 0); |
| 337 | |
| 338 | sim_stream->width = static_cast<unsigned short>(streams[i].width); |
| 339 | sim_stream->height = static_cast<unsigned short>(streams[i].height); |
| 340 | sim_stream->minBitrate = streams[i].min_bitrate_bps / 1000; |
| 341 | sim_stream->targetBitrate = streams[i].target_bitrate_bps / 1000; |
| 342 | sim_stream->maxBitrate = streams[i].max_bitrate_bps / 1000; |
| 343 | sim_stream->qpMax = streams[i].max_qp; |
| 344 | // TODO(pbos): Implement mapping for temporal layers. |
| 345 | assert(streams[i].temporal_layers.empty()); |
| 346 | |
| 347 | video_codec.width = std::max(video_codec.width, |
| 348 | static_cast<unsigned short>(streams[i].width)); |
| 349 | video_codec.height = std::max( |
| 350 | video_codec.height, static_cast<unsigned short>(streams[i].height)); |
| 351 | video_codec.minBitrate = |
| 352 | std::min(video_codec.minBitrate, |
| 353 | static_cast<unsigned int>(streams[i].min_bitrate_bps / 1000)); |
| 354 | video_codec.maxBitrate += streams[i].max_bitrate_bps / 1000; |
| 355 | video_codec.qpMax = std::max(video_codec.qpMax, |
| 356 | static_cast<unsigned int>(streams[i].max_qp)); |
| 357 | } |
mflodman@webrtc.org | 212705c | 2014-06-16 08:57:39 +0000 | [diff] [blame] | 358 | video_codec.startBitrate = |
| 359 | static_cast<unsigned int>(start_bitrate_bps_) / 1000; |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 360 | |
| 361 | if (video_codec.minBitrate < kViEMinCodecBitrate) |
| 362 | video_codec.minBitrate = kViEMinCodecBitrate; |
| 363 | if (video_codec.maxBitrate < kViEMinCodecBitrate) |
| 364 | video_codec.maxBitrate = kViEMinCodecBitrate; |
mflodman@webrtc.org | 212705c | 2014-06-16 08:57:39 +0000 | [diff] [blame] | 365 | if (video_codec.startBitrate < video_codec.minBitrate) |
| 366 | video_codec.startBitrate = video_codec.minBitrate; |
| 367 | if (video_codec.startBitrate > video_codec.maxBitrate) |
| 368 | video_codec.startBitrate = video_codec.maxBitrate; |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 369 | |
| 370 | if (video_codec.startBitrate < video_codec.minBitrate) |
| 371 | video_codec.startBitrate = video_codec.minBitrate; |
| 372 | if (video_codec.startBitrate > video_codec.maxBitrate) |
| 373 | video_codec.startBitrate = video_codec.maxBitrate; |
| 374 | |
pbos@webrtc.org | 1553688 | 2014-06-06 10:49:19 +0000 | [diff] [blame] | 375 | assert(streams[0].max_framerate > 0); |
| 376 | video_codec.maxFramerate = streams[0].max_framerate; |
pbos@webrtc.org | f39df52 | 2014-03-19 08:43:57 +0000 | [diff] [blame] | 377 | |
pbos@webrtc.org | b96302f | 2014-06-30 13:19:09 +0000 | [diff] [blame^] | 378 | return codec_->SetSendCodec(channel_, video_codec) == 0; |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 379 | } |
| 380 | |
pbos@webrtc.org | bf9bc32 | 2013-08-05 12:01:36 +0000 | [diff] [blame] | 381 | bool VideoSendStream::DeliverRtcp(const uint8_t* packet, size_t length) { |
| 382 | return network_->ReceivedRTCPPacket( |
pbos@webrtc.org | 30c741a | 2013-08-05 13:25:51 +0000 | [diff] [blame] | 383 | channel_, packet, static_cast<int>(length)) == 0; |
pbos@webrtc.org | bf9bc32 | 2013-08-05 12:01:36 +0000 | [diff] [blame] | 384 | } |
sprang@webrtc.org | ca72300 | 2014-01-07 09:54:34 +0000 | [diff] [blame] | 385 | |
| 386 | VideoSendStream::Stats VideoSendStream::GetStats() const { |
| 387 | return stats_proxy_->GetStats(); |
| 388 | } |
| 389 | |
| 390 | bool VideoSendStream::GetSendSideDelay(VideoSendStream::Stats* stats) { |
| 391 | return codec_->GetSendSideDelay( |
| 392 | channel_, &stats->avg_delay_ms, &stats->max_delay_ms); |
| 393 | } |
| 394 | |
| 395 | std::string VideoSendStream::GetCName() { |
| 396 | char rtcp_cname[ViERTP_RTCP::KMaxRTCPCNameLength]; |
| 397 | rtp_rtcp_->GetRTCPCName(channel_, rtcp_cname); |
| 398 | return rtcp_cname; |
| 399 | } |
| 400 | |
pbos@webrtc.org | b96302f | 2014-06-30 13:19:09 +0000 | [diff] [blame^] | 401 | void VideoSendStream::ConfigureSsrcs() { |
| 402 | for (size_t i = 0; i < config_.rtp.ssrcs.size(); ++i) { |
| 403 | uint32_t ssrc = config_.rtp.ssrcs[i]; |
| 404 | rtp_rtcp_->SetLocalSSRC( |
| 405 | channel_, ssrc, kViEStreamTypeNormal, static_cast<unsigned char>(i)); |
| 406 | } |
| 407 | |
| 408 | if (config_.rtp.rtx.ssrcs.empty()) { |
| 409 | assert(!config_.rtp.rtx.pad_with_redundant_payloads); |
| 410 | return; |
| 411 | } |
| 412 | |
| 413 | // Set up RTX. |
| 414 | assert(config_.rtp.rtx.ssrcs.size() == config_.rtp.ssrcs.size()); |
| 415 | for (size_t i = 0; i < config_.rtp.ssrcs.size(); ++i) { |
| 416 | rtp_rtcp_->SetLocalSSRC(channel_, |
| 417 | config_.rtp.rtx.ssrcs[i], |
| 418 | kViEStreamTypeRtx, |
| 419 | static_cast<unsigned char>(i)); |
| 420 | } |
| 421 | |
| 422 | if (config_.rtp.rtx.pad_with_redundant_payloads) { |
| 423 | rtp_rtcp_->SetPadWithRedundantPayloads(channel_, true); |
| 424 | } |
| 425 | |
| 426 | assert(config_.rtp.rtx.payload_type >= 0); |
| 427 | rtp_rtcp_->SetRtxSendPayloadType(channel_, config_.rtp.rtx.payload_type); |
| 428 | } |
| 429 | |
pbos@webrtc.org | dc8c883 | 2013-05-16 12:08:03 +0000 | [diff] [blame] | 430 | } // namespace internal |
| 431 | } // namespace webrtc |