blob: c45ae2972ff30c5572d1ec338f8da8011e023f17 [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
2 * libjingle
3 * Copyright 2004 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
27
28#ifndef TALK_MEDIA_BASE_MEDIACHANNEL_H_
29#define TALK_MEDIA_BASE_MEDIACHANNEL_H_
30
31#include <string>
32#include <vector>
33
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000034#include "webrtc/base/basictypes.h"
35#include "webrtc/base/buffer.h"
36#include "webrtc/base/dscp.h"
37#include "webrtc/base/logging.h"
38#include "webrtc/base/sigslot.h"
39#include "webrtc/base/socket.h"
40#include "webrtc/base/window.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000041#include "talk/media/base/codec.h"
42#include "talk/media/base/constants.h"
43#include "talk/media/base/streamparams.h"
44// TODO(juberti): re-evaluate this include
45#include "talk/session/media/audiomonitor.h"
46
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000047namespace rtc {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000048class Buffer;
49class RateLimiter;
50class Timing;
51}
52
53namespace cricket {
54
55class AudioRenderer;
56struct RtpHeader;
57class ScreencastId;
58struct VideoFormat;
59class VideoCapturer;
60class VideoRenderer;
61
62const int kMinRtpHeaderExtensionId = 1;
63const int kMaxRtpHeaderExtensionId = 255;
64const int kScreencastDefaultFps = 5;
wu@webrtc.orgcfe5e9c2014-03-27 17:03:58 +000065const int kHighStartBitrate = 1500;
henrike@webrtc.org28e20752013-07-10 00:45:36 +000066
67// Used in AudioOptions and VideoOptions to signify "unset" values.
68template <class T>
69class Settable {
70 public:
71 Settable() : set_(false), val_() {}
72 explicit Settable(T val) : set_(true), val_(val) {}
73
74 bool IsSet() const {
75 return set_;
76 }
77
78 bool Get(T* out) const {
79 *out = val_;
80 return set_;
81 }
82
83 T GetWithDefaultIfUnset(const T& default_value) const {
84 return set_ ? val_ : default_value;
85 }
86
87 virtual void Set(T val) {
88 set_ = true;
89 val_ = val;
90 }
91
92 void Clear() {
93 Set(T());
94 set_ = false;
95 }
96
97 void SetFrom(const Settable<T>& o) {
98 // Set this value based on the value of o, iff o is set. If this value is
99 // set and o is unset, the current value will be unchanged.
100 T val;
101 if (o.Get(&val)) {
102 Set(val);
103 }
104 }
105
106 std::string ToString() const {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000107 return set_ ? rtc::ToString(val_) : "";
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000108 }
109
110 bool operator==(const Settable<T>& o) const {
111 // Equal if both are unset with any value or both set with the same value.
112 return (set_ == o.set_) && (!set_ || (val_ == o.val_));
113 }
114
115 bool operator!=(const Settable<T>& o) const {
116 return !operator==(o);
117 }
118
119 protected:
120 void InitializeValue(const T &val) {
121 val_ = val;
122 }
123
124 private:
125 bool set_;
126 T val_;
127};
128
129class SettablePercent : public Settable<float> {
130 public:
131 virtual void Set(float val) {
132 if (val < 0) {
133 val = 0;
134 }
135 if (val > 1.0) {
136 val = 1.0;
137 }
138 Settable<float>::Set(val);
139 }
140};
141
142template <class T>
143static std::string ToStringIfSet(const char* key, const Settable<T>& val) {
144 std::string str;
145 if (val.IsSet()) {
146 str = key;
147 str += ": ";
148 str += val.ToString();
149 str += ", ";
150 }
151 return str;
152}
153
154// Options that can be applied to a VoiceMediaChannel or a VoiceMediaEngine.
155// Used to be flags, but that makes it hard to selectively apply options.
156// We are moving all of the setting of options to structs like this,
157// but some things currently still use flags.
158struct AudioOptions {
159 void SetAll(const AudioOptions& change) {
160 echo_cancellation.SetFrom(change.echo_cancellation);
161 auto_gain_control.SetFrom(change.auto_gain_control);
wu@webrtc.org97077a32013-10-25 21:18:33 +0000162 rx_auto_gain_control.SetFrom(change.rx_auto_gain_control);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000163 noise_suppression.SetFrom(change.noise_suppression);
164 highpass_filter.SetFrom(change.highpass_filter);
165 stereo_swapping.SetFrom(change.stereo_swapping);
166 typing_detection.SetFrom(change.typing_detection);
wu@webrtc.org97077a32013-10-25 21:18:33 +0000167 aecm_generate_comfort_noise.SetFrom(change.aecm_generate_comfort_noise);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000168 conference_mode.SetFrom(change.conference_mode);
169 adjust_agc_delta.SetFrom(change.adjust_agc_delta);
170 experimental_agc.SetFrom(change.experimental_agc);
171 experimental_aec.SetFrom(change.experimental_aec);
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +0000172 experimental_ns.SetFrom(change.experimental_ns);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000173 aec_dump.SetFrom(change.aec_dump);
wu@webrtc.org97077a32013-10-25 21:18:33 +0000174 tx_agc_target_dbov.SetFrom(change.tx_agc_target_dbov);
175 tx_agc_digital_compression_gain.SetFrom(
176 change.tx_agc_digital_compression_gain);
177 tx_agc_limiter.SetFrom(change.tx_agc_limiter);
178 rx_agc_target_dbov.SetFrom(change.rx_agc_target_dbov);
179 rx_agc_digital_compression_gain.SetFrom(
180 change.rx_agc_digital_compression_gain);
181 rx_agc_limiter.SetFrom(change.rx_agc_limiter);
182 recording_sample_rate.SetFrom(change.recording_sample_rate);
183 playout_sample_rate.SetFrom(change.playout_sample_rate);
wu@webrtc.orgde305012013-10-31 15:40:38 +0000184 dscp.SetFrom(change.dscp);
buildbot@webrtc.orgd27d9ae2014-06-19 01:56:46 +0000185 opus_fec.SetFrom(change.opus_fec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000186 }
187
188 bool operator==(const AudioOptions& o) const {
189 return echo_cancellation == o.echo_cancellation &&
190 auto_gain_control == o.auto_gain_control &&
wu@webrtc.org97077a32013-10-25 21:18:33 +0000191 rx_auto_gain_control == o.rx_auto_gain_control &&
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000192 noise_suppression == o.noise_suppression &&
193 highpass_filter == o.highpass_filter &&
194 stereo_swapping == o.stereo_swapping &&
195 typing_detection == o.typing_detection &&
wu@webrtc.org97077a32013-10-25 21:18:33 +0000196 aecm_generate_comfort_noise == o.aecm_generate_comfort_noise &&
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000197 conference_mode == o.conference_mode &&
198 experimental_agc == o.experimental_agc &&
199 experimental_aec == o.experimental_aec &&
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +0000200 experimental_ns == o.experimental_ns &&
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000201 adjust_agc_delta == o.adjust_agc_delta &&
wu@webrtc.org97077a32013-10-25 21:18:33 +0000202 aec_dump == o.aec_dump &&
203 tx_agc_target_dbov == o.tx_agc_target_dbov &&
204 tx_agc_digital_compression_gain == o.tx_agc_digital_compression_gain &&
205 tx_agc_limiter == o.tx_agc_limiter &&
206 rx_agc_target_dbov == o.rx_agc_target_dbov &&
207 rx_agc_digital_compression_gain == o.rx_agc_digital_compression_gain &&
208 rx_agc_limiter == o.rx_agc_limiter &&
209 recording_sample_rate == o.recording_sample_rate &&
wu@webrtc.orgde305012013-10-31 15:40:38 +0000210 playout_sample_rate == o.playout_sample_rate &&
buildbot@webrtc.orgd27d9ae2014-06-19 01:56:46 +0000211 dscp == o.dscp &&
212 opus_fec == o.opus_fec;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000213 }
214
215 std::string ToString() const {
216 std::ostringstream ost;
217 ost << "AudioOptions {";
218 ost << ToStringIfSet("aec", echo_cancellation);
219 ost << ToStringIfSet("agc", auto_gain_control);
wu@webrtc.org97077a32013-10-25 21:18:33 +0000220 ost << ToStringIfSet("rx_agc", rx_auto_gain_control);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000221 ost << ToStringIfSet("ns", noise_suppression);
222 ost << ToStringIfSet("hf", highpass_filter);
223 ost << ToStringIfSet("swap", stereo_swapping);
224 ost << ToStringIfSet("typing", typing_detection);
wu@webrtc.org97077a32013-10-25 21:18:33 +0000225 ost << ToStringIfSet("comfort_noise", aecm_generate_comfort_noise);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000226 ost << ToStringIfSet("conference", conference_mode);
227 ost << ToStringIfSet("agc_delta", adjust_agc_delta);
228 ost << ToStringIfSet("experimental_agc", experimental_agc);
229 ost << ToStringIfSet("experimental_aec", experimental_aec);
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +0000230 ost << ToStringIfSet("experimental_ns", experimental_ns);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000231 ost << ToStringIfSet("aec_dump", aec_dump);
wu@webrtc.org97077a32013-10-25 21:18:33 +0000232 ost << ToStringIfSet("tx_agc_target_dbov", tx_agc_target_dbov);
233 ost << ToStringIfSet("tx_agc_digital_compression_gain",
234 tx_agc_digital_compression_gain);
235 ost << ToStringIfSet("tx_agc_limiter", tx_agc_limiter);
236 ost << ToStringIfSet("rx_agc_target_dbov", rx_agc_target_dbov);
237 ost << ToStringIfSet("rx_agc_digital_compression_gain",
238 rx_agc_digital_compression_gain);
239 ost << ToStringIfSet("rx_agc_limiter", rx_agc_limiter);
240 ost << ToStringIfSet("recording_sample_rate", recording_sample_rate);
241 ost << ToStringIfSet("playout_sample_rate", playout_sample_rate);
wu@webrtc.orgde305012013-10-31 15:40:38 +0000242 ost << ToStringIfSet("dscp", dscp);
buildbot@webrtc.orgd27d9ae2014-06-19 01:56:46 +0000243 ost << ToStringIfSet("opus_fec", opus_fec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000244 ost << "}";
245 return ost.str();
246 }
247
248 // Audio processing that attempts to filter away the output signal from
249 // later inbound pickup.
250 Settable<bool> echo_cancellation;
251 // Audio processing to adjust the sensitivity of the local mic dynamically.
252 Settable<bool> auto_gain_control;
wu@webrtc.org97077a32013-10-25 21:18:33 +0000253 // Audio processing to apply gain to the remote audio.
254 Settable<bool> rx_auto_gain_control;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000255 // Audio processing to filter out background noise.
256 Settable<bool> noise_suppression;
257 // Audio processing to remove background noise of lower frequencies.
258 Settable<bool> highpass_filter;
259 // Audio processing to swap the left and right channels.
260 Settable<bool> stereo_swapping;
261 // Audio processing to detect typing.
262 Settable<bool> typing_detection;
wu@webrtc.org97077a32013-10-25 21:18:33 +0000263 Settable<bool> aecm_generate_comfort_noise;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000264 Settable<bool> conference_mode;
265 Settable<int> adjust_agc_delta;
266 Settable<bool> experimental_agc;
267 Settable<bool> experimental_aec;
sergeyu@chromium.org9cf037b2014-02-07 19:03:26 +0000268 Settable<bool> experimental_ns;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000269 Settable<bool> aec_dump;
wu@webrtc.org97077a32013-10-25 21:18:33 +0000270 // Note that tx_agc_* only applies to non-experimental AGC.
271 Settable<uint16> tx_agc_target_dbov;
272 Settable<uint16> tx_agc_digital_compression_gain;
273 Settable<bool> tx_agc_limiter;
274 Settable<uint16> rx_agc_target_dbov;
275 Settable<uint16> rx_agc_digital_compression_gain;
276 Settable<bool> rx_agc_limiter;
277 Settable<uint32> recording_sample_rate;
278 Settable<uint32> playout_sample_rate;
wu@webrtc.orgde305012013-10-31 15:40:38 +0000279 // Set DSCP value for packet sent from audio channel.
280 Settable<bool> dscp;
buildbot@webrtc.orgd27d9ae2014-06-19 01:56:46 +0000281 // Set Opus FEC
282 Settable<bool> opus_fec;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000283};
284
285// Options that can be applied to a VideoMediaChannel or a VideoMediaEngine.
286// Used to be flags, but that makes it hard to selectively apply options.
287// We are moving all of the setting of options to structs like this,
288// but some things currently still use flags.
289struct VideoOptions {
henrike@webrtc.orgf45a5502014-03-13 18:51:34 +0000290 enum HighestBitrate {
291 NORMAL,
292 HIGH,
293 VERY_HIGH
294 };
295
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000296 VideoOptions() {
297 process_adaptation_threshhold.Set(kProcessCpuThreshold);
298 system_low_adaptation_threshhold.Set(kLowSystemCpuThreshold);
299 system_high_adaptation_threshhold.Set(kHighSystemCpuThreshold);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000300 unsignalled_recv_stream_limit.Set(kNumDefaultUnsignalledVideoRecvStreams);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000301 }
302
303 void SetAll(const VideoOptions& change) {
304 adapt_input_to_encoder.SetFrom(change.adapt_input_to_encoder);
305 adapt_input_to_cpu_usage.SetFrom(change.adapt_input_to_cpu_usage);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000306 adapt_cpu_with_smoothing.SetFrom(change.adapt_cpu_with_smoothing);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000307 adapt_view_switch.SetFrom(change.adapt_view_switch);
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000308 video_adapt_third.SetFrom(change.video_adapt_third);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000309 video_noise_reduction.SetFrom(change.video_noise_reduction);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000310 video_one_layer_screencast.SetFrom(change.video_one_layer_screencast);
311 video_high_bitrate.SetFrom(change.video_high_bitrate);
wu@webrtc.org1e6cb2c2014-03-24 17:01:50 +0000312 video_start_bitrate.SetFrom(change.video_start_bitrate);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000313 video_temporal_layer_screencast.SetFrom(
314 change.video_temporal_layer_screencast);
315 video_leaky_bucket.SetFrom(change.video_leaky_bucket);
henrike@webrtc.orgf45a5502014-03-13 18:51:34 +0000316 video_highest_bitrate.SetFrom(change.video_highest_bitrate);
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000317 cpu_overuse_detection.SetFrom(change.cpu_overuse_detection);
henrike@webrtc.orge9793ab2014-03-18 14:36:23 +0000318 cpu_underuse_threshold.SetFrom(change.cpu_underuse_threshold);
319 cpu_overuse_threshold.SetFrom(change.cpu_overuse_threshold);
buildbot@webrtc.org27626a62014-06-16 13:39:40 +0000320 cpu_underuse_encode_rsd_threshold.SetFrom(
321 change.cpu_underuse_encode_rsd_threshold);
322 cpu_overuse_encode_rsd_threshold.SetFrom(
323 change.cpu_overuse_encode_rsd_threshold);
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000324 cpu_overuse_encode_usage.SetFrom(change.cpu_overuse_encode_usage);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000325 conference_mode.SetFrom(change.conference_mode);
326 process_adaptation_threshhold.SetFrom(change.process_adaptation_threshhold);
327 system_low_adaptation_threshhold.SetFrom(
328 change.system_low_adaptation_threshhold);
329 system_high_adaptation_threshhold.SetFrom(
330 change.system_high_adaptation_threshhold);
331 buffered_mode_latency.SetFrom(change.buffered_mode_latency);
wu@webrtc.orgde305012013-10-31 15:40:38 +0000332 dscp.SetFrom(change.dscp);
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000333 suspend_below_min_bitrate.SetFrom(change.suspend_below_min_bitrate);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000334 unsignalled_recv_stream_limit.SetFrom(change.unsignalled_recv_stream_limit);
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +0000335 use_simulcast_adapter.SetFrom(change.use_simulcast_adapter);
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +0000336 screencast_min_bitrate.SetFrom(change.screencast_min_bitrate);
337 use_improved_wifi_bandwidth_estimator.SetFrom(
338 change.use_improved_wifi_bandwidth_estimator);
buildbot@webrtc.org44a317a2014-06-17 07:49:15 +0000339 use_payload_padding.SetFrom(change.use_payload_padding);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000340 }
341
342 bool operator==(const VideoOptions& o) const {
343 return adapt_input_to_encoder == o.adapt_input_to_encoder &&
344 adapt_input_to_cpu_usage == o.adapt_input_to_cpu_usage &&
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000345 adapt_cpu_with_smoothing == o.adapt_cpu_with_smoothing &&
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000346 adapt_view_switch == o.adapt_view_switch &&
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000347 video_adapt_third == o.video_adapt_third &&
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000348 video_noise_reduction == o.video_noise_reduction &&
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000349 video_one_layer_screencast == o.video_one_layer_screencast &&
350 video_high_bitrate == o.video_high_bitrate &&
wu@webrtc.org1e6cb2c2014-03-24 17:01:50 +0000351 video_start_bitrate == o.video_start_bitrate &&
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000352 video_temporal_layer_screencast == o.video_temporal_layer_screencast &&
353 video_leaky_bucket == o.video_leaky_bucket &&
henrike@webrtc.orgf45a5502014-03-13 18:51:34 +0000354 video_highest_bitrate == o.video_highest_bitrate &&
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000355 cpu_overuse_detection == o.cpu_overuse_detection &&
henrike@webrtc.orge9793ab2014-03-18 14:36:23 +0000356 cpu_underuse_threshold == o.cpu_underuse_threshold &&
357 cpu_overuse_threshold == o.cpu_overuse_threshold &&
buildbot@webrtc.org27626a62014-06-16 13:39:40 +0000358 cpu_underuse_encode_rsd_threshold ==
359 o.cpu_underuse_encode_rsd_threshold &&
360 cpu_overuse_encode_rsd_threshold ==
361 o.cpu_overuse_encode_rsd_threshold &&
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000362 cpu_overuse_encode_usage == o.cpu_overuse_encode_usage &&
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000363 conference_mode == o.conference_mode &&
364 process_adaptation_threshhold == o.process_adaptation_threshhold &&
365 system_low_adaptation_threshhold ==
366 o.system_low_adaptation_threshhold &&
367 system_high_adaptation_threshhold ==
368 o.system_high_adaptation_threshhold &&
wu@webrtc.orgcecfd182013-10-30 05:18:12 +0000369 buffered_mode_latency == o.buffered_mode_latency &&
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000370 dscp == o.dscp &&
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000371 suspend_below_min_bitrate == o.suspend_below_min_bitrate &&
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +0000372 unsignalled_recv_stream_limit == o.unsignalled_recv_stream_limit &&
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +0000373 use_simulcast_adapter == o.use_simulcast_adapter &&
henrike@webrtc.org5fb74282014-03-26 02:00:10 +0000374 screencast_min_bitrate == o.screencast_min_bitrate &&
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +0000375 use_improved_wifi_bandwidth_estimator ==
buildbot@webrtc.org44a317a2014-06-17 07:49:15 +0000376 o.use_improved_wifi_bandwidth_estimator &&
377 use_payload_padding == o.use_payload_padding;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000378 }
379
380 std::string ToString() const {
381 std::ostringstream ost;
382 ost << "VideoOptions {";
383 ost << ToStringIfSet("encoder adaption", adapt_input_to_encoder);
384 ost << ToStringIfSet("cpu adaption", adapt_input_to_cpu_usage);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000385 ost << ToStringIfSet("cpu adaptation smoothing", adapt_cpu_with_smoothing);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000386 ost << ToStringIfSet("adapt view switch", adapt_view_switch);
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000387 ost << ToStringIfSet("video adapt third", video_adapt_third);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000388 ost << ToStringIfSet("noise reduction", video_noise_reduction);
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000389 ost << ToStringIfSet("1 layer screencast", video_one_layer_screencast);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000390 ost << ToStringIfSet("high bitrate", video_high_bitrate);
wu@webrtc.org1e6cb2c2014-03-24 17:01:50 +0000391 ost << ToStringIfSet("start bitrate", video_start_bitrate);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000392 ost << ToStringIfSet("video temporal layer screencast",
393 video_temporal_layer_screencast);
394 ost << ToStringIfSet("leaky bucket", video_leaky_bucket);
henrike@webrtc.orgf45a5502014-03-13 18:51:34 +0000395 ost << ToStringIfSet("highest video bitrate", video_highest_bitrate);
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000396 ost << ToStringIfSet("cpu overuse detection", cpu_overuse_detection);
henrike@webrtc.orge9793ab2014-03-18 14:36:23 +0000397 ost << ToStringIfSet("cpu underuse threshold", cpu_underuse_threshold);
398 ost << ToStringIfSet("cpu overuse threshold", cpu_overuse_threshold);
buildbot@webrtc.org27626a62014-06-16 13:39:40 +0000399 ost << ToStringIfSet("cpu underuse encode rsd threshold",
400 cpu_underuse_encode_rsd_threshold);
401 ost << ToStringIfSet("cpu overuse encode rsd threshold",
402 cpu_overuse_encode_rsd_threshold);
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000403 ost << ToStringIfSet("cpu overuse encode usage",
404 cpu_overuse_encode_usage);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000405 ost << ToStringIfSet("conference mode", conference_mode);
406 ost << ToStringIfSet("process", process_adaptation_threshhold);
407 ost << ToStringIfSet("low", system_low_adaptation_threshhold);
408 ost << ToStringIfSet("high", system_high_adaptation_threshhold);
409 ost << ToStringIfSet("buffered mode latency", buffered_mode_latency);
wu@webrtc.orgde305012013-10-31 15:40:38 +0000410 ost << ToStringIfSet("dscp", dscp);
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000411 ost << ToStringIfSet("suspend below min bitrate",
412 suspend_below_min_bitrate);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000413 ost << ToStringIfSet("num channels for early receive",
414 unsignalled_recv_stream_limit);
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +0000415 ost << ToStringIfSet("use simulcast adapter", use_simulcast_adapter);
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +0000416 ost << ToStringIfSet("screencast min bitrate", screencast_min_bitrate);
417 ost << ToStringIfSet("improved wifi bwe",
418 use_improved_wifi_bandwidth_estimator);
buildbot@webrtc.org44a317a2014-06-17 07:49:15 +0000419 ost << ToStringIfSet("payload padding", use_payload_padding);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000420 ost << "}";
421 return ost.str();
422 }
423
424 // Encoder adaption, which is the gd callback in LMI, and TBA in WebRTC.
425 Settable<bool> adapt_input_to_encoder;
426 // Enable CPU adaptation?
427 Settable<bool> adapt_input_to_cpu_usage;
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000428 // Enable CPU adaptation smoothing?
429 Settable<bool> adapt_cpu_with_smoothing;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000430 // Enable Adapt View Switch?
431 Settable<bool> adapt_view_switch;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000432 // Enable video adapt third?
433 Settable<bool> video_adapt_third;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000434 // Enable denoising?
435 Settable<bool> video_noise_reduction;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000436 // Experimental: Enable one layer screencast?
437 Settable<bool> video_one_layer_screencast;
438 // Experimental: Enable WebRtc higher bitrate?
439 Settable<bool> video_high_bitrate;
wu@webrtc.org1e6cb2c2014-03-24 17:01:50 +0000440 // Experimental: Enable WebRtc higher start bitrate?
441 Settable<int> video_start_bitrate;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000442 // Experimental: Enable WebRTC layered screencast.
443 Settable<bool> video_temporal_layer_screencast;
444 // Enable WebRTC leaky bucket when sending media packets.
445 Settable<bool> video_leaky_bucket;
henrike@webrtc.orgf45a5502014-03-13 18:51:34 +0000446 // Set highest bitrate mode for video.
wu@webrtc.orgcfe5e9c2014-03-27 17:03:58 +0000447 Settable<HighestBitrate> video_highest_bitrate;
wu@webrtc.orgcadf9042013-08-30 21:24:16 +0000448 // Enable WebRTC Cpu Overuse Detection, which is a new version of the CPU
449 // adaptation algorithm. So this option will override the
450 // |adapt_input_to_cpu_usage|.
451 Settable<bool> cpu_overuse_detection;
buildbot@webrtc.org27626a62014-06-16 13:39:40 +0000452 // Low threshold (t1) for cpu overuse adaptation. (Adapt up)
453 // Metric: encode usage (m1). m1 < t1 => underuse.
henrike@webrtc.orge9793ab2014-03-18 14:36:23 +0000454 Settable<int> cpu_underuse_threshold;
buildbot@webrtc.org27626a62014-06-16 13:39:40 +0000455 // High threshold (t1) for cpu overuse adaptation. (Adapt down)
456 // Metric: encode usage (m1). m1 > t1 => overuse.
henrike@webrtc.orge9793ab2014-03-18 14:36:23 +0000457 Settable<int> cpu_overuse_threshold;
buildbot@webrtc.org27626a62014-06-16 13:39:40 +0000458 // Low threshold (t2) for cpu overuse adaptation. (Adapt up)
459 // Metric: relative standard deviation of encode time (m2).
460 // Optional threshold. If set, (m1 < t1 && m2 < t2) => underuse.
461 // Note: t2 will have no effect if t1 is not set.
462 Settable<int> cpu_underuse_encode_rsd_threshold;
463 // High threshold (t2) for cpu overuse adaptation. (Adapt down)
464 // Metric: relative standard deviation of encode time (m2).
465 // Optional threshold. If set, (m1 > t1 || m2 > t2) => overuse.
466 // Note: t2 will have no effect if t1 is not set.
467 Settable<int> cpu_overuse_encode_rsd_threshold;
henrike@webrtc.orgb0ecc1c2014-03-26 22:44:28 +0000468 // Use encode usage for cpu detection.
469 Settable<bool> cpu_overuse_encode_usage;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000470 // Use conference mode?
471 Settable<bool> conference_mode;
472 // Threshhold for process cpu adaptation. (Process limit)
473 SettablePercent process_adaptation_threshhold;
474 // Low threshhold for cpu adaptation. (Adapt up)
475 SettablePercent system_low_adaptation_threshhold;
476 // High threshhold for cpu adaptation. (Adapt down)
477 SettablePercent system_high_adaptation_threshhold;
478 // Specify buffered mode latency in milliseconds.
479 Settable<int> buffered_mode_latency;
wu@webrtc.orgde305012013-10-31 15:40:38 +0000480 // Set DSCP value for packet sent from video channel.
481 Settable<bool> dscp;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000482 // Enable WebRTC suspension of video. No video frames will be sent when the
483 // bitrate is below the configured minimum bitrate.
484 Settable<bool> suspend_below_min_bitrate;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000485 // Limit on the number of early receive channels that can be created.
486 Settable<int> unsignalled_recv_stream_limit;
henrike@webrtc.org10bd88e2014-03-11 21:07:25 +0000487 // Enable use of simulcast adapter.
488 Settable<bool> use_simulcast_adapter;
henrike@webrtc.orgdce3feb2014-03-26 01:17:30 +0000489 // Force screencast to use a minimum bitrate
490 Settable<int> screencast_min_bitrate;
491 // Enable improved bandwidth estiamtor on wifi.
492 Settable<bool> use_improved_wifi_bandwidth_estimator;
buildbot@webrtc.org44a317a2014-06-17 07:49:15 +0000493 // Enable payload padding.
494 Settable<bool> use_payload_padding;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000495};
496
497// A class for playing out soundclips.
498class SoundclipMedia {
499 public:
500 enum SoundclipFlags {
501 SF_LOOP = 1,
502 };
503
504 virtual ~SoundclipMedia() {}
505
506 // Plays a sound out to the speakers with the given audio stream. The stream
507 // must be 16-bit little-endian 16 kHz PCM. If a stream is already playing
508 // on this SoundclipMedia, it is stopped. If clip is NULL, nothing is played.
509 // Returns whether it was successful.
510 virtual bool PlaySound(const char *clip, int len, int flags) = 0;
511};
512
513struct RtpHeaderExtension {
514 RtpHeaderExtension() : id(0) {}
515 RtpHeaderExtension(const std::string& u, int i) : uri(u), id(i) {}
516 std::string uri;
517 int id;
518 // TODO(juberti): SendRecv direction;
519
520 bool operator==(const RtpHeaderExtension& ext) const {
521 // id is a reserved word in objective-c. Therefore the id attribute has to
522 // be a fully qualified name in order to compile on IOS.
523 return this->id == ext.id &&
524 uri == ext.uri;
525 }
526};
527
528// Returns the named header extension if found among all extensions, NULL
529// otherwise.
530inline const RtpHeaderExtension* FindHeaderExtension(
531 const std::vector<RtpHeaderExtension>& extensions,
532 const std::string& name) {
533 for (std::vector<RtpHeaderExtension>::const_iterator it = extensions.begin();
534 it != extensions.end(); ++it) {
535 if (it->uri == name)
536 return &(*it);
537 }
538 return NULL;
539}
540
541enum MediaChannelOptions {
542 // Tune the stream for conference mode.
543 OPT_CONFERENCE = 0x0001
544};
545
546enum VoiceMediaChannelOptions {
547 // Tune the audio stream for vcs with different target levels.
548 OPT_AGC_MINUS_10DB = 0x80000000
549};
550
551// DTMF flags to control if a DTMF tone should be played and/or sent.
552enum DtmfFlags {
553 DF_PLAY = 0x01,
554 DF_SEND = 0x02,
555};
556
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000557class MediaChannel : public sigslot::has_slots<> {
558 public:
559 class NetworkInterface {
560 public:
561 enum SocketType { ST_RTP, ST_RTCP };
mallinath@webrtc.org1112c302013-09-23 20:34:45 +0000562 virtual bool SendPacket(
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000563 rtc::Buffer* packet,
564 rtc::DiffServCodePoint dscp = rtc::DSCP_NO_CHANGE) = 0;
mallinath@webrtc.org1112c302013-09-23 20:34:45 +0000565 virtual bool SendRtcp(
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000566 rtc::Buffer* packet,
567 rtc::DiffServCodePoint dscp = rtc::DSCP_NO_CHANGE) = 0;
568 virtual int SetOption(SocketType type, rtc::Socket::Option opt,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000569 int option) = 0;
570 virtual ~NetworkInterface() {}
571 };
572
573 MediaChannel() : network_interface_(NULL) {}
574 virtual ~MediaChannel() {}
575
henrike@webrtc.org1e09a712013-07-26 19:17:59 +0000576 // Sets the abstract interface class for sending RTP/RTCP data.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000577 virtual void SetInterface(NetworkInterface *iface) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000578 rtc::CritScope cs(&network_interface_crit_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000579 network_interface_ = iface;
580 }
581
582 // Called when a RTP packet is received.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000583 virtual void OnPacketReceived(rtc::Buffer* packet,
584 const rtc::PacketTime& packet_time) = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000585 // Called when a RTCP packet is received.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000586 virtual void OnRtcpReceived(rtc::Buffer* packet,
587 const rtc::PacketTime& packet_time) = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000588 // Called when the socket's ability to send has changed.
589 virtual void OnReadyToSend(bool ready) = 0;
590 // Creates a new outgoing media stream with SSRCs and CNAME as described
591 // by sp.
592 virtual bool AddSendStream(const StreamParams& sp) = 0;
593 // Removes an outgoing media stream.
594 // ssrc must be the first SSRC of the media stream if the stream uses
595 // multiple SSRCs.
596 virtual bool RemoveSendStream(uint32 ssrc) = 0;
597 // Creates a new incoming media stream with SSRCs and CNAME as described
598 // by sp.
599 virtual bool AddRecvStream(const StreamParams& sp) = 0;
600 // Removes an incoming media stream.
601 // ssrc must be the first SSRC of the media stream if the stream uses
602 // multiple SSRCs.
603 virtual bool RemoveRecvStream(uint32 ssrc) = 0;
604
605 // Mutes the channel.
606 virtual bool MuteStream(uint32 ssrc, bool on) = 0;
607
608 // Sets the RTP extension headers and IDs to use when sending RTP.
609 virtual bool SetRecvRtpHeaderExtensions(
610 const std::vector<RtpHeaderExtension>& extensions) = 0;
611 virtual bool SetSendRtpHeaderExtensions(
612 const std::vector<RtpHeaderExtension>& extensions) = 0;
mallinath@webrtc.org92fdfeb2014-02-17 18:49:41 +0000613 // Returns the absoulte sendtime extension id value from media channel.
614 virtual int GetRtpSendTimeExtnId() const {
615 return -1;
616 }
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000617 // Sets the initial bandwidth to use when sending starts.
618 virtual bool SetStartSendBandwidth(int bps) = 0;
619 // Sets the maximum allowed bandwidth to use when sending data.
620 virtual bool SetMaxSendBandwidth(int bps) = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000621
henrike@webrtc.org1e09a712013-07-26 19:17:59 +0000622 // Base method to send packet using NetworkInterface.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000623 bool SendPacket(rtc::Buffer* packet) {
henrike@webrtc.org1e09a712013-07-26 19:17:59 +0000624 return DoSendPacket(packet, false);
625 }
626
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000627 bool SendRtcp(rtc::Buffer* packet) {
henrike@webrtc.org1e09a712013-07-26 19:17:59 +0000628 return DoSendPacket(packet, true);
629 }
630
631 int SetOption(NetworkInterface::SocketType type,
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000632 rtc::Socket::Option opt,
henrike@webrtc.org1e09a712013-07-26 19:17:59 +0000633 int option) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000634 rtc::CritScope cs(&network_interface_crit_);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +0000635 if (!network_interface_)
636 return -1;
637
638 return network_interface_->SetOption(type, opt, option);
639 }
640
wu@webrtc.orgde305012013-10-31 15:40:38 +0000641 protected:
642 // This method sets DSCP |value| on both RTP and RTCP channels.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000643 int SetDscp(rtc::DiffServCodePoint value) {
wu@webrtc.orgde305012013-10-31 15:40:38 +0000644 int ret;
645 ret = SetOption(NetworkInterface::ST_RTP,
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000646 rtc::Socket::OPT_DSCP,
wu@webrtc.orgde305012013-10-31 15:40:38 +0000647 value);
648 if (ret == 0) {
649 ret = SetOption(NetworkInterface::ST_RTCP,
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000650 rtc::Socket::OPT_DSCP,
wu@webrtc.orgde305012013-10-31 15:40:38 +0000651 value);
652 }
653 return ret;
654 }
655
henrike@webrtc.org1e09a712013-07-26 19:17:59 +0000656 private:
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000657 bool DoSendPacket(rtc::Buffer* packet, bool rtcp) {
658 rtc::CritScope cs(&network_interface_crit_);
henrike@webrtc.org1e09a712013-07-26 19:17:59 +0000659 if (!network_interface_)
660 return false;
661
662 return (!rtcp) ? network_interface_->SendPacket(packet) :
663 network_interface_->SendRtcp(packet);
664 }
665
666 // |network_interface_| can be accessed from the worker_thread and
667 // from any MediaEngine threads. This critical section is to protect accessing
668 // of network_interface_ object.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000669 rtc::CriticalSection network_interface_crit_;
henrike@webrtc.org1e09a712013-07-26 19:17:59 +0000670 NetworkInterface* network_interface_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000671};
672
673enum SendFlags {
674 SEND_NOTHING,
675 SEND_RINGBACKTONE,
676 SEND_MICROPHONE
677};
678
wu@webrtc.org97077a32013-10-25 21:18:33 +0000679// The stats information is structured as follows:
680// Media are represented by either MediaSenderInfo or MediaReceiverInfo.
681// Media contains a vector of SSRC infos that are exclusively used by this
682// media. (SSRCs shared between media streams can't be represented.)
683
684// Information about an SSRC.
685// This data may be locally recorded, or received in an RTCP SR or RR.
686struct SsrcSenderInfo {
687 SsrcSenderInfo()
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000688 : ssrc(0),
wu@webrtc.org97077a32013-10-25 21:18:33 +0000689 timestamp(0) {
690 }
691 uint32 ssrc;
692 double timestamp; // NTP timestamp, represented as seconds since epoch.
693};
694
695struct SsrcReceiverInfo {
696 SsrcReceiverInfo()
697 : ssrc(0),
698 timestamp(0) {
699 }
700 uint32 ssrc;
701 double timestamp;
702};
703
704struct MediaSenderInfo {
705 MediaSenderInfo()
706 : bytes_sent(0),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000707 packets_sent(0),
708 packets_lost(0),
709 fraction_lost(0.0),
wu@webrtc.org97077a32013-10-25 21:18:33 +0000710 rtt_ms(0) {
711 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000712 void add_ssrc(const SsrcSenderInfo& stat) {
713 local_stats.push_back(stat);
714 }
715 // Temporary utility function for call sites that only provide SSRC.
716 // As more info is added into SsrcSenderInfo, this function should go away.
717 void add_ssrc(uint32 ssrc) {
718 SsrcSenderInfo stat;
719 stat.ssrc = ssrc;
720 add_ssrc(stat);
721 }
722 // Utility accessor for clients that are only interested in ssrc numbers.
723 std::vector<uint32> ssrcs() const {
724 std::vector<uint32> retval;
725 for (std::vector<SsrcSenderInfo>::const_iterator it = local_stats.begin();
726 it != local_stats.end(); ++it) {
727 retval.push_back(it->ssrc);
728 }
729 return retval;
730 }
731 // Utility accessor for clients that make the assumption only one ssrc
732 // exists per media.
733 // This will eventually go away.
734 uint32 ssrc() const {
735 if (local_stats.size() > 0) {
736 return local_stats[0].ssrc;
737 } else {
738 return 0;
739 }
740 }
wu@webrtc.org97077a32013-10-25 21:18:33 +0000741 int64 bytes_sent;
742 int packets_sent;
743 int packets_lost;
744 float fraction_lost;
745 int rtt_ms;
746 std::string codec_name;
747 std::vector<SsrcSenderInfo> local_stats;
748 std::vector<SsrcReceiverInfo> remote_stats;
749};
750
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000751template<class T>
752struct VariableInfo {
753 VariableInfo()
754 : min_val(),
755 mean(0.0),
756 max_val(),
757 variance(0.0) {
758 }
759 T min_val;
760 double mean;
761 T max_val;
762 double variance;
763};
764
wu@webrtc.org97077a32013-10-25 21:18:33 +0000765struct MediaReceiverInfo {
766 MediaReceiverInfo()
767 : bytes_rcvd(0),
768 packets_rcvd(0),
769 packets_lost(0),
770 fraction_lost(0.0) {
771 }
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000772 void add_ssrc(const SsrcReceiverInfo& stat) {
773 local_stats.push_back(stat);
774 }
775 // Temporary utility function for call sites that only provide SSRC.
776 // As more info is added into SsrcSenderInfo, this function should go away.
777 void add_ssrc(uint32 ssrc) {
778 SsrcReceiverInfo stat;
779 stat.ssrc = ssrc;
780 add_ssrc(stat);
781 }
782 std::vector<uint32> ssrcs() const {
783 std::vector<uint32> retval;
784 for (std::vector<SsrcReceiverInfo>::const_iterator it = local_stats.begin();
785 it != local_stats.end(); ++it) {
786 retval.push_back(it->ssrc);
787 }
788 return retval;
789 }
790 // Utility accessor for clients that make the assumption only one ssrc
791 // exists per media.
792 // This will eventually go away.
793 uint32 ssrc() const {
794 if (local_stats.size() > 0) {
795 return local_stats[0].ssrc;
796 } else {
797 return 0;
798 }
799 }
800
wu@webrtc.org97077a32013-10-25 21:18:33 +0000801 int64 bytes_rcvd;
802 int packets_rcvd;
803 int packets_lost;
804 float fraction_lost;
buildbot@webrtc.org7e71b772014-06-13 01:14:01 +0000805 std::string codec_name;
wu@webrtc.org97077a32013-10-25 21:18:33 +0000806 std::vector<SsrcReceiverInfo> local_stats;
807 std::vector<SsrcSenderInfo> remote_stats;
808};
809
810struct VoiceSenderInfo : public MediaSenderInfo {
811 VoiceSenderInfo()
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000812 : ext_seqnum(0),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000813 jitter_ms(0),
814 audio_level(0),
815 aec_quality_min(0.0),
816 echo_delay_median_ms(0),
817 echo_delay_std_ms(0),
818 echo_return_loss(0),
wu@webrtc.org967bfff2013-09-19 05:49:50 +0000819 echo_return_loss_enhancement(0),
820 typing_noise_detected(false) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000821 }
822
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000823 int ext_seqnum;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000824 int jitter_ms;
825 int audio_level;
826 float aec_quality_min;
827 int echo_delay_median_ms;
828 int echo_delay_std_ms;
829 int echo_return_loss;
830 int echo_return_loss_enhancement;
wu@webrtc.org967bfff2013-09-19 05:49:50 +0000831 bool typing_noise_detected;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000832};
833
wu@webrtc.org97077a32013-10-25 21:18:33 +0000834struct VoiceReceiverInfo : public MediaReceiverInfo {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000835 VoiceReceiverInfo()
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000836 : ext_seqnum(0),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000837 jitter_ms(0),
838 jitter_buffer_ms(0),
839 jitter_buffer_preferred_ms(0),
840 delay_estimate_ms(0),
841 audio_level(0),
henrike@webrtc.orgb8c254a2014-02-14 23:38:45 +0000842 expand_rate(0),
843 decoding_calls_to_silence_generator(0),
844 decoding_calls_to_neteq(0),
845 decoding_normal(0),
846 decoding_plc(0),
847 decoding_cng(0),
buildbot@webrtc.orgb525a9d2014-06-03 09:42:15 +0000848 decoding_plc_cng(0),
849 capture_start_ntp_time_ms(-1) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000850 }
851
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000852 int ext_seqnum;
853 int jitter_ms;
854 int jitter_buffer_ms;
855 int jitter_buffer_preferred_ms;
856 int delay_estimate_ms;
857 int audio_level;
858 // fraction of synthesized speech inserted through pre-emptive expansion
859 float expand_rate;
henrike@webrtc.orgb8c254a2014-02-14 23:38:45 +0000860 int decoding_calls_to_silence_generator;
861 int decoding_calls_to_neteq;
862 int decoding_normal;
863 int decoding_plc;
864 int decoding_cng;
865 int decoding_plc_cng;
buildbot@webrtc.orgb525a9d2014-06-03 09:42:15 +0000866 // Estimated capture start time in NTP time in ms.
867 int64 capture_start_ntp_time_ms;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000868};
869
wu@webrtc.org97077a32013-10-25 21:18:33 +0000870struct VideoSenderInfo : public MediaSenderInfo {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000871 VideoSenderInfo()
wu@webrtc.org97077a32013-10-25 21:18:33 +0000872 : packets_cached(0),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000873 firs_rcvd(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000874 plis_rcvd(0),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000875 nacks_rcvd(0),
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000876 input_frame_width(0),
877 input_frame_height(0),
878 send_frame_width(0),
879 send_frame_height(0),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000880 framerate_input(0),
881 framerate_sent(0),
882 nominal_bitrate(0),
883 preferred_bitrate(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000884 adapt_reason(0),
buildbot@webrtc.org71dffb72014-06-24 07:24:49 +0000885 adapt_changes(0),
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000886 capture_jitter_ms(0),
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000887 avg_encode_ms(0),
888 encode_usage_percent(0),
buildbot@webrtc.orgc800c1c2014-06-13 07:56:17 +0000889 encode_rsd(0),
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000890 capture_queue_delay_ms_per_s(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000891 }
892
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000893 std::vector<SsrcGroup> ssrc_groups;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000894 int packets_cached;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000895 int firs_rcvd;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000896 int plis_rcvd;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000897 int nacks_rcvd;
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000898 int input_frame_width;
899 int input_frame_height;
900 int send_frame_width;
901 int send_frame_height;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000902 int framerate_input;
903 int framerate_sent;
904 int nominal_bitrate;
905 int preferred_bitrate;
906 int adapt_reason;
buildbot@webrtc.org71dffb72014-06-24 07:24:49 +0000907 int adapt_changes;
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000908 int capture_jitter_ms;
909 int avg_encode_ms;
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000910 int encode_usage_percent;
buildbot@webrtc.orgc800c1c2014-06-13 07:56:17 +0000911 int encode_rsd;
wu@webrtc.org9caf2762013-12-11 18:25:07 +0000912 int capture_queue_delay_ms_per_s;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000913 VariableInfo<int> adapt_frame_drops;
914 VariableInfo<int> effects_frame_drops;
915 VariableInfo<double> capturer_frame_time;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000916};
917
wu@webrtc.org97077a32013-10-25 21:18:33 +0000918struct VideoReceiverInfo : public MediaReceiverInfo {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000919 VideoReceiverInfo()
wu@webrtc.org97077a32013-10-25 21:18:33 +0000920 : packets_concealed(0),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000921 firs_sent(0),
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000922 plis_sent(0),
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000923 nacks_sent(0),
924 frame_width(0),
925 frame_height(0),
926 framerate_rcvd(0),
927 framerate_decoded(0),
928 framerate_output(0),
929 framerate_render_input(0),
wu@webrtc.org97077a32013-10-25 21:18:33 +0000930 framerate_render_output(0),
931 decode_ms(0),
932 max_decode_ms(0),
933 jitter_buffer_ms(0),
934 min_playout_delay_ms(0),
935 render_delay_ms(0),
936 target_delay_ms(0),
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000937 current_delay_ms(0),
buildbot@webrtc.orgb525a9d2014-06-03 09:42:15 +0000938 capture_start_ntp_time_ms(-1) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000939 }
940
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000941 std::vector<SsrcGroup> ssrc_groups;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000942 int packets_concealed;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000943 int firs_sent;
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000944 int plis_sent;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000945 int nacks_sent;
946 int frame_width;
947 int frame_height;
948 int framerate_rcvd;
949 int framerate_decoded;
950 int framerate_output;
951 // Framerate as sent to the renderer.
952 int framerate_render_input;
953 // Framerate that the renderer reports.
954 int framerate_render_output;
wu@webrtc.org97077a32013-10-25 21:18:33 +0000955
956 // All stats below are gathered per-VideoReceiver, but some will be correlated
957 // across MediaStreamTracks. NOTE(hta): when sinking stats into per-SSRC
958 // structures, reflect this in the new layout.
959
960 // Current frame decode latency.
961 int decode_ms;
962 // Maximum observed frame decode latency.
963 int max_decode_ms;
964 // Jitter (network-related) latency.
965 int jitter_buffer_ms;
966 // Requested minimum playout latency.
967 int min_playout_delay_ms;
968 // Requested latency to account for rendering delay.
969 int render_delay_ms;
970 // Target overall delay: network+decode+render, accounting for
971 // min_playout_delay_ms.
972 int target_delay_ms;
973 // Current overall delay, possibly ramping towards target_delay_ms.
974 int current_delay_ms;
buildbot@webrtc.org0581f0b2014-05-06 21:36:31 +0000975
976 // Estimated capture start time in NTP time in ms.
977 int64 capture_start_ntp_time_ms;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000978};
979
wu@webrtc.org97077a32013-10-25 21:18:33 +0000980struct DataSenderInfo : public MediaSenderInfo {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000981 DataSenderInfo()
wu@webrtc.org97077a32013-10-25 21:18:33 +0000982 : ssrc(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000983 }
984
985 uint32 ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000986};
987
wu@webrtc.org97077a32013-10-25 21:18:33 +0000988struct DataReceiverInfo : public MediaReceiverInfo {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000989 DataReceiverInfo()
wu@webrtc.org97077a32013-10-25 21:18:33 +0000990 : ssrc(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000991 }
992
993 uint32 ssrc;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000994};
995
996struct BandwidthEstimationInfo {
997 BandwidthEstimationInfo()
998 : available_send_bandwidth(0),
999 available_recv_bandwidth(0),
1000 target_enc_bitrate(0),
1001 actual_enc_bitrate(0),
1002 retransmit_bitrate(0),
1003 transmit_bitrate(0),
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00001004 bucket_delay(0),
1005 total_received_propagation_delta_ms(0) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001006 }
1007
1008 int available_send_bandwidth;
1009 int available_recv_bandwidth;
1010 int target_enc_bitrate;
1011 int actual_enc_bitrate;
1012 int retransmit_bitrate;
1013 int transmit_bitrate;
1014 int bucket_delay;
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00001015 // The following stats are only valid when
1016 // StatsOptions::include_received_propagation_stats is true.
1017 int total_received_propagation_delta_ms;
1018 std::vector<int> recent_received_propagation_delta_ms;
1019 std::vector<int64> recent_received_packet_group_arrival_time_ms;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001020};
1021
1022struct VoiceMediaInfo {
1023 void Clear() {
1024 senders.clear();
1025 receivers.clear();
1026 }
1027 std::vector<VoiceSenderInfo> senders;
1028 std::vector<VoiceReceiverInfo> receivers;
1029};
1030
1031struct VideoMediaInfo {
1032 void Clear() {
1033 senders.clear();
1034 receivers.clear();
1035 bw_estimations.clear();
1036 }
1037 std::vector<VideoSenderInfo> senders;
1038 std::vector<VideoReceiverInfo> receivers;
1039 std::vector<BandwidthEstimationInfo> bw_estimations;
1040};
1041
1042struct DataMediaInfo {
1043 void Clear() {
1044 senders.clear();
1045 receivers.clear();
1046 }
1047 std::vector<DataSenderInfo> senders;
1048 std::vector<DataReceiverInfo> receivers;
1049};
1050
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00001051struct StatsOptions {
1052 StatsOptions() : include_received_propagation_stats(false) {}
1053
1054 bool include_received_propagation_stats;
1055};
1056
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001057class VoiceMediaChannel : public MediaChannel {
1058 public:
1059 enum Error {
1060 ERROR_NONE = 0, // No error.
1061 ERROR_OTHER, // Other errors.
1062 ERROR_REC_DEVICE_OPEN_FAILED = 100, // Could not open mic.
1063 ERROR_REC_DEVICE_MUTED, // Mic was muted by OS.
1064 ERROR_REC_DEVICE_SILENT, // No background noise picked up.
1065 ERROR_REC_DEVICE_SATURATION, // Mic input is clipping.
1066 ERROR_REC_DEVICE_REMOVED, // Mic was removed while active.
1067 ERROR_REC_RUNTIME_ERROR, // Processing is encountering errors.
1068 ERROR_REC_SRTP_ERROR, // Generic SRTP failure.
1069 ERROR_REC_SRTP_AUTH_FAILED, // Failed to authenticate packets.
1070 ERROR_REC_TYPING_NOISE_DETECTED, // Typing noise is detected.
1071 ERROR_PLAY_DEVICE_OPEN_FAILED = 200, // Could not open playout.
1072 ERROR_PLAY_DEVICE_MUTED, // Playout muted by OS.
1073 ERROR_PLAY_DEVICE_REMOVED, // Playout removed while active.
1074 ERROR_PLAY_RUNTIME_ERROR, // Errors in voice processing.
1075 ERROR_PLAY_SRTP_ERROR, // Generic SRTP failure.
1076 ERROR_PLAY_SRTP_AUTH_FAILED, // Failed to authenticate packets.
1077 ERROR_PLAY_SRTP_REPLAY, // Packet replay detected.
1078 };
1079
1080 VoiceMediaChannel() {}
1081 virtual ~VoiceMediaChannel() {}
1082 // Sets the codecs/payload types to be used for incoming media.
1083 virtual bool SetRecvCodecs(const std::vector<AudioCodec>& codecs) = 0;
1084 // Sets the codecs/payload types to be used for outgoing media.
1085 virtual bool SetSendCodecs(const std::vector<AudioCodec>& codecs) = 0;
1086 // Starts or stops playout of received audio.
1087 virtual bool SetPlayout(bool playout) = 0;
1088 // Starts or stops sending (and potentially capture) of local audio.
1089 virtual bool SetSend(SendFlags flag) = 0;
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00001090 // Sets the renderer object to be used for the specified remote audio stream.
1091 virtual bool SetRemoteRenderer(uint32 ssrc, AudioRenderer* renderer) = 0;
1092 // Sets the renderer object to be used for the specified local audio stream.
1093 virtual bool SetLocalRenderer(uint32 ssrc, AudioRenderer* renderer) = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001094 // Gets current energy levels for all incoming streams.
1095 virtual bool GetActiveStreams(AudioInfo::StreamList* actives) = 0;
1096 // Get the current energy level of the stream sent to the speaker.
1097 virtual int GetOutputLevel() = 0;
1098 // Get the time in milliseconds since last recorded keystroke, or negative.
1099 virtual int GetTimeSinceLastTyping() = 0;
1100 // Temporarily exposed field for tuning typing detect options.
1101 virtual void SetTypingDetectionParameters(int time_window,
1102 int cost_per_typing, int reporting_threshold, int penalty_decay,
1103 int type_event_delay) = 0;
1104 // Set left and right scale for speaker output volume of the specified ssrc.
1105 virtual bool SetOutputScaling(uint32 ssrc, double left, double right) = 0;
1106 // Get left and right scale for speaker output volume of the specified ssrc.
1107 virtual bool GetOutputScaling(uint32 ssrc, double* left, double* right) = 0;
1108 // Specifies a ringback tone to be played during call setup.
1109 virtual bool SetRingbackTone(const char *buf, int len) = 0;
1110 // Plays or stops the aforementioned ringback tone
1111 virtual bool PlayRingbackTone(uint32 ssrc, bool play, bool loop) = 0;
1112 // Returns if the telephone-event has been negotiated.
1113 virtual bool CanInsertDtmf() { return false; }
1114 // Send and/or play a DTMF |event| according to the |flags|.
1115 // The DTMF out-of-band signal will be used on sending.
1116 // The |ssrc| should be either 0 or a valid send stream ssrc.
henrike@webrtc.org9de257d2013-07-17 14:42:53 +00001117 // The valid value for the |event| are 0 to 15 which corresponding to
1118 // DTMF event 0-9, *, #, A-D.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001119 virtual bool InsertDtmf(uint32 ssrc, int event, int duration, int flags) = 0;
1120 // Gets quality stats for the channel.
1121 virtual bool GetStats(VoiceMediaInfo* info) = 0;
1122 // Gets last reported error for this media channel.
1123 virtual void GetLastMediaError(uint32* ssrc,
1124 VoiceMediaChannel::Error* error) {
1125 ASSERT(error != NULL);
1126 *error = ERROR_NONE;
1127 }
1128 // Sets the media options to use.
1129 virtual bool SetOptions(const AudioOptions& options) = 0;
1130 virtual bool GetOptions(AudioOptions* options) const = 0;
1131
1132 // Signal errors from MediaChannel. Arguments are:
1133 // ssrc(uint32), and error(VoiceMediaChannel::Error).
1134 sigslot::signal2<uint32, VoiceMediaChannel::Error> SignalMediaError;
1135};
1136
1137class VideoMediaChannel : public MediaChannel {
1138 public:
1139 enum Error {
1140 ERROR_NONE = 0, // No error.
1141 ERROR_OTHER, // Other errors.
1142 ERROR_REC_DEVICE_OPEN_FAILED = 100, // Could not open camera.
1143 ERROR_REC_DEVICE_NO_DEVICE, // No camera.
1144 ERROR_REC_DEVICE_IN_USE, // Device is in already use.
1145 ERROR_REC_DEVICE_REMOVED, // Device is removed.
1146 ERROR_REC_SRTP_ERROR, // Generic sender SRTP failure.
1147 ERROR_REC_SRTP_AUTH_FAILED, // Failed to authenticate packets.
1148 ERROR_REC_CPU_MAX_CANT_DOWNGRADE, // Can't downgrade capture anymore.
1149 ERROR_PLAY_SRTP_ERROR = 200, // Generic receiver SRTP failure.
1150 ERROR_PLAY_SRTP_AUTH_FAILED, // Failed to authenticate packets.
1151 ERROR_PLAY_SRTP_REPLAY, // Packet replay detected.
1152 };
1153
1154 VideoMediaChannel() : renderer_(NULL) {}
1155 virtual ~VideoMediaChannel() {}
1156 // Sets the codecs/payload types to be used for incoming media.
1157 virtual bool SetRecvCodecs(const std::vector<VideoCodec>& codecs) = 0;
1158 // Sets the codecs/payload types to be used for outgoing media.
1159 virtual bool SetSendCodecs(const std::vector<VideoCodec>& codecs) = 0;
1160 // Gets the currently set codecs/payload types to be used for outgoing media.
1161 virtual bool GetSendCodec(VideoCodec* send_codec) = 0;
1162 // Sets the format of a specified outgoing stream.
1163 virtual bool SetSendStreamFormat(uint32 ssrc, const VideoFormat& format) = 0;
1164 // Starts or stops playout of received video.
1165 virtual bool SetRender(bool render) = 0;
1166 // Starts or stops transmission (and potentially capture) of local video.
1167 virtual bool SetSend(bool send) = 0;
1168 // Sets the renderer object to be used for the specified stream.
1169 // If SSRC is 0, the renderer is used for the 'default' stream.
1170 virtual bool SetRenderer(uint32 ssrc, VideoRenderer* renderer) = 0;
1171 // If |ssrc| is 0, replace the default capturer (engine capturer) with
1172 // |capturer|. If |ssrc| is non zero create a new stream with |ssrc| as SSRC.
1173 virtual bool SetCapturer(uint32 ssrc, VideoCapturer* capturer) = 0;
1174 // Gets quality stats for the channel.
wu@webrtc.orgb9a088b2014-02-13 23:18:49 +00001175 virtual bool GetStats(const StatsOptions& options, VideoMediaInfo* info) = 0;
1176 // This is needed for MediaMonitor to use the same template for voice, video
1177 // and data MediaChannels.
1178 bool GetStats(VideoMediaInfo* info) {
1179 return GetStats(StatsOptions(), info);
1180 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001181
1182 // Send an intra frame to the receivers.
1183 virtual bool SendIntraFrame() = 0;
1184 // Reuqest each of the remote senders to send an intra frame.
1185 virtual bool RequestIntraFrame() = 0;
1186 // Sets the media options to use.
1187 virtual bool SetOptions(const VideoOptions& options) = 0;
1188 virtual bool GetOptions(VideoOptions* options) const = 0;
1189 virtual void UpdateAspectRatio(int ratio_w, int ratio_h) = 0;
1190
1191 // Signal errors from MediaChannel. Arguments are:
1192 // ssrc(uint32), and error(VideoMediaChannel::Error).
1193 sigslot::signal2<uint32, Error> SignalMediaError;
1194
1195 protected:
1196 VideoRenderer *renderer_;
1197};
1198
1199enum DataMessageType {
mallinath@webrtc.org1112c302013-09-23 20:34:45 +00001200 // Chrome-Internal use only. See SctpDataMediaChannel for the actual PPID
1201 // values.
1202 DMT_NONE = 0,
1203 DMT_CONTROL = 1,
1204 DMT_BINARY = 2,
1205 DMT_TEXT = 3,
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001206};
1207
1208// Info about data received in DataMediaChannel. For use in
1209// DataMediaChannel::SignalDataReceived and in all of the signals that
1210// signal fires, on up the chain.
1211struct ReceiveDataParams {
1212 // The in-packet stream indentifier.
1213 // For SCTP, this is really SID, not SSRC.
1214 uint32 ssrc;
1215 // The type of message (binary, text, or control).
1216 DataMessageType type;
1217 // A per-stream value incremented per packet in the stream.
1218 int seq_num;
1219 // A per-stream value monotonically increasing with time.
1220 int timestamp;
1221
1222 ReceiveDataParams() :
1223 ssrc(0),
1224 type(DMT_TEXT),
1225 seq_num(0),
1226 timestamp(0) {
1227 }
1228};
1229
1230struct SendDataParams {
1231 // The in-packet stream indentifier.
1232 // For SCTP, this is really SID, not SSRC.
1233 uint32 ssrc;
1234 // The type of message (binary, text, or control).
1235 DataMessageType type;
1236
1237 // For SCTP, whether to send messages flagged as ordered or not.
1238 // If false, messages can be received out of order.
1239 bool ordered;
1240 // For SCTP, whether the messages are sent reliably or not.
1241 // If false, messages may be lost.
1242 bool reliable;
1243 // For SCTP, if reliable == false, provide partial reliability by
1244 // resending up to this many times. Either count or millis
1245 // is supported, not both at the same time.
1246 int max_rtx_count;
1247 // For SCTP, if reliable == false, provide partial reliability by
1248 // resending for up to this many milliseconds. Either count or millis
1249 // is supported, not both at the same time.
1250 int max_rtx_ms;
1251
1252 SendDataParams() :
1253 ssrc(0),
1254 type(DMT_TEXT),
1255 // TODO(pthatcher): Make these true by default?
1256 ordered(false),
1257 reliable(false),
1258 max_rtx_count(0),
1259 max_rtx_ms(0) {
1260 }
1261};
1262
1263enum SendDataResult { SDR_SUCCESS, SDR_ERROR, SDR_BLOCK };
1264
1265class DataMediaChannel : public MediaChannel {
1266 public:
1267 enum Error {
1268 ERROR_NONE = 0, // No error.
1269 ERROR_OTHER, // Other errors.
1270 ERROR_SEND_SRTP_ERROR = 200, // Generic SRTP failure.
1271 ERROR_SEND_SRTP_AUTH_FAILED, // Failed to authenticate packets.
1272 ERROR_RECV_SRTP_ERROR, // Generic SRTP failure.
1273 ERROR_RECV_SRTP_AUTH_FAILED, // Failed to authenticate packets.
1274 ERROR_RECV_SRTP_REPLAY, // Packet replay detected.
1275 };
1276
1277 virtual ~DataMediaChannel() {}
1278
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001279 virtual bool SetSendCodecs(const std::vector<DataCodec>& codecs) = 0;
1280 virtual bool SetRecvCodecs(const std::vector<DataCodec>& codecs) = 0;
wu@webrtc.orga9890802013-12-13 00:21:03 +00001281
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001282 virtual bool MuteStream(uint32 ssrc, bool on) { return false; }
1283 // TODO(pthatcher): Implement this.
1284 virtual bool GetStats(DataMediaInfo* info) { return true; }
1285
1286 virtual bool SetSend(bool send) = 0;
1287 virtual bool SetReceive(bool receive) = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001288
1289 virtual bool SendData(
1290 const SendDataParams& params,
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001291 const rtc::Buffer& payload,
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001292 SendDataResult* result = NULL) = 0;
1293 // Signals when data is received (params, data, len)
1294 sigslot::signal3<const ReceiveDataParams&,
1295 const char*,
1296 size_t> SignalDataReceived;
1297 // Signal errors from MediaChannel. Arguments are:
1298 // ssrc(uint32), and error(DataMediaChannel::Error).
1299 sigslot::signal2<uint32, DataMediaChannel::Error> SignalMediaError;
wu@webrtc.orgd64719d2013-08-01 00:00:07 +00001300 // Signal when the media channel is ready to send the stream. Arguments are:
1301 // writable(bool)
1302 sigslot::signal1<bool> SignalReadyToSend;
buildbot@webrtc.org1d66be22014-05-29 22:54:24 +00001303 // Signal for notifying that the remote side has closed the DataChannel.
1304 sigslot::signal1<uint32> SignalStreamClosedRemotely;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001305};
1306
1307} // namespace cricket
1308
1309#endif // TALK_MEDIA_BASE_MEDIACHANNEL_H_