blob: ef579cc96157bd317b3540a3f889e01b0aa2fcfa [file] [log] [blame]
jlmiller@webrtc.org5f93d0a2015-01-20 21:36:13 +00001/*
2 * libjingle
3 * Copyright 2014 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
henrike@webrtc.org28e20752013-07-10 00:45:36 +000027
wu@webrtc.orgcadf9042013-08-30 21:24:16 +000028#ifndef TALK_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_ // NOLINT
henrike@webrtc.org28e20752013-07-10 00:45:36 +000029#define TALK_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_
30
31#include <string>
32#include <vector>
33
henrike@webrtc.org28e20752013-07-10 00:45:36 +000034#include "talk/media/base/fakenetworkinterface.h"
35#include "talk/media/base/fakevideocapturer.h"
36#include "talk/media/base/fakevideorenderer.h"
37#include "talk/media/base/mediachannel.h"
38#include "talk/media/base/streamparams.h"
Fredrik Solenberg709ed672015-09-15 12:26:33 +020039#include "talk/media/webrtc/fakewebrtccall.h"
buildbot@webrtc.orga09a9992014-08-13 17:26:08 +000040#include "webrtc/base/bytebuffer.h"
41#include "webrtc/base/gunit.h"
42#include "webrtc/base/timeutils.h"
Fredrik Solenberg709ed672015-09-15 12:26:33 +020043#include "webrtc/call.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000044
henrike@webrtc.org28e20752013-07-10 00:45:36 +000045#define EXPECT_FRAME_WAIT(c, w, h, t) \
46 EXPECT_EQ_WAIT((c), renderer_.num_rendered_frames(), (t)); \
47 EXPECT_EQ((w), renderer_.width()); \
48 EXPECT_EQ((h), renderer_.height()); \
49 EXPECT_EQ(0, renderer_.errors()); \
50
51#define EXPECT_FRAME_ON_RENDERER_WAIT(r, c, w, h, t) \
52 EXPECT_EQ_WAIT((c), (r).num_rendered_frames(), (t)); \
53 EXPECT_EQ((w), (r).width()); \
54 EXPECT_EQ((h), (r).height()); \
55 EXPECT_EQ(0, (r).errors()); \
56
wu@webrtc.org9caf2762013-12-11 18:25:07 +000057#define EXPECT_GT_FRAME_ON_RENDERER_WAIT(r, c, w, h, t) \
58 EXPECT_TRUE_WAIT((r).num_rendered_frames() >= (c) && \
59 (w) == (r).width() && \
60 (h) == (r).height(), (t)); \
Peter Boström0c4e06b2015-10-07 12:23:21 +020061 EXPECT_EQ(0, (r).errors());
wu@webrtc.org9caf2762013-12-11 18:25:07 +000062
Peter Boström0c4e06b2015-10-07 12:23:21 +020063static const uint32_t kTimeout = 5000U;
64static const uint32_t kDefaultReceiveSsrc = 0;
65static const uint32_t kSsrc = 1234u;
66static const uint32_t kRtxSsrc = 4321u;
67static const uint32_t kSsrcs4[] = {1, 2, 3, 4};
henrike@webrtc.org28e20752013-07-10 00:45:36 +000068
69inline bool IsEqualRes(const cricket::VideoCodec& a, int w, int h, int fps) {
70 return a.width == w && a.height == h && a.framerate == fps;
71}
72
73inline bool IsEqualCodec(const cricket::VideoCodec& a,
74 const cricket::VideoCodec& b) {
75 return a.id == b.id && a.name == b.name &&
76 IsEqualRes(a, b.width, b.height, b.framerate);
77}
78
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +000079namespace std {
henrike@webrtc.org28e20752013-07-10 00:45:36 +000080inline std::ostream& operator<<(std::ostream& s, const cricket::VideoCodec& c) {
81 s << "{" << c.name << "(" << c.id << "), "
82 << c.width << "x" << c.height << "x" << c.framerate << "}";
83 return s;
84}
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +000085} // namespace std
henrike@webrtc.org28e20752013-07-10 00:45:36 +000086
87inline int TimeBetweenSend(const cricket::VideoCodec& codec) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +000088 return static_cast<int>(
henrike@webrtc.org28e20752013-07-10 00:45:36 +000089 cricket::VideoFormat::FpsToInterval(codec.framerate) /
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +000090 rtc::kNumNanosecsPerMillisec);
henrike@webrtc.org28e20752013-07-10 00:45:36 +000091}
92
93// Fake video engine that makes it possible to test enabling and disabling
94// capturer (checking that the engine state is updated and that the capturer
95// is indeed capturing) without having to create a channel. It also makes it
96// possible to test that the media processors are indeed being called when
97// registered.
98template<class T>
99class VideoEngineOverride : public T {
100 public:
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200101 VideoEngineOverride() : T() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000102 }
103 virtual ~VideoEngineOverride() {
104 }
105 bool is_camera_on() const { return T::GetVideoCapturer()->IsRunning(); }
106 void set_has_senders(bool has_senders) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000107 cricket::VideoCapturer* video_capturer = T::GetVideoCapturer();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000108 if (has_senders) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000109 video_capturer->SignalVideoFrame.connect(this,
110 &VideoEngineOverride<T>::OnLocalFrame);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000111 } else {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000112 video_capturer->SignalVideoFrame.disconnect(this);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000113 }
114 }
115 void OnLocalFrame(cricket::VideoCapturer*,
116 const cricket::VideoFrame*) {
117 }
118 void OnLocalFrameFormat(cricket::VideoCapturer*,
119 const cricket::VideoFormat*) {
120 }
121
Peter Boström0c4e06b2015-10-07 12:23:21 +0200122 void TriggerMediaFrame(uint32_t ssrc,
123 cricket::VideoFrame* frame,
124 bool* drop_frame) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000125 T::SignalMediaFrame(ssrc, frame, drop_frame);
126 }
127};
128
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000129template<class E>
130class VideoEngineTest : public testing::Test {
131 protected:
132 // Tests starting and stopping the engine, and creating a channel.
133 void StartupShutdown() {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000134 EXPECT_TRUE(engine_.Init(rtc::Thread::Current()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000135 cricket::VideoMediaChannel* channel = engine_.CreateChannel(NULL);
136 EXPECT_TRUE(channel != NULL);
137 delete channel;
138 engine_.Terminate();
139 }
140
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000141 void ConstrainNewCodecBody() {
142 cricket::VideoCodec empty, in, out;
143 cricket::VideoCodec max_settings(engine_.codecs()[0].id,
144 engine_.codecs()[0].name,
145 1280, 800, 30, 0);
146
buildbot@webrtc.orgb92f6f92014-07-14 18:22:37 +0000147 // set max settings of 1280x800x30
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000148 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
149 cricket::VideoEncoderConfig(max_settings)));
150
151 // don't constrain the max resolution
152 in = max_settings;
153 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
154 EXPECT_PRED2(IsEqualCodec, out, in);
155
156 // constrain resolution greater than the max and wider aspect,
157 // picking best aspect (16:10)
158 in.width = 1380;
159 in.height = 800;
160 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
161 EXPECT_PRED4(IsEqualRes, out, 1280, 720, 30);
162
163 // constrain resolution greater than the max and narrow aspect,
164 // picking best aspect (16:9)
165 in.width = 1280;
166 in.height = 740;
167 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
168 EXPECT_PRED4(IsEqualRes, out, 1280, 720, 30);
169
170 // constrain resolution greater than the max, picking equal aspect (4:3)
171 in.width = 1280;
172 in.height = 960;
173 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
174 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
175
176 // constrain resolution greater than the max, picking equal aspect (16:10)
177 in.width = 1280;
178 in.height = 800;
179 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
180 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
181
182 // reduce max settings to 640x480x30
183 max_settings.width = 640;
184 max_settings.height = 480;
185 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
186 cricket::VideoEncoderConfig(max_settings)));
187
188 // don't constrain the max resolution
189 in = max_settings;
190 in.width = 640;
191 in.height = 480;
192 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
193 EXPECT_PRED2(IsEqualCodec, out, in);
194
195 // keep 16:10 if they request it
196 in.height = 400;
197 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
198 EXPECT_PRED2(IsEqualCodec, out, in);
199
200 // don't constrain lesser 4:3 resolutions
201 in.width = 320;
202 in.height = 240;
203 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
204 EXPECT_PRED2(IsEqualCodec, out, in);
205
206 // don't constrain lesser 16:10 resolutions
207 in.width = 320;
208 in.height = 200;
209 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
210 EXPECT_PRED2(IsEqualCodec, out, in);
211
212 // requested resolution of 0x0 succeeds
213 in.width = 0;
214 in.height = 0;
215 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
216 EXPECT_PRED2(IsEqualCodec, out, in);
217
218 // constrain resolution lesser than the max and wider aspect,
219 // picking best aspect (16:9)
220 in.width = 350;
221 in.height = 201;
222 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
223 EXPECT_PRED4(IsEqualRes, out, 320, 180, 30);
224
225 // constrain resolution greater than the max and narrow aspect,
226 // picking best aspect (4:3)
227 in.width = 350;
228 in.height = 300;
229 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
230 EXPECT_PRED4(IsEqualRes, out, 320, 240, 30);
231
232 // constrain resolution greater than the max and wider aspect,
233 // picking best aspect (16:9)
234 in.width = 1380;
235 in.height = 800;
236 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
237 EXPECT_PRED4(IsEqualRes, out, 640, 360, 30);
238
239 // constrain resolution greater than the max and narrow aspect,
240 // picking best aspect (4:3)
241 in.width = 1280;
242 in.height = 900;
243 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
244 EXPECT_PRED4(IsEqualRes, out, 640, 480, 30);
245
246 // constrain resolution greater than the max, picking equal aspect (4:3)
247 in.width = 1280;
248 in.height = 960;
249 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
250 EXPECT_PRED4(IsEqualRes, out, 640, 480, 30);
251
252 // constrain resolution greater than the max, picking equal aspect (16:10)
253 in.width = 1280;
254 in.height = 800;
255 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
256 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
257
258 // constrain res & fps greater than the max
259 in.framerate = 50;
260 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
261 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
262
263 // reduce max settings to 160x100x10
264 max_settings.width = 160;
265 max_settings.height = 100;
266 max_settings.framerate = 10;
267 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
268 cricket::VideoEncoderConfig(max_settings)));
269
270 // constrain res & fps to new max
271 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
272 EXPECT_PRED4(IsEqualRes, out, 160, 100, 10);
273
274 // allow 4:3 "comparable" resolutions
275 in.width = 160;
276 in.height = 120;
277 in.framerate = 10;
278 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
279 EXPECT_PRED4(IsEqualRes, out, 160, 120, 10);
280 }
281
buildbot@webrtc.orgb92f6f92014-07-14 18:22:37 +0000282 // This is the new way of constraining codec size, where we no longer maintain
283 // a list of the supported formats. Instead, CanSendCodec will just downscale
284 // the resolution by 2 until the width is below clamp.
285 void ConstrainNewCodec2Body() {
286 cricket::VideoCodec empty, in, out;
287 cricket::VideoCodec max_settings(engine_.codecs()[0].id,
288 engine_.codecs()[0].name,
289 1280, 800, 30, 0);
290
291 // Set max settings of 1280x800x30
292 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
293 cricket::VideoEncoderConfig(max_settings)));
294
295 // Don't constrain the max resolution
296 in = max_settings;
297 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
298 EXPECT_PRED2(IsEqualCodec, out, in);
299
300 // Constrain resolution greater than the max width.
301 in.width = 1380;
302 in.height = 800;
303 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
304 EXPECT_PRED4(IsEqualRes, out, 690, 400, 30);
305
306 // Don't constrain resolution when only the height is greater than max.
307 in.width = 960;
308 in.height = 1280;
309 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
310 EXPECT_PRED4(IsEqualRes, out, 960, 1280, 30);
311
312 // Don't constrain smaller format.
313 in.width = 640;
314 in.height = 480;
315 EXPECT_TRUE(engine_.CanSendCodec(in, empty, &out));
316 EXPECT_PRED4(IsEqualRes, out, 640, 480, 30);
317 }
318
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000319 void ConstrainRunningCodecBody() {
320 cricket::VideoCodec in, out, current;
321 cricket::VideoCodec max_settings(engine_.codecs()[0].id,
322 engine_.codecs()[0].name,
323 1280, 800, 30, 0);
324
325 // set max settings of 1280x960x30
326 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
327 cricket::VideoEncoderConfig(max_settings)));
328
329 // establish current call at 1280x800x30 (16:10)
330 current = max_settings;
331 current.height = 800;
332
333 // Don't constrain current resolution
334 in = current;
335 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
336 EXPECT_PRED2(IsEqualCodec, out, in);
337
338 // requested resolution of 0x0 succeeds
339 in.width = 0;
340 in.height = 0;
341 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
342 EXPECT_PRED2(IsEqualCodec, out, in);
343
344 // Reduce an intermediate resolution down to the next lowest one, preserving
345 // aspect ratio.
346 in.width = 800;
347 in.height = 600;
348 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
349 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
350
351 // Clamping by aspect ratio, but still never return a dimension higher than
352 // requested.
353 in.width = 1280;
354 in.height = 720;
355 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
356 EXPECT_PRED4(IsEqualRes, out, 1280, 720, 30);
357
358 in.width = 1279;
359 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
360 EXPECT_PRED4(IsEqualRes, out, 960, 600, 30);
361
362 in.width = 1281;
363 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
364 EXPECT_PRED4(IsEqualRes, out, 1280, 720, 30);
365
366 // Clamp large resolutions down, always preserving aspect
367 in.width = 1920;
368 in.height = 1080;
369 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
370 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
371
372 in.width = 1921;
373 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
374 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
375
376 in.width = 1919;
377 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
378 EXPECT_PRED4(IsEqualRes, out, 1280, 800, 30);
379
380 // reduce max settings to 640x480x30
381 max_settings.width = 640;
382 max_settings.height = 480;
383 EXPECT_TRUE(engine_.SetDefaultEncoderConfig(
384 cricket::VideoEncoderConfig(max_settings)));
385
386 // establish current call at 640x400x30 (16:10)
387 current = max_settings;
388 current.height = 400;
389
390 // Don't constrain current resolution
391 in = current;
392 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
393 EXPECT_PRED2(IsEqualCodec, out, in);
394
395 // requested resolution of 0x0 succeeds
396 in.width = 0;
397 in.height = 0;
398 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
399 EXPECT_PRED2(IsEqualCodec, out, in);
400
401 // Reduce an intermediate resolution down to the next lowest one, preserving
402 // aspect ratio.
403 in.width = 400;
404 in.height = 300;
405 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
406 EXPECT_PRED4(IsEqualRes, out, 320, 200, 30);
407
408 // Clamping by aspect ratio, but still never return a dimension higher than
409 // requested.
410 in.width = 640;
411 in.height = 360;
412 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
413 EXPECT_PRED4(IsEqualRes, out, 640, 360, 30);
414
415 in.width = 639;
416 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
417 EXPECT_PRED4(IsEqualRes, out, 480, 300, 30);
418
419 in.width = 641;
420 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
421 EXPECT_PRED4(IsEqualRes, out, 640, 360, 30);
422
423 // Clamp large resolutions down, always preserving aspect
424 in.width = 1280;
425 in.height = 800;
426 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
427 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
428
429 in.width = 1281;
430 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
431 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
432
433 in.width = 1279;
434 EXPECT_TRUE(engine_.CanSendCodec(in, current, &out));
435 EXPECT_PRED4(IsEqualRes, out, 640, 400, 30);
436
437 // Should fail for any that are smaller than our supported formats
438 in.width = 80;
439 in.height = 80;
440 EXPECT_FALSE(engine_.CanSendCodec(in, current, &out));
441
442 in.height = 50;
443 EXPECT_FALSE(engine_.CanSendCodec(in, current, &out));
444 }
445
446 VideoEngineOverride<E> engine_;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000447 rtc::scoped_ptr<cricket::FakeVideoCapturer> video_capturer_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000448};
449
450template<class E, class C>
451class VideoMediaChannelTest : public testing::Test,
452 public sigslot::has_slots<> {
453 protected:
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200454 VideoMediaChannelTest<E, C>()
455 : call_(webrtc::Call::Create(webrtc::Call::Config())) {}
456
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000457 virtual cricket::VideoCodec DefaultCodec() = 0;
458
459 virtual cricket::StreamParams DefaultSendStreamParams() {
460 return cricket::StreamParams::CreateLegacy(kSsrc);
461 }
462
463 virtual void SetUp() {
464 cricket::Device device("test", "device");
Fredrik Solenberg9a416bd2015-05-22 09:04:09 +0200465 engine_.Init();
Fredrik Solenberg709ed672015-09-15 12:26:33 +0200466 channel_.reset(
467 engine_.CreateChannel(call_.get(), cricket::VideoOptions()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000468 EXPECT_TRUE(channel_.get() != NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000469 network_interface_.SetDestination(channel_.get());
470 channel_->SetInterface(&network_interface_);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000471 media_error_ = cricket::VideoMediaChannel::ERROR_NONE;
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200472 cricket::VideoRecvParameters parameters;
473 parameters.codecs = engine_.codecs();
474 channel_->SetRecvParameters(parameters);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000475 EXPECT_TRUE(channel_->AddSendStream(DefaultSendStreamParams()));
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000476 video_capturer_.reset(CreateFakeVideoCapturer());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000477 cricket::VideoFormat format(640, 480,
478 cricket::VideoFormat::FpsToInterval(30),
479 cricket::FOURCC_I420);
480 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_->Start(format));
481 EXPECT_TRUE(channel_->SetCapturer(kSsrc, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000482 }
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000483
484 virtual cricket::FakeVideoCapturer* CreateFakeVideoCapturer() {
485 return new cricket::FakeVideoCapturer();
486 }
487
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000488 // Utility method to setup an additional stream to send and receive video.
489 // Used to test send and recv between two streams.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000490 void SetUpSecondStream() {
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000491 SetUpSecondStreamWithNoRecv();
492 // Setup recv for second stream.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000493 EXPECT_TRUE(channel_->AddRecvStream(
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000494 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000495 // Make the second renderer available for use by a new stream.
496 EXPECT_TRUE(channel_->SetRenderer(kSsrc + 2, &renderer2_));
497 }
498 // Setup an additional stream just to send video. Defer add recv stream.
499 // This is required if you want to test unsignalled recv of video rtp packets.
500 void SetUpSecondStreamWithNoRecv() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000501 // SetUp() already added kSsrc make sure duplicate SSRCs cant be added.
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000502 EXPECT_TRUE(channel_->AddRecvStream(
503 cricket::StreamParams::CreateLegacy(kSsrc)));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000504 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000505 EXPECT_FALSE(channel_->AddSendStream(
506 cricket::StreamParams::CreateLegacy(kSsrc)));
507 EXPECT_TRUE(channel_->AddSendStream(
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000508 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000509 // We dont add recv for the second stream.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000510
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000511 // Setup the receive and renderer for second stream after send.
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000512 video_capturer_2_.reset(CreateFakeVideoCapturer());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000513 cricket::VideoFormat format(640, 480,
514 cricket::VideoFormat::FpsToInterval(30),
515 cricket::FOURCC_I420);
516 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_2_->Start(format));
517
518 EXPECT_TRUE(channel_->SetCapturer(kSsrc + 2, video_capturer_2_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000519 }
520 virtual void TearDown() {
521 channel_.reset();
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000522 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000523 bool SetDefaultCodec() {
524 return SetOneCodec(DefaultCodec());
525 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000526
527 bool SetOneCodec(int pt, const char* name, int w, int h, int fr) {
528 return SetOneCodec(cricket::VideoCodec(pt, name, w, h, fr, 0));
529 }
530 bool SetOneCodec(const cricket::VideoCodec& codec) {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000531 cricket::VideoFormat capture_format(codec.width, codec.height,
532 cricket::VideoFormat::FpsToInterval(codec.framerate),
533 cricket::FOURCC_I420);
534
535 if (video_capturer_) {
536 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_->Start(capture_format));
537 }
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000538 if (video_capturer_2_) {
539 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_2_->Start(capture_format));
540 }
541
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000542 bool sending = channel_->sending();
543 bool success = SetSend(false);
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200544 if (success) {
545 cricket::VideoSendParameters parameters;
546 parameters.codecs.push_back(codec);
547 success = channel_->SetSendParameters(parameters);
548 }
549 if (success) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000550 success = SetSend(sending);
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200551 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000552 return success;
553 }
554 bool SetSend(bool send) {
555 return channel_->SetSend(send);
556 }
Peter Boström0c4e06b2015-10-07 12:23:21 +0200557 bool SetSendStreamFormat(uint32_t ssrc, const cricket::VideoCodec& codec) {
henrike@webrtc.orga7b98182014-02-21 15:51:43 +0000558 return channel_->SetSendStreamFormat(ssrc, cricket::VideoFormat(
559 codec.width, codec.height,
560 cricket::VideoFormat::FpsToInterval(codec.framerate),
561 cricket::FOURCC_ANY));
562 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000563 int DrainOutgoingPackets() {
564 int packets = 0;
565 do {
566 packets = NumRtpPackets();
567 // 100 ms should be long enough.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000568 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000569 } while (NumRtpPackets() > packets);
570 return NumRtpPackets();
571 }
572 bool SendFrame() {
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000573 if (video_capturer_2_) {
574 video_capturer_2_->CaptureFrame();
575 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000576 return video_capturer_.get() &&
577 video_capturer_->CaptureFrame();
578 }
579 bool WaitAndSendFrame(int wait_ms) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000580 bool ret = rtc::Thread::Current()->ProcessMessages(wait_ms);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000581 ret &= SendFrame();
582 return ret;
583 }
584 // Sends frames and waits for the decoder to be fully initialized.
585 // Returns the number of frames that were sent.
586 int WaitForDecoder() {
587#if defined(HAVE_OPENMAX)
588 // Send enough frames for the OpenMAX decoder to continue processing, and
589 // return the number of frames sent.
590 // Send frames for a full kTimeout's worth of 15fps video.
591 int frame_count = 0;
592 while (frame_count < static_cast<int>(kTimeout) / 66) {
593 EXPECT_TRUE(WaitAndSendFrame(66));
594 ++frame_count;
595 }
596 return frame_count;
597#else
598 return 0;
599#endif
600 }
601 bool SendCustomVideoFrame(int w, int h) {
602 if (!video_capturer_.get()) return false;
603 return video_capturer_->CaptureCustomFrame(w, h, cricket::FOURCC_I420);
604 }
605 int NumRtpBytes() {
606 return network_interface_.NumRtpBytes();
607 }
Peter Boström0c4e06b2015-10-07 12:23:21 +0200608 int NumRtpBytes(uint32_t ssrc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000609 return network_interface_.NumRtpBytes(ssrc);
610 }
611 int NumRtpPackets() {
612 return network_interface_.NumRtpPackets();
613 }
Peter Boström0c4e06b2015-10-07 12:23:21 +0200614 int NumRtpPackets(uint32_t ssrc) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000615 return network_interface_.NumRtpPackets(ssrc);
616 }
617 int NumSentSsrcs() {
618 return network_interface_.NumSentSsrcs();
619 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000620 const rtc::Buffer* GetRtpPacket(int index) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000621 return network_interface_.GetRtpPacket(index);
622 }
623 int NumRtcpPackets() {
624 return network_interface_.NumRtcpPackets();
625 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000626 const rtc::Buffer* GetRtcpPacket(int index) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000627 return network_interface_.GetRtcpPacket(index);
628 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000629 static int GetPayloadType(const rtc::Buffer* p) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000630 int pt = -1;
631 ParseRtpPacket(p, NULL, &pt, NULL, NULL, NULL, NULL);
632 return pt;
633 }
Peter Boström0c4e06b2015-10-07 12:23:21 +0200634 static bool ParseRtpPacket(const rtc::Buffer* p,
635 bool* x,
636 int* pt,
637 int* seqnum,
638 uint32_t* tstamp,
639 uint32_t* ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000640 std::string* payload) {
Karl Wiberg94784372015-04-20 14:03:07 +0200641 rtc::ByteBuffer buf(*p);
Peter Boström0c4e06b2015-10-07 12:23:21 +0200642 uint8_t u08 = 0;
643 uint16_t u16 = 0;
644 uint32_t u32 = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000645
646 // Read X and CC fields.
647 if (!buf.ReadUInt8(&u08)) return false;
648 bool extension = ((u08 & 0x10) != 0);
Peter Boström0c4e06b2015-10-07 12:23:21 +0200649 uint8_t cc = (u08 & 0x0F);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000650 if (x) *x = extension;
651
652 // Read PT field.
653 if (!buf.ReadUInt8(&u08)) return false;
654 if (pt) *pt = (u08 & 0x7F);
655
656 // Read Sequence Number field.
657 if (!buf.ReadUInt16(&u16)) return false;
658 if (seqnum) *seqnum = u16;
659
660 // Read Timestamp field.
661 if (!buf.ReadUInt32(&u32)) return false;
662 if (tstamp) *tstamp = u32;
663
664 // Read SSRC field.
665 if (!buf.ReadUInt32(&u32)) return false;
666 if (ssrc) *ssrc = u32;
667
668 // Skip CSRCs.
Peter Boström0c4e06b2015-10-07 12:23:21 +0200669 for (uint8_t i = 0; i < cc; ++i) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000670 if (!buf.ReadUInt32(&u32)) return false;
671 }
672
673 // Skip extension header.
674 if (extension) {
675 // Read Profile-specific extension header ID
676 if (!buf.ReadUInt16(&u16)) return false;
677
678 // Read Extension header length
679 if (!buf.ReadUInt16(&u16)) return false;
Peter Boström0c4e06b2015-10-07 12:23:21 +0200680 uint16_t ext_header_len = u16;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000681
682 // Read Extension header
Peter Boström0c4e06b2015-10-07 12:23:21 +0200683 for (uint16_t i = 0; i < ext_header_len; ++i) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000684 if (!buf.ReadUInt32(&u32)) return false;
685 }
686 }
687
688 if (payload) {
689 return buf.ReadString(payload, buf.Length());
690 }
691 return true;
692 }
693
694 // Parse all RTCP packet, from start_index to stop_index, and count how many
695 // FIR (PT=206 and FMT=4 according to RFC 5104). If successful, set the count
696 // and return true.
697 bool CountRtcpFir(int start_index, int stop_index, int* fir_count) {
698 int count = 0;
699 for (int i = start_index; i < stop_index; ++i) {
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000700 rtc::scoped_ptr<const rtc::Buffer> p(GetRtcpPacket(i));
Karl Wiberg94784372015-04-20 14:03:07 +0200701 rtc::ByteBuffer buf(*p);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000702 size_t total_len = 0;
703 // The packet may be a compound RTCP packet.
kwiberg@webrtc.orgeebcab52015-03-24 09:19:06 +0000704 while (total_len < p->size()) {
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000705 // Read FMT, type and length.
Peter Boström0c4e06b2015-10-07 12:23:21 +0200706 uint8_t fmt = 0;
707 uint8_t type = 0;
708 uint16_t length = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000709 if (!buf.ReadUInt8(&fmt)) return false;
710 fmt &= 0x1F;
711 if (!buf.ReadUInt8(&type)) return false;
712 if (!buf.ReadUInt16(&length)) return false;
713 buf.Consume(length * 4); // Skip RTCP data.
714 total_len += (length + 1) * 4;
715 if ((192 == type) || ((206 == type) && (4 == fmt))) {
716 ++count;
717 }
718 }
719 }
720
721 if (fir_count) {
722 *fir_count = count;
723 }
724 return true;
725 }
726
Peter Boström0c4e06b2015-10-07 12:23:21 +0200727 void OnVideoChannelError(uint32_t ssrc,
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000728 cricket::VideoMediaChannel::Error error) {
729 media_error_ = error;
730 }
731
732 // Test that SetSend works.
733 void SetSend() {
734 EXPECT_FALSE(channel_->sending());
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000735 EXPECT_TRUE(channel_->SetCapturer(kSsrc, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000736 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
737 EXPECT_FALSE(channel_->sending());
738 EXPECT_TRUE(SetSend(true));
739 EXPECT_TRUE(channel_->sending());
740 EXPECT_TRUE(SendFrame());
741 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
742 EXPECT_TRUE(SetSend(false));
743 EXPECT_FALSE(channel_->sending());
744 }
745 // Test that SetSend fails without codecs being set.
746 void SetSendWithoutCodecs() {
747 EXPECT_FALSE(channel_->sending());
748 EXPECT_FALSE(SetSend(true));
749 EXPECT_FALSE(channel_->sending());
750 }
751 // Test that we properly set the send and recv buffer sizes by the time
752 // SetSend is called.
753 void SetSendSetsTransportBufferSizes() {
754 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
755 EXPECT_TRUE(SetSend(true));
buildbot@webrtc.orgae694ef2014-10-28 17:37:17 +0000756 EXPECT_EQ(64 * 1024, network_interface_.sendbuf_size());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000757 EXPECT_EQ(64 * 1024, network_interface_.recvbuf_size());
758 }
759 // Tests that we can send frames and the right payload type is used.
760 void Send(const cricket::VideoCodec& codec) {
761 EXPECT_TRUE(SetOneCodec(codec));
762 EXPECT_TRUE(SetSend(true));
763 EXPECT_TRUE(SendFrame());
764 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000765 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000766 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
767 }
768 // Tests that we can send and receive frames.
769 void SendAndReceive(const cricket::VideoCodec& codec) {
770 EXPECT_TRUE(SetOneCodec(codec));
771 EXPECT_TRUE(SetSend(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000772 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000773 EXPECT_EQ(0, renderer_.num_rendered_frames());
774 EXPECT_TRUE(SendFrame());
775 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000776 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000777 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
778 }
779 // Tests that we only get a VideoRenderer::SetSize() callback when needed.
780 void SendManyResizeOnce() {
781 cricket::VideoCodec codec(DefaultCodec());
782 EXPECT_TRUE(SetOneCodec(codec));
783 EXPECT_TRUE(SetSend(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000784 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000785 EXPECT_EQ(0, renderer_.num_rendered_frames());
786 EXPECT_TRUE(WaitAndSendFrame(30));
787 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
788 EXPECT_TRUE(WaitAndSendFrame(30));
789 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000790 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000791 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
792 EXPECT_EQ(1, renderer_.num_set_sizes());
793
794 codec.width /= 2;
795 codec.height /= 2;
796 EXPECT_TRUE(SetOneCodec(codec));
797 EXPECT_TRUE(WaitAndSendFrame(30));
798 EXPECT_FRAME_WAIT(3, codec.width, codec.height, kTimeout);
799 EXPECT_EQ(2, renderer_.num_set_sizes());
800 }
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000801 void SendReceiveManyAndGetStats(const cricket::VideoCodec& codec,
802 int duration_sec, int fps) {
803 EXPECT_TRUE(SetOneCodec(codec));
804 EXPECT_TRUE(SetSend(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000805 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000806 EXPECT_EQ(0, renderer_.num_rendered_frames());
807 for (int i = 0; i < duration_sec; ++i) {
808 for (int frame = 1; frame <= fps; ++frame) {
809 EXPECT_TRUE(WaitAndSendFrame(1000 / fps));
810 EXPECT_FRAME_WAIT(frame + i * fps, codec.width, codec.height, kTimeout);
811 }
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000812 }
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000813 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000814 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
815 }
816
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000817 // Test that stats work properly for a 1-1 call.
818 void GetStats() {
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000819 const int kDurationSec = 3;
820 const int kFps = 10;
821 SendReceiveManyAndGetStats(DefaultCodec(), kDurationSec, kFps);
822
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000823 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000824 EXPECT_TRUE(channel_->GetStats(&info));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000825
826 ASSERT_EQ(1U, info.senders.size());
827 // TODO(whyuan): bytes_sent and bytes_rcvd are different. Are both payload?
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000828 // For webrtc, bytes_sent does not include the RTP header length.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000829 EXPECT_GT(info.senders[0].bytes_sent, 0);
830 EXPECT_EQ(NumRtpPackets(), info.senders[0].packets_sent);
831 EXPECT_EQ(0.0, info.senders[0].fraction_lost);
832 EXPECT_EQ(0, info.senders[0].firs_rcvd);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000833 EXPECT_EQ(0, info.senders[0].plis_rcvd);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000834 EXPECT_EQ(0, info.senders[0].nacks_rcvd);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000835 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
836 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000837 EXPECT_GT(info.senders[0].framerate_input, 0);
838 EXPECT_GT(info.senders[0].framerate_sent, 0);
839
840 ASSERT_EQ(1U, info.receivers.size());
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000841 EXPECT_EQ(1U, info.senders[0].ssrcs().size());
842 EXPECT_EQ(1U, info.receivers[0].ssrcs().size());
843 EXPECT_EQ(info.senders[0].ssrcs()[0], info.receivers[0].ssrcs()[0]);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000844 EXPECT_EQ(NumRtpBytes(), info.receivers[0].bytes_rcvd);
845 EXPECT_EQ(NumRtpPackets(), info.receivers[0].packets_rcvd);
846 EXPECT_EQ(0.0, info.receivers[0].fraction_lost);
847 EXPECT_EQ(0, info.receivers[0].packets_lost);
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000848 // TODO(asapersson): Not set for webrtc. Handle missing stats.
849 // EXPECT_EQ(0, info.receivers[0].packets_concealed);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000850 EXPECT_EQ(0, info.receivers[0].firs_sent);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +0000851 EXPECT_EQ(0, info.receivers[0].plis_sent);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000852 EXPECT_EQ(0, info.receivers[0].nacks_sent);
853 EXPECT_EQ(DefaultCodec().width, info.receivers[0].frame_width);
854 EXPECT_EQ(DefaultCodec().height, info.receivers[0].frame_height);
855 EXPECT_GT(info.receivers[0].framerate_rcvd, 0);
856 EXPECT_GT(info.receivers[0].framerate_decoded, 0);
857 EXPECT_GT(info.receivers[0].framerate_output, 0);
858 }
Stefan Holmer586b19b2015-09-18 11:14:31 +0200859
860 cricket::VideoSenderInfo GetSenderStats(size_t i) {
861 cricket::VideoMediaInfo info;
862 EXPECT_TRUE(channel_->GetStats(&info));
863 return info.senders[i];
864 }
865
866 cricket::VideoReceiverInfo GetReceiverStats(size_t i) {
867 cricket::VideoMediaInfo info;
868 EXPECT_TRUE(channel_->GetStats(&info));
869 return info.receivers[i];
870 }
871
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000872 // Test that stats work properly for a conf call with multiple recv streams.
873 void GetStatsMultipleRecvStreams() {
874 cricket::FakeVideoRenderer renderer1, renderer2;
875 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200876 cricket::VideoSendParameters parameters;
877 parameters.codecs.push_back(DefaultCodec());
Karl Wibergbe579832015-11-10 22:34:18 +0100878 parameters.options.conference_mode = rtc::Optional<bool>(true);
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200879 EXPECT_TRUE(channel_->SetSendParameters(parameters));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000880 EXPECT_TRUE(SetSend(true));
881 EXPECT_TRUE(channel_->AddRecvStream(
882 cricket::StreamParams::CreateLegacy(1)));
883 EXPECT_TRUE(channel_->AddRecvStream(
884 cricket::StreamParams::CreateLegacy(2)));
885 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
886 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000887 EXPECT_EQ(0, renderer1.num_rendered_frames());
888 EXPECT_EQ(0, renderer2.num_rendered_frames());
Peter Boström0c4e06b2015-10-07 12:23:21 +0200889 std::vector<uint32_t> ssrcs;
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000890 ssrcs.push_back(1);
891 ssrcs.push_back(2);
892 network_interface_.SetConferenceMode(true, ssrcs);
893 EXPECT_TRUE(SendFrame());
894 EXPECT_FRAME_ON_RENDERER_WAIT(
895 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
896 EXPECT_FRAME_ON_RENDERER_WAIT(
897 renderer2, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
Stefan Holmer586b19b2015-09-18 11:14:31 +0200898
899 EXPECT_TRUE(channel_->SetSend(false));
900
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000901 cricket::VideoMediaInfo info;
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000902 EXPECT_TRUE(channel_->GetStats(&info));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000903 ASSERT_EQ(1U, info.senders.size());
904 // TODO(whyuan): bytes_sent and bytes_rcvd are different. Are both payload?
buildbot@webrtc.org3eb2c2f2014-06-10 09:39:06 +0000905 // For webrtc, bytes_sent does not include the RTP header length.
Stefan Holmer586b19b2015-09-18 11:14:31 +0200906 EXPECT_GT(GetSenderStats(0).bytes_sent, 0);
907 EXPECT_EQ_WAIT(NumRtpPackets(), GetSenderStats(0).packets_sent, kTimeout);
908 EXPECT_EQ(DefaultCodec().width, GetSenderStats(0).send_frame_width);
909 EXPECT_EQ(DefaultCodec().height, GetSenderStats(0).send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000910
911 ASSERT_EQ(2U, info.receivers.size());
912 for (size_t i = 0; i < info.receivers.size(); ++i) {
Stefan Holmer586b19b2015-09-18 11:14:31 +0200913 EXPECT_EQ(1U, GetReceiverStats(i).ssrcs().size());
914 EXPECT_EQ(i + 1, GetReceiverStats(i).ssrcs()[0]);
915 EXPECT_EQ_WAIT(NumRtpBytes(), GetReceiverStats(i).bytes_rcvd, kTimeout);
916 EXPECT_EQ_WAIT(NumRtpPackets(), GetReceiverStats(i).packets_rcvd,
917 kTimeout);
918 EXPECT_EQ(DefaultCodec().width, GetReceiverStats(i).frame_width);
919 EXPECT_EQ(DefaultCodec().height, GetReceiverStats(i).frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000920 }
921 }
922 // Test that stats work properly for a conf call with multiple send streams.
923 void GetStatsMultipleSendStreams() {
924 // Normal setup; note that we set the SSRC explicitly to ensure that
925 // it will come first in the senders map.
926 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200927 cricket::VideoSendParameters parameters;
928 parameters.codecs.push_back(DefaultCodec());
Karl Wibergbe579832015-11-10 22:34:18 +0100929 parameters.options.conference_mode = rtc::Optional<bool>(true);
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200930 EXPECT_TRUE(channel_->SetSendParameters(parameters));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000931 EXPECT_TRUE(channel_->AddRecvStream(
buildbot@webrtc.org99f63082014-07-18 23:31:30 +0000932 cricket::StreamParams::CreateLegacy(kSsrc)));
933 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer_));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +0000934 channel_->UpdateAspectRatio(640, 400);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000935 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000936 EXPECT_TRUE(SendFrame());
937 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
938 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
939
940 // Add an additional capturer, and hook up a renderer to receive it.
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000941 cricket::FakeVideoRenderer renderer2;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +0000942 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +0000943 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000944 capturer->SetScreencast(true);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000945 const int kTestWidth = 160;
946 const int kTestHeight = 120;
947 cricket::VideoFormat format(kTestWidth, kTestHeight,
948 cricket::VideoFormat::FpsToInterval(5),
949 cricket::FOURCC_I420);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000950 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(format));
951 EXPECT_TRUE(channel_->AddSendStream(
952 cricket::StreamParams::CreateLegacy(5678)));
953 EXPECT_TRUE(channel_->SetCapturer(5678, capturer.get()));
954 EXPECT_TRUE(channel_->AddRecvStream(
955 cricket::StreamParams::CreateLegacy(5678)));
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000956 EXPECT_TRUE(channel_->SetRenderer(5678, &renderer2));
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +0000957 EXPECT_TRUE(capturer->CaptureCustomFrame(
958 kTestWidth, kTestHeight, cricket::FOURCC_I420));
959 EXPECT_FRAME_ON_RENDERER_WAIT(
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000960 renderer2, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000961
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000962 // Get stats, and make sure they are correct for two senders. We wait until
963 // the number of expected packets have been sent to avoid races where we
964 // check stats before it has been updated.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000965 cricket::VideoMediaInfo info;
Peter Boström0c4e06b2015-10-07 12:23:21 +0200966 for (uint32_t i = 0; i < kTimeout; ++i) {
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000967 rtc::Thread::Current()->ProcessMessages(1);
pbos@webrtc.org058b1f12015-03-04 08:54:32 +0000968 EXPECT_TRUE(channel_->GetStats(&info));
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000969 ASSERT_EQ(2U, info.senders.size());
970 if (info.senders[0].packets_sent + info.senders[1].packets_sent ==
971 NumRtpPackets()) {
972 // Stats have been updated for both sent frames, expectations can be
973 // checked now.
974 break;
975 }
976 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000977 EXPECT_EQ(NumRtpPackets(),
pbos@webrtc.orgec45e3b2015-02-20 10:24:53 +0000978 info.senders[0].packets_sent + info.senders[1].packets_sent)
979 << "Timed out while waiting for packet counts for all sent packets.";
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000980 EXPECT_EQ(1U, info.senders[0].ssrcs().size());
981 EXPECT_EQ(1234U, info.senders[0].ssrcs()[0]);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000982 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
983 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
sergeyu@chromium.org5bc25c42013-12-05 00:24:06 +0000984 EXPECT_EQ(1U, info.senders[1].ssrcs().size());
985 EXPECT_EQ(5678U, info.senders[1].ssrcs()[0]);
wu@webrtc.org987f2c92014-03-28 16:22:19 +0000986 EXPECT_EQ(kTestWidth, info.senders[1].send_frame_width);
987 EXPECT_EQ(kTestHeight, info.senders[1].send_frame_height);
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000988 // The capturer must be unregistered here as it runs out of it's scope next.
989 EXPECT_TRUE(channel_->SetCapturer(5678, NULL));
990 }
991
sergeyu@chromium.org4b26e2e2014-01-15 23:15:54 +0000992 // Test that we can set the bandwidth.
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000993 void SetSendBandwidth() {
Fredrik Solenbergb071a192015-09-17 16:42:56 +0200994 cricket::VideoSendParameters parameters;
995 parameters.codecs.push_back(DefaultCodec());
996 parameters.max_bandwidth_bps = -1; // <= 0 means unlimited.
997 EXPECT_TRUE(channel_->SetSendParameters(parameters));
998 parameters.max_bandwidth_bps = 128 * 1024;
999 EXPECT_TRUE(channel_->SetSendParameters(parameters));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001000 }
1001 // Test that we can set the SSRC for the default send source.
1002 void SetSendSsrc() {
1003 EXPECT_TRUE(SetDefaultCodec());
henrike@webrtc.orga7b98182014-02-21 15:51:43 +00001004 EXPECT_TRUE(SetSendStreamFormat(kSsrc, DefaultCodec()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001005 EXPECT_TRUE(SetSend(true));
1006 EXPECT_TRUE(SendFrame());
1007 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
Peter Boström0c4e06b2015-10-07 12:23:21 +02001008 uint32_t ssrc = 0;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001009 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001010 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
1011 EXPECT_EQ(kSsrc, ssrc);
1012 EXPECT_EQ(NumRtpPackets(), NumRtpPackets(ssrc));
1013 EXPECT_EQ(NumRtpBytes(), NumRtpBytes(ssrc));
1014 EXPECT_EQ(1, NumSentSsrcs());
1015 EXPECT_EQ(0, NumRtpPackets(kSsrc - 1));
1016 EXPECT_EQ(0, NumRtpBytes(kSsrc - 1));
1017 }
1018 // Test that we can set the SSRC even after codecs are set.
1019 void SetSendSsrcAfterSetCodecs() {
1020 // Remove stream added in Setup.
1021 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1022 EXPECT_TRUE(SetDefaultCodec());
1023 EXPECT_TRUE(channel_->AddSendStream(
1024 cricket::StreamParams::CreateLegacy(999)));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001025 EXPECT_TRUE(channel_->SetCapturer(999u, video_capturer_.get()));
henrike@webrtc.orga7b98182014-02-21 15:51:43 +00001026 EXPECT_TRUE(SetSendStreamFormat(999u, DefaultCodec()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001027 EXPECT_TRUE(SetSend(true));
1028 EXPECT_TRUE(WaitAndSendFrame(0));
1029 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
Peter Boström0c4e06b2015-10-07 12:23:21 +02001030 uint32_t ssrc = 0;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001031 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001032 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
1033 EXPECT_EQ(999u, ssrc);
1034 EXPECT_EQ(NumRtpPackets(), NumRtpPackets(ssrc));
1035 EXPECT_EQ(NumRtpBytes(), NumRtpBytes(ssrc));
1036 EXPECT_EQ(1, NumSentSsrcs());
1037 EXPECT_EQ(0, NumRtpPackets(kSsrc));
1038 EXPECT_EQ(0, NumRtpBytes(kSsrc));
1039 }
1040 // Test that we can set the default video renderer before and after
1041 // media is received.
1042 void SetRenderer() {
Peter Boström0c4e06b2015-10-07 12:23:21 +02001043 uint8_t data1[] = {
1044 0x80, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00};
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001045
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001046 rtc::Buffer packet1(data1, sizeof(data1));
1047 rtc::SetBE32(packet1.data() + 8, kSsrc);
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001048 channel_->SetRenderer(kDefaultReceiveSsrc, NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001049 EXPECT_TRUE(SetDefaultCodec());
1050 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001051 EXPECT_EQ(0, renderer_.num_rendered_frames());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001052 channel_->OnPacketReceived(&packet1, rtc::PacketTime());
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001053 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001054 EXPECT_TRUE(SendFrame());
1055 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1056 }
1057
1058 // Tests empty StreamParams is rejected.
1059 void RejectEmptyStreamParams() {
1060 // Remove the send stream that was added during Setup.
1061 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1062
1063 cricket::StreamParams empty;
1064 EXPECT_FALSE(channel_->AddSendStream(empty));
1065 EXPECT_TRUE(channel_->AddSendStream(
1066 cricket::StreamParams::CreateLegacy(789u)));
1067 }
1068
1069 // Tests setting up and configuring a send stream.
1070 void AddRemoveSendStreams() {
1071 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
1072 EXPECT_TRUE(SetSend(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001073 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001074 EXPECT_TRUE(SendFrame());
1075 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
Stefan Holmer586b19b2015-09-18 11:14:31 +02001076 EXPECT_GT(NumRtpPackets(), 0);
Peter Boström0c4e06b2015-10-07 12:23:21 +02001077 uint32_t ssrc = 0;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001078 size_t last_packet = NumRtpPackets() - 1;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001079 rtc::scoped_ptr<const rtc::Buffer>
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001080 p(GetRtpPacket(static_cast<int>(last_packet)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001081 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
1082 EXPECT_EQ(kSsrc, ssrc);
1083
1084 // Remove the send stream that was added during Setup.
1085 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1086 int rtp_packets = NumRtpPackets();
1087
1088 EXPECT_TRUE(channel_->AddSendStream(
1089 cricket::StreamParams::CreateLegacy(789u)));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001090 EXPECT_TRUE(channel_->SetCapturer(789u, video_capturer_.get()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001091 EXPECT_EQ(rtp_packets, NumRtpPackets());
1092 // Wait 30ms to guarantee the engine does not drop the frame.
1093 EXPECT_TRUE(WaitAndSendFrame(30));
1094 EXPECT_TRUE_WAIT(NumRtpPackets() > rtp_packets, kTimeout);
1095
1096 last_packet = NumRtpPackets() - 1;
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001097 p.reset(GetRtpPacket(static_cast<int>(last_packet)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001098 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
1099 EXPECT_EQ(789u, ssrc);
1100 }
1101
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001102 // Tests setting up and configuring multiple incoming streams.
1103 void AddRemoveRecvStreams() {
1104 cricket::FakeVideoRenderer renderer1, renderer2;
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001105 cricket::VideoSendParameters parameters;
1106 parameters.codecs.push_back(DefaultCodec());
1107 EXPECT_TRUE(channel_->SetSendParameters(parameters));
1108
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001109 // Ensure we can't set the renderer on a non-existent stream.
1110 EXPECT_FALSE(channel_->SetRenderer(1, &renderer1));
1111 EXPECT_FALSE(channel_->SetRenderer(2, &renderer2));
1112 cricket::VideoRenderer* renderer;
1113 EXPECT_FALSE(channel_->GetRenderer(1, &renderer));
1114 EXPECT_FALSE(channel_->GetRenderer(2, &renderer));
1115
1116 // Ensure we can add streams.
1117 EXPECT_TRUE(channel_->AddRecvStream(
1118 cricket::StreamParams::CreateLegacy(1)));
1119 EXPECT_TRUE(channel_->AddRecvStream(
1120 cricket::StreamParams::CreateLegacy(2)));
1121 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001122 EXPECT_TRUE(renderer == NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001123 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1124 EXPECT_TRUE(NULL == renderer);
1125
1126 // Ensure we can now set the renderers.
1127 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
1128 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
1129 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1130 EXPECT_TRUE(&renderer1 == renderer);
1131 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1132 EXPECT_TRUE(&renderer2 == renderer);
1133
1134 // Ensure we can change the renderers if needed.
1135 EXPECT_TRUE(channel_->SetRenderer(1, &renderer2));
1136 EXPECT_TRUE(channel_->SetRenderer(2, &renderer1));
1137 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1138 EXPECT_TRUE(&renderer2 == renderer);
1139 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1140 EXPECT_TRUE(&renderer1 == renderer);
1141
1142 EXPECT_TRUE(channel_->RemoveRecvStream(2));
1143 EXPECT_TRUE(channel_->RemoveRecvStream(1));
1144 EXPECT_FALSE(channel_->GetRenderer(1, &renderer));
1145 EXPECT_FALSE(channel_->GetRenderer(2, &renderer));
1146 }
1147
1148 // Tests setting up and configuring multiple incoming streams in a
1149 // non-conference call.
1150 void AddRemoveRecvStreamsNoConference() {
1151 cricket::FakeVideoRenderer renderer1, renderer2;
1152 // Ensure we can't set the renderer on a non-existent stream.
1153 EXPECT_FALSE(channel_->SetRenderer(1, &renderer1));
1154 EXPECT_FALSE(channel_->SetRenderer(2, &renderer2));
1155 cricket::VideoRenderer* renderer;
1156 EXPECT_FALSE(channel_->GetRenderer(1, &renderer));
1157 EXPECT_FALSE(channel_->GetRenderer(2, &renderer));
1158
1159 // Ensure we can add streams.
1160 EXPECT_TRUE(channel_->AddRecvStream(
1161 cricket::StreamParams::CreateLegacy(1)));
1162 EXPECT_TRUE(channel_->AddRecvStream(
1163 cricket::StreamParams::CreateLegacy(2)));
1164 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1165 // Verify the first AddRecvStream hook up to the default renderer.
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001166 EXPECT_TRUE(renderer == NULL);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001167 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1168 EXPECT_TRUE(NULL == renderer);
1169
1170 // Ensure we can now set the renderers.
1171 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
1172 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
1173 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1174 EXPECT_TRUE(&renderer1 == renderer);
1175 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1176 EXPECT_TRUE(&renderer2 == renderer);
1177
1178 // Ensure we can change the renderers if needed.
1179 EXPECT_TRUE(channel_->SetRenderer(1, &renderer2));
1180 EXPECT_TRUE(channel_->SetRenderer(2, &renderer1));
1181 EXPECT_TRUE(channel_->GetRenderer(1, &renderer));
1182 EXPECT_TRUE(&renderer2 == renderer);
1183 EXPECT_TRUE(channel_->GetRenderer(2, &renderer));
1184 EXPECT_TRUE(&renderer1 == renderer);
1185
1186 EXPECT_TRUE(channel_->RemoveRecvStream(2));
1187 EXPECT_TRUE(channel_->RemoveRecvStream(1));
1188 EXPECT_FALSE(channel_->GetRenderer(1, &renderer));
1189 EXPECT_FALSE(channel_->GetRenderer(2, &renderer));
1190 }
1191
1192 // Test that no frames are rendered after the receive stream have been
1193 // removed.
1194 void AddRemoveRecvStreamAndRender() {
1195 cricket::FakeVideoRenderer renderer1;
1196 EXPECT_TRUE(SetDefaultCodec());
1197 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001198 EXPECT_TRUE(channel_->AddRecvStream(
1199 cricket::StreamParams::CreateLegacy(kSsrc)));
1200 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer1));
1201
1202 EXPECT_TRUE(SendFrame());
1203 EXPECT_FRAME_ON_RENDERER_WAIT(
1204 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1205 EXPECT_TRUE(channel_->RemoveRecvStream(kSsrc));
1206 // Send three more frames. This is to avoid that the test might be flaky
1207 // due to frame dropping.
1208 for (size_t i = 0; i < 3; ++i)
1209 EXPECT_TRUE(WaitAndSendFrame(100));
1210
1211 // Test that no more frames have been rendered.
1212 EXPECT_EQ(1, renderer1.num_rendered_frames());
1213
1214 // Re-add the stream again and make sure it renders.
1215 EXPECT_TRUE(channel_->AddRecvStream(
1216 cricket::StreamParams::CreateLegacy(kSsrc)));
1217 // Force the next frame to be a key frame to make the receiving
1218 // decoder happy.
1219 EXPECT_TRUE(channel_->SendIntraFrame());
1220
1221 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer1));
1222 EXPECT_TRUE(SendFrame());
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001223 // Because the default channel is used, RemoveRecvStream above is not going
1224 // to delete the channel. As a result the engine will continue to receive
1225 // and decode the 3 frames sent above. So it is possible we will receive
1226 // some (e.g. 1) of these 3 frames after the renderer is set again.
1227 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001228 renderer1, 2, DefaultCodec().width, DefaultCodec().height, kTimeout);
mallinath@webrtc.org67ee6b92014-02-03 16:57:16 +00001229 // Detach |renderer1| before exit as there might be frames come late.
1230 EXPECT_TRUE(channel_->SetRenderer(kSsrc, NULL));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001231 }
1232
1233 // Tests the behavior of incoming streams in a conference scenario.
1234 void SimulateConference() {
1235 cricket::FakeVideoRenderer renderer1, renderer2;
1236 EXPECT_TRUE(SetDefaultCodec());
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001237 cricket::VideoSendParameters parameters;
1238 parameters.codecs.push_back(DefaultCodec());
Karl Wibergbe579832015-11-10 22:34:18 +01001239 parameters.options.conference_mode = rtc::Optional<bool>(true);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001240 EXPECT_TRUE(channel_->SetSendParameters(parameters));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001241 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001242 EXPECT_TRUE(channel_->AddRecvStream(
1243 cricket::StreamParams::CreateLegacy(1)));
1244 EXPECT_TRUE(channel_->AddRecvStream(
1245 cricket::StreamParams::CreateLegacy(2)));
1246 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
1247 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
1248 EXPECT_EQ(0, renderer1.num_rendered_frames());
1249 EXPECT_EQ(0, renderer2.num_rendered_frames());
Peter Boström0c4e06b2015-10-07 12:23:21 +02001250 std::vector<uint32_t> ssrcs;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001251 ssrcs.push_back(1);
1252 ssrcs.push_back(2);
1253 network_interface_.SetConferenceMode(true, ssrcs);
1254 EXPECT_TRUE(SendFrame());
1255 EXPECT_FRAME_ON_RENDERER_WAIT(
1256 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1257 EXPECT_FRAME_ON_RENDERER_WAIT(
1258 renderer2, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
1259
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001260 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001261 EXPECT_EQ(DefaultCodec().id, GetPayloadType(p.get()));
1262 EXPECT_EQ(DefaultCodec().width, renderer1.width());
1263 EXPECT_EQ(DefaultCodec().height, renderer1.height());
1264 EXPECT_EQ(DefaultCodec().width, renderer2.width());
1265 EXPECT_EQ(DefaultCodec().height, renderer2.height());
1266 EXPECT_TRUE(channel_->RemoveRecvStream(2));
1267 EXPECT_TRUE(channel_->RemoveRecvStream(1));
1268 }
1269
1270 // Tests that we can add and remove capturers and frames are sent out properly
1271 void AddRemoveCapturer() {
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001272 cricket::VideoCodec codec = DefaultCodec();
1273 codec.width = 320;
1274 codec.height = 240;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001275 const int time_between_send = TimeBetweenSend(codec);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001276 EXPECT_TRUE(SetOneCodec(codec));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001277 EXPECT_TRUE(SetSend(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001278 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001279 EXPECT_EQ(0, renderer_.num_rendered_frames());
1280 EXPECT_TRUE(SendFrame());
1281 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001282 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +00001283 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001284 capturer->SetScreencast(true);
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001285 cricket::VideoFormat format(480, 360,
1286 cricket::VideoFormat::FpsToInterval(30),
1287 cricket::FOURCC_I420);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001288 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(format));
1289 // All capturers start generating frames with the same timestamp. ViE does
1290 // not allow the same timestamp to be used. Capture one frame before
1291 // associating the capturer with the channel.
1292 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
1293 cricket::FOURCC_I420));
1294
1295 int captured_frames = 1;
1296 for (int iterations = 0; iterations < 2; ++iterations) {
1297 EXPECT_TRUE(channel_->SetCapturer(kSsrc, capturer.get()));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001298 rtc::Thread::Current()->ProcessMessages(time_between_send);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001299 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
1300 cricket::FOURCC_I420));
1301 ++captured_frames;
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001302 // Wait until frame of right size is captured.
1303 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= captured_frames &&
1304 format.width == renderer_.width() &&
henrike@webrtc.org1e09a712013-07-26 19:17:59 +00001305 format.height == renderer_.height() &&
1306 !renderer_.black_frame(), kTimeout);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001307 EXPECT_GE(renderer_.num_rendered_frames(), captured_frames);
1308 EXPECT_EQ(format.width, renderer_.width());
1309 EXPECT_EQ(format.height, renderer_.height());
1310 captured_frames = renderer_.num_rendered_frames() + 1;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001311 EXPECT_FALSE(renderer_.black_frame());
1312 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001313 // Make sure a black frame is generated within the specified timeout.
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +00001314 // The black frame should be the resolution of the previous frame to
1315 // prevent expensive encoder reconfigurations.
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001316 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= captured_frames &&
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +00001317 format.width == renderer_.width() &&
1318 format.height == renderer_.height() &&
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001319 renderer_.black_frame(), kTimeout);
1320 EXPECT_GE(renderer_.num_rendered_frames(), captured_frames);
pbos@webrtc.orgb4987bf2015-02-18 10:13:09 +00001321 EXPECT_EQ(format.width, renderer_.width());
1322 EXPECT_EQ(format.height, renderer_.height());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001323 EXPECT_TRUE(renderer_.black_frame());
1324
1325 // The black frame has the same timestamp as the next frame since it's
1326 // timestamp is set to the last frame's timestamp + interval. WebRTC will
1327 // not render a frame with the same timestamp so capture another frame
1328 // with the frame capturer to increment the next frame's timestamp.
1329 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
1330 cricket::FOURCC_I420));
1331 }
1332 }
1333
1334 // Tests that if RemoveCapturer is called without a capturer ever being
1335 // added, the plugin shouldn't crash (and no black frame should be sent).
1336 void RemoveCapturerWithoutAdd() {
1337 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
1338 EXPECT_TRUE(SetSend(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001339 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001340 EXPECT_EQ(0, renderer_.num_rendered_frames());
1341 EXPECT_TRUE(SendFrame());
1342 EXPECT_FRAME_WAIT(1, 640, 400, kTimeout);
pbos@webrtc.org776e6f22014-10-29 15:28:39 +00001343 // Wait for one frame so they don't get dropped because we send frames too
1344 // tightly.
1345 rtc::Thread::Current()->ProcessMessages(30);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001346 // Remove the capturer.
1347 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001348 // Wait for one black frame for removing the capturer.
1349 EXPECT_FRAME_WAIT(2, 640, 400, kTimeout);
1350
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001351 // No capturer was added, so this RemoveCapturer should
1352 // fail.
1353 EXPECT_FALSE(channel_->SetCapturer(kSsrc, NULL));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001354 rtc::Thread::Current()->ProcessMessages(300);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001355 // Verify no more frames were sent.
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001356 EXPECT_EQ(2, renderer_.num_rendered_frames());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001357 }
1358
1359 // Tests that we can add and remove capturer as unique sources.
1360 void AddRemoveCapturerMultipleSources() {
1361 // WebRTC implementation will drop frames if pushed to quickly. Wait the
1362 // interval time to avoid that.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001363 // WebRTC implementation will drop frames if pushed to quickly. Wait the
1364 // interval time to avoid that.
1365 // Set up the stream associated with the engine.
1366 EXPECT_TRUE(channel_->AddRecvStream(
1367 cricket::StreamParams::CreateLegacy(kSsrc)));
1368 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer_));
1369 cricket::VideoFormat capture_format; // default format
1370 capture_format.interval = cricket::VideoFormat::FpsToInterval(30);
1371 // Set up additional stream 1.
1372 cricket::FakeVideoRenderer renderer1;
1373 EXPECT_FALSE(channel_->SetRenderer(1, &renderer1));
1374 EXPECT_TRUE(channel_->AddRecvStream(
1375 cricket::StreamParams::CreateLegacy(1)));
1376 EXPECT_TRUE(channel_->SetRenderer(1, &renderer1));
1377 EXPECT_TRUE(channel_->AddSendStream(
1378 cricket::StreamParams::CreateLegacy(1)));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001379 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer1(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +00001380 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001381 capturer1->SetScreencast(true);
1382 EXPECT_EQ(cricket::CS_RUNNING, capturer1->Start(capture_format));
1383 // Set up additional stream 2.
1384 cricket::FakeVideoRenderer renderer2;
1385 EXPECT_FALSE(channel_->SetRenderer(2, &renderer2));
1386 EXPECT_TRUE(channel_->AddRecvStream(
1387 cricket::StreamParams::CreateLegacy(2)));
1388 EXPECT_TRUE(channel_->SetRenderer(2, &renderer2));
1389 EXPECT_TRUE(channel_->AddSendStream(
1390 cricket::StreamParams::CreateLegacy(2)));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001391 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer2(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +00001392 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001393 capturer2->SetScreencast(true);
1394 EXPECT_EQ(cricket::CS_RUNNING, capturer2->Start(capture_format));
1395 // State for all the streams.
1396 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
1397 // A limitation in the lmi implementation requires that SetCapturer() is
1398 // called after SetOneCodec().
1399 // TODO(hellner): this seems like an unnecessary constraint, fix it.
1400 EXPECT_TRUE(channel_->SetCapturer(1, capturer1.get()));
1401 EXPECT_TRUE(channel_->SetCapturer(2, capturer2.get()));
1402 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001403 // Test capturer associated with engine.
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001404 const int kTestWidth = 160;
1405 const int kTestHeight = 120;
1406 EXPECT_TRUE(capturer1->CaptureCustomFrame(
1407 kTestWidth, kTestHeight, cricket::FOURCC_I420));
1408 EXPECT_FRAME_ON_RENDERER_WAIT(
1409 renderer1, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001410 // Capture a frame with additional capturer2, frames should be received
henrika@webrtc.orgaebb1ad2014-01-14 10:00:58 +00001411 EXPECT_TRUE(capturer2->CaptureCustomFrame(
1412 kTestWidth, kTestHeight, cricket::FOURCC_I420));
1413 EXPECT_FRAME_ON_RENDERER_WAIT(
1414 renderer2, 1, kTestWidth, kTestHeight, kTimeout);
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001415 // Successfully remove the capturer.
1416 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
1417 // Fail to re-remove the capturer.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001418 EXPECT_FALSE(channel_->SetCapturer(kSsrc, NULL));
1419 // The capturers must be unregistered here as it runs out of it's scope
1420 // next.
1421 EXPECT_TRUE(channel_->SetCapturer(1, NULL));
1422 EXPECT_TRUE(channel_->SetCapturer(2, NULL));
1423 }
1424
1425 void HighAspectHighHeightCapturer() {
1426 const int kWidth = 80;
1427 const int kHeight = 10000;
1428 const int kScaledWidth = 20;
1429 const int kScaledHeight = 2500;
1430
1431 cricket::VideoCodec codec(DefaultCodec());
1432 EXPECT_TRUE(SetOneCodec(codec));
1433 EXPECT_TRUE(SetSend(true));
1434
1435 cricket::FakeVideoRenderer renderer;
1436 EXPECT_TRUE(channel_->AddRecvStream(
1437 cricket::StreamParams::CreateLegacy(kSsrc)));
1438 EXPECT_TRUE(channel_->SetRenderer(kSsrc, &renderer));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001439 EXPECT_EQ(0, renderer.num_rendered_frames());
1440
1441 EXPECT_TRUE(SendFrame());
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001442 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
1443 renderer, 1, codec.width, codec.height, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001444
1445 // Registering an external capturer is currently the same as screen casting
1446 // (update the test when this changes).
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001447 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer(
buildbot@webrtc.org4f0d4012014-08-07 04:47:36 +00001448 CreateFakeVideoCapturer());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001449 capturer->SetScreencast(true);
1450 const std::vector<cricket::VideoFormat>* formats =
1451 capturer->GetSupportedFormats();
1452 cricket::VideoFormat capture_format = (*formats)[0];
1453 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(capture_format));
1454 // Capture frame to not get same frame timestamps as previous capturer.
1455 capturer->CaptureFrame();
1456 EXPECT_TRUE(channel_->SetCapturer(kSsrc, capturer.get()));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001457 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001458 EXPECT_TRUE(capturer->CaptureCustomFrame(kWidth, kHeight,
1459 cricket::FOURCC_ARGB));
wu@webrtc.org9caf2762013-12-11 18:25:07 +00001460 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
1461 renderer, 2, kScaledWidth, kScaledHeight, kTimeout);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001462 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
1463 }
1464
1465 // Tests that we can adapt video resolution with 16:10 aspect ratio properly.
1466 void AdaptResolution16x10() {
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001467 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001468 cricket::VideoCodec codec(DefaultCodec());
1469 codec.width = 640;
1470 codec.height = 400;
1471 SendAndReceive(codec);
1472 codec.width /= 2;
1473 codec.height /= 2;
1474 // Adapt the resolution.
1475 EXPECT_TRUE(SetOneCodec(codec));
1476 EXPECT_TRUE(WaitAndSendFrame(30));
1477 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
1478 }
1479 // Tests that we can adapt video resolution with 4:3 aspect ratio properly.
1480 void AdaptResolution4x3() {
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001481 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001482 cricket::VideoCodec codec(DefaultCodec());
1483 codec.width = 640;
1484 codec.height = 400;
1485 SendAndReceive(codec);
1486 codec.width /= 2;
1487 codec.height /= 2;
1488 // Adapt the resolution.
1489 EXPECT_TRUE(SetOneCodec(codec));
1490 EXPECT_TRUE(WaitAndSendFrame(30));
1491 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
1492 }
1493 // Tests that we can drop all frames properly.
1494 void AdaptDropAllFrames() {
1495 // Set the channel codec's resolution to 0, which will require the adapter
1496 // to drop all frames.
1497 cricket::VideoCodec codec(DefaultCodec());
1498 codec.width = codec.height = codec.framerate = 0;
1499 EXPECT_TRUE(SetOneCodec(codec));
1500 EXPECT_TRUE(SetSend(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001501 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001502 EXPECT_EQ(0, renderer_.num_rendered_frames());
1503 EXPECT_TRUE(SendFrame());
1504 EXPECT_TRUE(SendFrame());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001505 rtc::Thread::Current()->ProcessMessages(500);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001506 EXPECT_EQ(0, renderer_.num_rendered_frames());
1507 }
1508 // Tests that we can reduce the frame rate on demand properly.
1509 // TODO(fbarchard): This test is flakey on pulse. Fix and re-enable
1510 void AdaptFramerate() {
1511 cricket::VideoCodec codec(DefaultCodec());
1512 int frame_count = 0;
1513 // The capturer runs at 30 fps. The channel requires 30 fps.
1514 EXPECT_TRUE(SetOneCodec(codec));
1515 EXPECT_TRUE(SetSend(true));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001516 EXPECT_EQ(frame_count, renderer_.num_rendered_frames());
1517 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1518 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1519 frame_count += 2;
1520 EXPECT_FRAME_WAIT(frame_count, codec.width, codec.height, kTimeout);
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001521 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001522 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
1523
1524 // The channel requires 15 fps.
1525 codec.framerate = 15;
1526 EXPECT_TRUE(SetOneCodec(codec));
1527 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1528 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1529 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1530 frame_count += 2;
1531 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1532
1533 // The channel requires 10 fps.
1534 codec.framerate = 10;
1535 EXPECT_TRUE(SetOneCodec(codec));
1536 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1537 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1538 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1539 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1540 frame_count += 2;
1541 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1542
1543 // The channel requires 8 fps. The adapter adapts to 10 fps, which is the
1544 // closest factor of 30.
1545 codec.framerate = 8;
1546 EXPECT_TRUE(SetOneCodec(codec));
1547 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1548 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1549 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1550 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1551 frame_count += 2;
1552 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1553 }
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001554 // Tests that adapted frames won't be upscaled to a higher resolution.
1555 void SendsLowerResolutionOnSmallerFrames() {
1556 cricket::VideoCodec codec = DefaultCodec();
1557 codec.width = 320;
1558 codec.height = 240;
1559 EXPECT_TRUE(SetOneCodec(codec));
1560 EXPECT_TRUE(SetSend(true));
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001561 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
1562 EXPECT_EQ(0, renderer_.num_rendered_frames());
1563 EXPECT_TRUE(SendFrame());
1564 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
1565
1566 // Check that we send smaller frames at the new resolution.
pbos@webrtc.orgebee4012014-09-03 15:52:02 +00001567 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(33));
pbos@webrtc.orgc4175b92014-09-03 15:25:49 +00001568 EXPECT_TRUE(video_capturer_->CaptureCustomFrame(
1569 codec.width / 2, codec.height / 2, cricket::FOURCC_I420));
1570 EXPECT_FRAME_WAIT(2, codec.width / 2, codec.height / 2, kTimeout);
1571 }
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001572 // Tests that we can set the send stream format properly.
1573 void SetSendStreamFormat() {
1574 cricket::VideoCodec codec(DefaultCodec());
1575 SendAndReceive(codec);
1576 int frame_count = 1;
1577 EXPECT_FRAME_WAIT(frame_count, codec.width, codec.height, kTimeout);
1578
1579 // Adapt the resolution and frame rate to half.
1580 cricket::VideoFormat format(
1581 codec.width / 2,
1582 codec.height / 2,
1583 cricket::VideoFormat::FpsToInterval(codec.framerate / 2),
1584 cricket::FOURCC_I420);
1585 // The SSRC differs from the send SSRC.
1586 EXPECT_FALSE(channel_->SetSendStreamFormat(kSsrc - 1, format));
1587 EXPECT_TRUE(channel_->SetSendStreamFormat(kSsrc, format));
1588
1589 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1590 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1591 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1592 frame_count += 1;
1593 EXPECT_FRAME_WAIT(frame_count, format.width, format.height, kTimeout);
1594
1595 // Adapt the resolution to 0x0, which should drop all frames.
1596 format.width = 0;
1597 format.height = 0;
1598 EXPECT_TRUE(channel_->SetSendStreamFormat(kSsrc, format));
1599 EXPECT_TRUE(SendFrame());
1600 EXPECT_TRUE(SendFrame());
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001601 rtc::Thread::Current()->ProcessMessages(500);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001602 EXPECT_EQ(frame_count, renderer_.num_rendered_frames());
1603 }
1604 // Test that setting send stream format to 0x0 resolution will result in
1605 // frames being dropped.
1606 void SetSendStreamFormat0x0() {
1607 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
henrike@webrtc.orga7b98182014-02-21 15:51:43 +00001608 EXPECT_TRUE(SetSendStreamFormat(kSsrc, DefaultCodec()));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001609 EXPECT_TRUE(SetSend(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001610 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001611 EXPECT_EQ(0, renderer_.num_rendered_frames());
1612 // This frame should be received.
1613 EXPECT_TRUE(SendFrame());
1614 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
Peter Boström0c4e06b2015-10-07 12:23:21 +02001615 const int64_t interval =
1616 cricket::VideoFormat::FpsToInterval(DefaultCodec().framerate);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001617 cricket::VideoFormat format(
1618 0,
1619 0,
1620 interval,
1621 cricket::FOURCC_I420);
1622 EXPECT_TRUE(channel_->SetSendStreamFormat(kSsrc, format));
1623 // This frame should not be received.
1624 EXPECT_TRUE(WaitAndSendFrame(
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001625 static_cast<int>(interval/rtc::kNumNanosecsPerMillisec)));
1626 rtc::Thread::Current()->ProcessMessages(500);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001627 EXPECT_EQ(1, renderer_.num_rendered_frames());
1628 }
1629
1630 // Tests that we can mute and unmute the channel properly.
1631 void MuteStream() {
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001632 EXPECT_TRUE(SetDefaultCodec());
1633 cricket::FakeVideoCapturer video_capturer;
1634 video_capturer.Start(
1635 cricket::VideoFormat(
1636 640, 480,
1637 cricket::VideoFormat::FpsToInterval(30),
1638 cricket::FOURCC_I420));
1639 EXPECT_TRUE(channel_->SetCapturer(kSsrc, &video_capturer));
1640 EXPECT_TRUE(SetSend(true));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001641 EXPECT_TRUE(channel_->SetRenderer(kDefaultReceiveSsrc, &renderer_));
1642 EXPECT_EQ(0, renderer_.num_rendered_frames());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001643 // Mute the channel and expect black output frame.
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001644 int frame_count = 0;
solenbergdfc8f4f2015-10-01 02:31:10 -07001645 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001646 EXPECT_TRUE(video_capturer.CaptureFrame());
1647 ++frame_count;
1648 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1649 EXPECT_TRUE(renderer_.black_frame());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001650 // Unmute the channel and expect non-black output frame.
solenbergdfc8f4f2015-10-01 02:31:10 -07001651 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001652 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001653 EXPECT_TRUE(video_capturer.CaptureFrame());
1654 ++frame_count;
1655 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1656 EXPECT_FALSE(renderer_.black_frame());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001657 // Test that we can also Mute using the correct send stream SSRC.
solenbergdfc8f4f2015-10-01 02:31:10 -07001658 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001659 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001660 EXPECT_TRUE(video_capturer.CaptureFrame());
1661 ++frame_count;
1662 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1663 EXPECT_TRUE(renderer_.black_frame());
solenbergdfc8f4f2015-10-01 02:31:10 -07001664 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001665 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001666 EXPECT_TRUE(video_capturer.CaptureFrame());
1667 ++frame_count;
1668 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1669 EXPECT_FALSE(renderer_.black_frame());
pbos@webrtc.orgef8bb8d2014-08-13 21:36:18 +00001670 // Test that muting an existing stream succeeds even if it's muted.
solenbergdfc8f4f2015-10-01 02:31:10 -07001671 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
1672 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
pbos@webrtc.orgef8bb8d2014-08-13 21:36:18 +00001673 // Test that unmuting an existing stream succeeds even if it's not muted.
solenbergdfc8f4f2015-10-01 02:31:10 -07001674 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
1675 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001676 // Test that muting an invalid stream fails.
solenbergdfc8f4f2015-10-01 02:31:10 -07001677 EXPECT_FALSE(channel_->SetVideoSend(kSsrc+1, false, nullptr));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001678 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
1679 }
1680
1681 // Test that multiple send streams can be created and deleted properly.
1682 void MultipleSendStreams() {
1683 // Remove stream added in Setup. I.e. remove stream corresponding to default
1684 // channel.
1685 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1686 const unsigned int kSsrcsSize = sizeof(kSsrcs4)/sizeof(kSsrcs4[0]);
1687 for (unsigned int i = 0; i < kSsrcsSize; ++i) {
1688 EXPECT_TRUE(channel_->AddSendStream(
1689 cricket::StreamParams::CreateLegacy(kSsrcs4[i])));
1690 }
1691 // Delete one of the non default channel streams, let the destructor delete
1692 // the remaining ones.
1693 EXPECT_TRUE(channel_->RemoveSendStream(kSsrcs4[kSsrcsSize - 1]));
1694 // Stream should already be deleted.
1695 EXPECT_FALSE(channel_->RemoveSendStream(kSsrcs4[kSsrcsSize - 1]));
1696 }
1697
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001698 // Two streams one channel tests.
1699
1700 // Tests that we can send and receive frames.
1701 void TwoStreamsSendAndReceive(const cricket::VideoCodec& codec) {
1702 SetUpSecondStream();
1703 // Test sending and receiving on first stream.
1704 SendAndReceive(codec);
1705 // Test sending and receiving on second stream.
1706 EXPECT_EQ_WAIT(1, renderer2_.num_rendered_frames(), kTimeout);
Stefan Holmer586b19b2015-09-18 11:14:31 +02001707 EXPECT_GT(NumRtpPackets(), 0);
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001708 EXPECT_EQ(1, renderer2_.num_rendered_frames());
1709 }
1710
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001711 // Set up 2 streams where the first stream uses the default channel.
1712 // Then disconnect the first stream and verify default channel becomes
1713 // available.
1714 // Then add a new stream with |new_ssrc|. The new stream should re-use the
1715 // default channel.
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001716 void TwoStreamsReUseFirstStream(const cricket::VideoCodec& codec) {
1717 SetUpSecondStream();
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001718 // Default channel used by the first stream.
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001719 EXPECT_EQ(kSsrc, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001720 EXPECT_TRUE(channel_->RemoveRecvStream(kSsrc));
1721 EXPECT_FALSE(channel_->RemoveRecvStream(kSsrc));
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001722 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001723 EXPECT_FALSE(channel_->RemoveSendStream(kSsrc));
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001724 // Default channel is no longer used by a stream.
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001725 EXPECT_EQ(0u, channel_->GetDefaultSendChannelSsrc());
Peter Boström0c4e06b2015-10-07 12:23:21 +02001726 uint32_t new_ssrc = kSsrc + 100;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001727 EXPECT_TRUE(channel_->AddSendStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001728 cricket::StreamParams::CreateLegacy(new_ssrc)));
1729 // Re-use default channel.
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001730 EXPECT_EQ(new_ssrc, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001731 EXPECT_FALSE(channel_->AddSendStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001732 cricket::StreamParams::CreateLegacy(new_ssrc)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001733 EXPECT_TRUE(channel_->AddRecvStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001734 cricket::StreamParams::CreateLegacy(new_ssrc)));
buildbot@webrtc.org99f63082014-07-18 23:31:30 +00001735 EXPECT_TRUE(channel_->SetRenderer(new_ssrc, &renderer_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001736 EXPECT_FALSE(channel_->AddRecvStream(
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001737 cricket::StreamParams::CreateLegacy(new_ssrc)));
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001738
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001739 EXPECT_TRUE(channel_->SetCapturer(new_ssrc, video_capturer_.get()));
henrike@webrtc.org28654cb2013-07-22 21:07:49 +00001740
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001741 SendAndReceive(codec);
henrike@webrtc.org6e3dbc22014-03-25 17:09:47 +00001742 EXPECT_TRUE(channel_->RemoveSendStream(new_ssrc));
buildbot@webrtc.org2c0fb052014-08-13 16:47:12 +00001743 EXPECT_EQ(0u, channel_->GetDefaultSendChannelSsrc());
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001744 }
1745
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001746 // Tests that we can send and receive frames with early receive.
1747 void TwoStreamsSendAndUnsignalledRecv(const cricket::VideoCodec& codec) {
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001748 cricket::VideoSendParameters parameters;
Karl Wibergbe579832015-11-10 22:34:18 +01001749 parameters.options.conference_mode = rtc::Optional<bool>(true);
1750 parameters.options.unsignalled_recv_stream_limit = rtc::Optional<int>(1);
Fredrik Solenbergb071a192015-09-17 16:42:56 +02001751 EXPECT_TRUE(channel_->SetSendParameters(parameters));
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001752 SetUpSecondStreamWithNoRecv();
1753 // Test sending and receiving on first stream.
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001754 Send(codec);
1755 EXPECT_EQ_WAIT(2, NumRtpPackets(), kTimeout);
1756 EXPECT_EQ_WAIT(1, renderer_.num_rendered_frames(), kTimeout);
1757 // The first send is not expected to yield frames, because the ssrc
1758 // is not signalled yet. With unsignalled recv enabled, we will drop frames
1759 // instead of packets.
1760 EXPECT_EQ(0, renderer2_.num_rendered_frames());
1761 // Give a chance for the decoder to process before adding the receiver.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001762 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001763 // Test sending and receiving on second stream.
1764 EXPECT_TRUE(channel_->AddRecvStream(
1765 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
1766 EXPECT_TRUE(channel_->SetRenderer(kSsrc + 2, &renderer2_));
1767 SendFrame();
1768 EXPECT_EQ_WAIT(2, renderer_.num_rendered_frames(), kTimeout);
1769 EXPECT_EQ(4, NumRtpPackets());
1770 // The second send is expected to yield frame as the ssrc is signalled now.
1771 // Decode should succeed here, though we received the key frame earlier.
1772 // Without early recv, we would have dropped it and decoding would have
1773 // failed.
1774 EXPECT_EQ_WAIT(1, renderer2_.num_rendered_frames(), kTimeout);
1775 }
1776
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001777 // Tests that we drop key frames when conference mode is enabled and we
1778 // receive rtp packets on unsignalled streams. Removal of a unsignalled recv
1779 // stream is successful.
1780 void TwoStreamsAddAndRemoveUnsignalledRecv(
1781 const cricket::VideoCodec& codec) {
1782 cricket::VideoOptions vmo;
Karl Wibergbe579832015-11-10 22:34:18 +01001783 vmo.conference_mode = rtc::Optional<bool>(true);
1784 vmo.unsignalled_recv_stream_limit = rtc::Optional<int>(1);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001785 EXPECT_TRUE(channel_->SetOptions(vmo));
1786 SetUpSecondStreamWithNoRecv();
1787 // Sending and receiving on first stream.
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001788 Send(codec);
1789 EXPECT_EQ_WAIT(2, NumRtpPackets(), kTimeout);
1790 EXPECT_EQ_WAIT(1, renderer_.num_rendered_frames(), kTimeout);
1791 // The first send is not expected to yield frames, because the ssrc
1792 // is no signalled yet. With unsignalled recv enabled, we will drop frames
1793 // instead of packets.
1794 EXPECT_EQ(0, renderer2_.num_rendered_frames());
1795 // Give a chance for the decoder to process before adding the receiver.
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001796 rtc::Thread::Current()->ProcessMessages(100);
henrike@webrtc.org704bf9e2014-02-27 17:52:04 +00001797 // Ensure that we can remove the unsignalled recv stream that was created
1798 // when the first video packet with unsignalled recv ssrc is received.
1799 EXPECT_TRUE(channel_->RemoveRecvStream(kSsrc + 2));
1800 }
1801
Fredrik Solenberg709ed672015-09-15 12:26:33 +02001802 const rtc::scoped_ptr<webrtc::Call> call_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001803 VideoEngineOverride<E> engine_;
buildbot@webrtc.orgd4e598d2014-07-29 17:36:52 +00001804 rtc::scoped_ptr<cricket::FakeVideoCapturer> video_capturer_;
1805 rtc::scoped_ptr<cricket::FakeVideoCapturer> video_capturer_2_;
1806 rtc::scoped_ptr<C> channel_;
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001807 cricket::FakeNetworkInterface network_interface_;
1808 cricket::FakeVideoRenderer renderer_;
1809 cricket::VideoMediaChannel::Error media_error_;
1810
1811 // Used by test cases where 2 streams are run on the same channel.
1812 cricket::FakeVideoRenderer renderer2_;
1813};
1814
wu@webrtc.orgcadf9042013-08-30 21:24:16 +00001815#endif // TALK_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_ NOLINT