blob: d3bdf5615ee53e40d591f60bcab4c1e687a20171 [file] [log] [blame]
Stefan Holmerf7044682018-07-17 10:16:41 +02001/*
2 * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Jonas Olssona4d87372019-07-05 19:08:33 +020011#include "call/rtp_payload_params.h"
12
Yves Gerey3e707812018-11-28 16:47:49 +010013#include <string.h>
Jonas Olssona4d87372019-07-05 19:08:33 +020014
Yves Gerey3e707812018-11-28 16:47:49 +010015#include <map>
philipelbf2b6202018-08-27 14:33:18 +020016#include <set>
Stefan Holmerf7044682018-07-17 10:16:41 +020017
Yves Gerey3e707812018-11-28 16:47:49 +010018#include "absl/container/inlined_vector.h"
19#include "absl/types/optional.h"
20#include "absl/types/variant.h"
21#include "api/video/video_content_type.h"
22#include "api/video/video_rotation.h"
Yves Gerey3e707812018-11-28 16:47:49 +010023#include "modules/video_coding/codecs/h264/include/h264_globals.h"
24#include "modules/video_coding/codecs/interface/common_constants.h"
25#include "modules/video_coding/codecs/vp8/include/vp8_globals.h"
26#include "modules/video_coding/codecs/vp9/include/vp9_globals.h"
Stefan Holmerf7044682018-07-17 10:16:41 +020027#include "modules/video_coding/include/video_codec_interface.h"
philipelbf2b6202018-08-27 14:33:18 +020028#include "test/field_trial.h"
philipel8aba8fe2019-06-13 15:13:16 +020029#include "test/gmock.h"
Stefan Holmerf7044682018-07-17 10:16:41 +020030#include "test/gtest.h"
31
Danil Chapovalovdc7fe402019-12-13 12:23:58 +010032using ::testing::ElementsAre;
33using ::testing::IsEmpty;
Danil Chapovalovdc7fe402019-12-13 12:23:58 +010034
Qingsi Wang1c1b99e2020-01-07 19:16:33 +000035namespace webrtc {
36namespace {
Stefan Holmerf7044682018-07-17 10:16:41 +020037const uint32_t kSsrc1 = 12345;
38const uint32_t kSsrc2 = 23456;
39const int16_t kPictureId = 123;
40const int16_t kTl0PicIdx = 20;
41const uint8_t kTemporalIdx = 1;
42const int16_t kInitialPictureId1 = 222;
43const int16_t kInitialTl0PicIdx1 = 99;
philipelbf2b6202018-08-27 14:33:18 +020044const int64_t kDontCare = 0;
Stefan Holmerf7044682018-07-17 10:16:41 +020045} // namespace
46
47TEST(RtpPayloadParamsTest, InfoMappedToRtpVideoHeader_Vp8) {
48 RtpPayloadState state2;
49 state2.picture_id = kPictureId;
50 state2.tl0_pic_idx = kTl0PicIdx;
51 std::map<uint32_t, RtpPayloadState> states = {{kSsrc2, state2}};
52
53 RtpPayloadParams params(kSsrc2, &state2);
54 EncodedImage encoded_image;
55 encoded_image.rotation_ = kVideoRotation_90;
56 encoded_image.content_type_ = VideoContentType::SCREENSHARE;
Niels Möllerd3b8c632018-08-27 15:33:42 +020057 encoded_image.SetSpatialIndex(1);
Stefan Holmerf7044682018-07-17 10:16:41 +020058
59 CodecSpecificInfo codec_info;
Stefan Holmerf7044682018-07-17 10:16:41 +020060 codec_info.codecType = kVideoCodecVP8;
philipelbf2b6202018-08-27 14:33:18 +020061 codec_info.codecSpecific.VP8.temporalIdx = 0;
Stefan Holmerf7044682018-07-17 10:16:41 +020062 codec_info.codecSpecific.VP8.keyIdx = kNoKeyIdx;
philipelbf2b6202018-08-27 14:33:18 +020063 codec_info.codecSpecific.VP8.layerSync = false;
Stefan Holmerf7044682018-07-17 10:16:41 +020064 codec_info.codecSpecific.VP8.nonReference = true;
65
philipelbf2b6202018-08-27 14:33:18 +020066 RTPVideoHeader header =
67 params.GetRtpVideoHeader(encoded_image, &codec_info, kDontCare);
68
69 codec_info.codecType = kVideoCodecVP8;
philipelbf2b6202018-08-27 14:33:18 +020070 codec_info.codecSpecific.VP8.temporalIdx = 1;
71 codec_info.codecSpecific.VP8.layerSync = true;
72
73 header = params.GetRtpVideoHeader(encoded_image, &codec_info, 1);
Stefan Holmerf7044682018-07-17 10:16:41 +020074
75 EXPECT_EQ(kVideoRotation_90, header.rotation);
76 EXPECT_EQ(VideoContentType::SCREENSHARE, header.content_type);
77 EXPECT_EQ(1, header.simulcastIdx);
78 EXPECT_EQ(kVideoCodecVP8, header.codec);
Philip Eliassond52a1a62018-09-07 13:03:55 +000079 const auto& vp8_header =
80 absl::get<RTPVideoHeaderVP8>(header.video_type_header);
81 EXPECT_EQ(kPictureId + 2, vp8_header.pictureId);
82 EXPECT_EQ(kTemporalIdx, vp8_header.temporalIdx);
83 EXPECT_EQ(kTl0PicIdx + 1, vp8_header.tl0PicIdx);
84 EXPECT_EQ(kNoKeyIdx, vp8_header.keyIdx);
85 EXPECT_TRUE(vp8_header.layerSync);
86 EXPECT_TRUE(vp8_header.nonReference);
Stefan Holmerf7044682018-07-17 10:16:41 +020087}
88
89TEST(RtpPayloadParamsTest, InfoMappedToRtpVideoHeader_Vp9) {
90 RtpPayloadState state;
91 state.picture_id = kPictureId;
92 state.tl0_pic_idx = kTl0PicIdx;
93 RtpPayloadParams params(kSsrc1, &state);
94
95 EncodedImage encoded_image;
96 encoded_image.rotation_ = kVideoRotation_90;
97 encoded_image.content_type_ = VideoContentType::SCREENSHARE;
Niels Möllerd3b8c632018-08-27 15:33:42 +020098 encoded_image.SetSpatialIndex(0);
Stefan Holmerf7044682018-07-17 10:16:41 +020099 CodecSpecificInfo codec_info;
Stefan Holmerf7044682018-07-17 10:16:41 +0200100 codec_info.codecType = kVideoCodecVP9;
101 codec_info.codecSpecific.VP9.num_spatial_layers = 3;
102 codec_info.codecSpecific.VP9.first_frame_in_picture = true;
Stefan Holmerf7044682018-07-17 10:16:41 +0200103 codec_info.codecSpecific.VP9.temporal_idx = 2;
104 codec_info.codecSpecific.VP9.end_of_picture = false;
105
philipelbf2b6202018-08-27 14:33:18 +0200106 RTPVideoHeader header =
107 params.GetRtpVideoHeader(encoded_image, &codec_info, kDontCare);
Stefan Holmerf7044682018-07-17 10:16:41 +0200108
109 EXPECT_EQ(kVideoRotation_90, header.rotation);
110 EXPECT_EQ(VideoContentType::SCREENSHARE, header.content_type);
111 EXPECT_EQ(kVideoCodecVP9, header.codec);
Johannes Krond0b69a82018-12-03 14:18:53 +0100112 EXPECT_FALSE(header.color_space);
philipel29d88462018-08-08 14:26:00 +0200113 const auto& vp9_header =
114 absl::get<RTPVideoHeaderVP9>(header.video_type_header);
115 EXPECT_EQ(kPictureId + 1, vp9_header.picture_id);
116 EXPECT_EQ(kTl0PicIdx, vp9_header.tl0_pic_idx);
117 EXPECT_EQ(vp9_header.temporal_idx, codec_info.codecSpecific.VP9.temporal_idx);
Niels Möllerd3b8c632018-08-27 15:33:42 +0200118 EXPECT_EQ(vp9_header.spatial_idx, encoded_image.SpatialIndex());
philipel29d88462018-08-08 14:26:00 +0200119 EXPECT_EQ(vp9_header.num_spatial_layers,
Stefan Holmerf7044682018-07-17 10:16:41 +0200120 codec_info.codecSpecific.VP9.num_spatial_layers);
philipel29d88462018-08-08 14:26:00 +0200121 EXPECT_EQ(vp9_header.end_of_picture,
Stefan Holmerf7044682018-07-17 10:16:41 +0200122 codec_info.codecSpecific.VP9.end_of_picture);
123
124 // Next spatial layer.
125 codec_info.codecSpecific.VP9.first_frame_in_picture = false;
Stefan Holmerf7044682018-07-17 10:16:41 +0200126 codec_info.codecSpecific.VP9.end_of_picture = true;
127
Niels Möllerd3b8c632018-08-27 15:33:42 +0200128 encoded_image.SetSpatialIndex(1);
Johannes Krond0b69a82018-12-03 14:18:53 +0100129 ColorSpace color_space(
130 ColorSpace::PrimaryID::kSMPTE170M, ColorSpace::TransferID::kSMPTE170M,
131 ColorSpace::MatrixID::kSMPTE170M, ColorSpace::RangeID::kFull);
Danil Chapovalovb7698942019-02-05 11:32:19 +0100132 encoded_image.SetColorSpace(color_space);
philipelbf2b6202018-08-27 14:33:18 +0200133 header = params.GetRtpVideoHeader(encoded_image, &codec_info, kDontCare);
Stefan Holmerf7044682018-07-17 10:16:41 +0200134
135 EXPECT_EQ(kVideoRotation_90, header.rotation);
136 EXPECT_EQ(VideoContentType::SCREENSHARE, header.content_type);
137 EXPECT_EQ(kVideoCodecVP9, header.codec);
Johannes Krond0b69a82018-12-03 14:18:53 +0100138 EXPECT_EQ(absl::make_optional(color_space), header.color_space);
philipel29d88462018-08-08 14:26:00 +0200139 EXPECT_EQ(kPictureId + 1, vp9_header.picture_id);
140 EXPECT_EQ(kTl0PicIdx, vp9_header.tl0_pic_idx);
141 EXPECT_EQ(vp9_header.temporal_idx, codec_info.codecSpecific.VP9.temporal_idx);
Niels Möllerd3b8c632018-08-27 15:33:42 +0200142 EXPECT_EQ(vp9_header.spatial_idx, encoded_image.SpatialIndex());
philipel29d88462018-08-08 14:26:00 +0200143 EXPECT_EQ(vp9_header.num_spatial_layers,
Stefan Holmerf7044682018-07-17 10:16:41 +0200144 codec_info.codecSpecific.VP9.num_spatial_layers);
philipel29d88462018-08-08 14:26:00 +0200145 EXPECT_EQ(vp9_header.end_of_picture,
Stefan Holmerf7044682018-07-17 10:16:41 +0200146 codec_info.codecSpecific.VP9.end_of_picture);
147}
148
149TEST(RtpPayloadParamsTest, InfoMappedToRtpVideoHeader_H264) {
Johnny Lee1a1c52b2019-02-08 14:25:40 -0500150 RtpPayloadState state;
151 state.picture_id = kPictureId;
152 state.tl0_pic_idx = kInitialTl0PicIdx1;
153 RtpPayloadParams params(kSsrc1, &state);
Stefan Holmerf7044682018-07-17 10:16:41 +0200154
155 EncodedImage encoded_image;
156 CodecSpecificInfo codec_info;
Jonas Olssona4d87372019-07-05 19:08:33 +0200157 CodecSpecificInfoH264* h264info = &codec_info.codecSpecific.H264;
Stefan Holmerf7044682018-07-17 10:16:41 +0200158 codec_info.codecType = kVideoCodecH264;
Johnny Lee1a1c52b2019-02-08 14:25:40 -0500159 h264info->packetization_mode = H264PacketizationMode::SingleNalUnit;
160 h264info->temporal_idx = kNoTemporalIdx;
Stefan Holmerf7044682018-07-17 10:16:41 +0200161
philipelbf2b6202018-08-27 14:33:18 +0200162 RTPVideoHeader header =
163 params.GetRtpVideoHeader(encoded_image, &codec_info, kDontCare);
Stefan Holmerf7044682018-07-17 10:16:41 +0200164
165 EXPECT_EQ(0, header.simulcastIdx);
166 EXPECT_EQ(kVideoCodecH264, header.codec);
167 const auto& h264 = absl::get<RTPVideoHeaderH264>(header.video_type_header);
168 EXPECT_EQ(H264PacketizationMode::SingleNalUnit, h264.packetization_mode);
Johnny Lee1a1c52b2019-02-08 14:25:40 -0500169
170 // test temporal param 1
171 h264info->temporal_idx = 1;
172 h264info->base_layer_sync = true;
173 h264info->idr_frame = false;
174
175 header = params.GetRtpVideoHeader(encoded_image, &codec_info, kDontCare);
176
177 EXPECT_EQ(kVideoCodecH264, header.codec);
178 EXPECT_EQ(header.frame_marking.tl0_pic_idx, kInitialTl0PicIdx1);
179 EXPECT_EQ(header.frame_marking.temporal_id, h264info->temporal_idx);
180 EXPECT_EQ(header.frame_marking.base_layer_sync, h264info->base_layer_sync);
181 EXPECT_EQ(header.frame_marking.independent_frame, h264info->idr_frame);
182
183 // test temporal param 2
184 h264info->temporal_idx = 0;
185 h264info->base_layer_sync = false;
186 h264info->idr_frame = true;
187
188 header = params.GetRtpVideoHeader(encoded_image, &codec_info, kDontCare);
189
190 EXPECT_EQ(kVideoCodecH264, header.codec);
191 EXPECT_EQ(header.frame_marking.tl0_pic_idx, kInitialTl0PicIdx1 + 1);
192 EXPECT_EQ(header.frame_marking.temporal_id, h264info->temporal_idx);
193 EXPECT_EQ(header.frame_marking.base_layer_sync, h264info->base_layer_sync);
194 EXPECT_EQ(header.frame_marking.independent_frame, h264info->idr_frame);
Stefan Holmerf7044682018-07-17 10:16:41 +0200195}
196
197TEST(RtpPayloadParamsTest, PictureIdIsSetForVp8) {
198 RtpPayloadState state;
199 state.picture_id = kInitialPictureId1;
200 state.tl0_pic_idx = kInitialTl0PicIdx1;
201
202 EncodedImage encoded_image;
203 CodecSpecificInfo codec_info;
Stefan Holmerf7044682018-07-17 10:16:41 +0200204 codec_info.codecType = kVideoCodecVP8;
Stefan Holmerf7044682018-07-17 10:16:41 +0200205
206 RtpPayloadParams params(kSsrc1, &state);
philipelbf2b6202018-08-27 14:33:18 +0200207 RTPVideoHeader header =
208 params.GetRtpVideoHeader(encoded_image, &codec_info, kDontCare);
Stefan Holmerf7044682018-07-17 10:16:41 +0200209 EXPECT_EQ(kVideoCodecVP8, header.codec);
Philip Eliassond52a1a62018-09-07 13:03:55 +0000210 EXPECT_EQ(kInitialPictureId1 + 1,
211 absl::get<RTPVideoHeaderVP8>(header.video_type_header).pictureId);
Stefan Holmerf7044682018-07-17 10:16:41 +0200212
213 // State should hold latest used picture id and tl0_pic_idx.
214 state = params.state();
215 EXPECT_EQ(kInitialPictureId1 + 1, state.picture_id);
216 EXPECT_EQ(kInitialTl0PicIdx1 + 1, state.tl0_pic_idx);
217}
218
219TEST(RtpPayloadParamsTest, PictureIdWraps) {
220 RtpPayloadState state;
221 state.picture_id = kMaxTwoBytePictureId;
222 state.tl0_pic_idx = kInitialTl0PicIdx1;
223
224 EncodedImage encoded_image;
225 CodecSpecificInfo codec_info;
Stefan Holmerf7044682018-07-17 10:16:41 +0200226 codec_info.codecType = kVideoCodecVP8;
227 codec_info.codecSpecific.VP8.temporalIdx = kNoTemporalIdx;
228
229 RtpPayloadParams params(kSsrc1, &state);
philipelbf2b6202018-08-27 14:33:18 +0200230 RTPVideoHeader header =
231 params.GetRtpVideoHeader(encoded_image, &codec_info, kDontCare);
Stefan Holmerf7044682018-07-17 10:16:41 +0200232 EXPECT_EQ(kVideoCodecVP8, header.codec);
Philip Eliassond52a1a62018-09-07 13:03:55 +0000233 EXPECT_EQ(0,
234 absl::get<RTPVideoHeaderVP8>(header.video_type_header).pictureId);
Stefan Holmerf7044682018-07-17 10:16:41 +0200235
236 // State should hold latest used picture id and tl0_pic_idx.
237 EXPECT_EQ(0, params.state().picture_id); // Wrapped.
238 EXPECT_EQ(kInitialTl0PicIdx1, params.state().tl0_pic_idx);
239}
240
241TEST(RtpPayloadParamsTest, Tl0PicIdxUpdatedForVp8) {
242 RtpPayloadState state;
243 state.picture_id = kInitialPictureId1;
244 state.tl0_pic_idx = kInitialTl0PicIdx1;
245
246 EncodedImage encoded_image;
247 // Modules are sending for this test.
248 // OnEncodedImage, temporalIdx: 1.
249 CodecSpecificInfo codec_info;
Stefan Holmerf7044682018-07-17 10:16:41 +0200250 codec_info.codecType = kVideoCodecVP8;
251 codec_info.codecSpecific.VP8.temporalIdx = 1;
252
253 RtpPayloadParams params(kSsrc1, &state);
philipelbf2b6202018-08-27 14:33:18 +0200254 RTPVideoHeader header =
255 params.GetRtpVideoHeader(encoded_image, &codec_info, kDontCare);
Stefan Holmerf7044682018-07-17 10:16:41 +0200256
257 EXPECT_EQ(kVideoCodecVP8, header.codec);
Philip Eliassond52a1a62018-09-07 13:03:55 +0000258 const auto& vp8_header =
259 absl::get<RTPVideoHeaderVP8>(header.video_type_header);
260 EXPECT_EQ(kInitialPictureId1 + 1, vp8_header.pictureId);
261 EXPECT_EQ(kInitialTl0PicIdx1, vp8_header.tl0PicIdx);
Stefan Holmerf7044682018-07-17 10:16:41 +0200262
263 // OnEncodedImage, temporalIdx: 0.
264 codec_info.codecSpecific.VP8.temporalIdx = 0;
265
philipelbf2b6202018-08-27 14:33:18 +0200266 header = params.GetRtpVideoHeader(encoded_image, &codec_info, kDontCare);
Stefan Holmerf7044682018-07-17 10:16:41 +0200267 EXPECT_EQ(kVideoCodecVP8, header.codec);
Philip Eliassond52a1a62018-09-07 13:03:55 +0000268 EXPECT_EQ(kInitialPictureId1 + 2, vp8_header.pictureId);
269 EXPECT_EQ(kInitialTl0PicIdx1 + 1, vp8_header.tl0PicIdx);
Stefan Holmerf7044682018-07-17 10:16:41 +0200270
271 // State should hold latest used picture id and tl0_pic_idx.
272 EXPECT_EQ(kInitialPictureId1 + 2, params.state().picture_id);
273 EXPECT_EQ(kInitialTl0PicIdx1 + 1, params.state().tl0_pic_idx);
274}
275
276TEST(RtpPayloadParamsTest, Tl0PicIdxUpdatedForVp9) {
277 RtpPayloadState state;
278 state.picture_id = kInitialPictureId1;
279 state.tl0_pic_idx = kInitialTl0PicIdx1;
280
281 EncodedImage encoded_image;
282 // Modules are sending for this test.
283 // OnEncodedImage, temporalIdx: 1.
284 CodecSpecificInfo codec_info;
Stefan Holmerf7044682018-07-17 10:16:41 +0200285 codec_info.codecType = kVideoCodecVP9;
286 codec_info.codecSpecific.VP9.temporal_idx = 1;
287 codec_info.codecSpecific.VP9.first_frame_in_picture = true;
288
289 RtpPayloadParams params(kSsrc1, &state);
philipelbf2b6202018-08-27 14:33:18 +0200290 RTPVideoHeader header =
291 params.GetRtpVideoHeader(encoded_image, &codec_info, kDontCare);
Stefan Holmerf7044682018-07-17 10:16:41 +0200292
293 EXPECT_EQ(kVideoCodecVP9, header.codec);
philipel29d88462018-08-08 14:26:00 +0200294 const auto& vp9_header =
295 absl::get<RTPVideoHeaderVP9>(header.video_type_header);
296 EXPECT_EQ(kInitialPictureId1 + 1, vp9_header.picture_id);
297 EXPECT_EQ(kInitialTl0PicIdx1, vp9_header.tl0_pic_idx);
Stefan Holmerf7044682018-07-17 10:16:41 +0200298
299 // OnEncodedImage, temporalIdx: 0.
300 codec_info.codecSpecific.VP9.temporal_idx = 0;
301
philipelbf2b6202018-08-27 14:33:18 +0200302 header = params.GetRtpVideoHeader(encoded_image, &codec_info, kDontCare);
Stefan Holmerf7044682018-07-17 10:16:41 +0200303
304 EXPECT_EQ(kVideoCodecVP9, header.codec);
philipel29d88462018-08-08 14:26:00 +0200305 EXPECT_EQ(kInitialPictureId1 + 2, vp9_header.picture_id);
306 EXPECT_EQ(kInitialTl0PicIdx1 + 1, vp9_header.tl0_pic_idx);
Stefan Holmerf7044682018-07-17 10:16:41 +0200307
308 // OnEncodedImage, first_frame_in_picture = false
309 codec_info.codecSpecific.VP9.first_frame_in_picture = false;
310
philipelbf2b6202018-08-27 14:33:18 +0200311 header = params.GetRtpVideoHeader(encoded_image, &codec_info, kDontCare);
Stefan Holmerf7044682018-07-17 10:16:41 +0200312
313 EXPECT_EQ(kVideoCodecVP9, header.codec);
philipel29d88462018-08-08 14:26:00 +0200314 EXPECT_EQ(kInitialPictureId1 + 2, vp9_header.picture_id);
315 EXPECT_EQ(kInitialTl0PicIdx1 + 1, vp9_header.tl0_pic_idx);
Stefan Holmerf7044682018-07-17 10:16:41 +0200316
317 // State should hold latest used picture id and tl0_pic_idx.
318 EXPECT_EQ(kInitialPictureId1 + 2, params.state().picture_id);
319 EXPECT_EQ(kInitialTl0PicIdx1 + 1, params.state().tl0_pic_idx);
320}
philipelbf2b6202018-08-27 14:33:18 +0200321
322TEST(RtpPayloadParamsTest, PictureIdForOldGenericFormat) {
323 test::ScopedFieldTrials generic_picture_id(
324 "WebRTC-GenericPictureId/Enabled/");
325 RtpPayloadState state{};
326
327 EncodedImage encoded_image;
philipeld1d03592019-03-01 13:53:55 +0100328 CodecSpecificInfo codec_info;
philipelbf2b6202018-08-27 14:33:18 +0200329 codec_info.codecType = kVideoCodecGeneric;
330
331 RtpPayloadParams params(kSsrc1, &state);
332 RTPVideoHeader header =
333 params.GetRtpVideoHeader(encoded_image, &codec_info, kDontCare);
334
335 EXPECT_EQ(kVideoCodecGeneric, header.codec);
336 ASSERT_TRUE(header.generic);
337 EXPECT_EQ(0, header.generic->frame_id);
338
339 header = params.GetRtpVideoHeader(encoded_image, &codec_info, kDontCare);
340 ASSERT_TRUE(header.generic);
341 EXPECT_EQ(1, header.generic->frame_id);
342}
343
philipel8aba8fe2019-06-13 15:13:16 +0200344TEST(RtpPayloadParamsTest, GenericDescriptorForGenericCodec) {
345 test::ScopedFieldTrials generic_picture_id(
346 "WebRTC-GenericDescriptor/Enabled/");
347 RtpPayloadState state{};
348
349 EncodedImage encoded_image;
350 encoded_image._frameType = VideoFrameType::kVideoFrameKey;
351 CodecSpecificInfo codec_info;
352 codec_info.codecType = kVideoCodecGeneric;
353
354 RtpPayloadParams params(kSsrc1, &state);
355 RTPVideoHeader header =
356 params.GetRtpVideoHeader(encoded_image, &codec_info, 0);
357
358 EXPECT_EQ(kVideoCodecGeneric, header.codec);
359 ASSERT_TRUE(header.generic);
360 EXPECT_EQ(0, header.generic->frame_id);
361 EXPECT_THAT(header.generic->dependencies, IsEmpty());
362
363 encoded_image._frameType = VideoFrameType::kVideoFrameDelta;
364 header = params.GetRtpVideoHeader(encoded_image, &codec_info, 1);
365 ASSERT_TRUE(header.generic);
366 EXPECT_EQ(1, header.generic->frame_id);
367 EXPECT_THAT(header.generic->dependencies, ElementsAre(0));
368}
369
philipelbf2b6202018-08-27 14:33:18 +0200370class RtpPayloadParamsVp8ToGenericTest : public ::testing::Test {
371 public:
372 enum LayerSync { kNoSync, kSync };
373
philipel569397f2018-09-26 12:25:31 +0200374 RtpPayloadParamsVp8ToGenericTest()
375 : generic_descriptor_field_trial_("WebRTC-GenericDescriptor/Enabled/"),
376 state_(),
377 params_(123, &state_) {}
philipelbf2b6202018-08-27 14:33:18 +0200378
379 void ConvertAndCheck(int temporal_index,
380 int64_t shared_frame_id,
Qingsi Wang1c1b99e2020-01-07 19:16:33 +0000381 VideoFrameType frame_type,
philipelbf2b6202018-08-27 14:33:18 +0200382 LayerSync layer_sync,
philipelfab91292018-10-17 14:36:08 +0200383 const std::set<int64_t>& expected_deps,
384 uint16_t width = 0,
385 uint16_t height = 0) {
philipelbf2b6202018-08-27 14:33:18 +0200386 EncodedImage encoded_image;
Qingsi Wang1c1b99e2020-01-07 19:16:33 +0000387 encoded_image._frameType = frame_type;
philipelfab91292018-10-17 14:36:08 +0200388 encoded_image._encodedWidth = width;
389 encoded_image._encodedHeight = height;
philipelbf2b6202018-08-27 14:33:18 +0200390
philipeld1d03592019-03-01 13:53:55 +0100391 CodecSpecificInfo codec_info;
philipelbf2b6202018-08-27 14:33:18 +0200392 codec_info.codecType = kVideoCodecVP8;
Qingsi Wang1c1b99e2020-01-07 19:16:33 +0000393 codec_info.codecSpecific.VP8.temporalIdx = temporal_index;
394 codec_info.codecSpecific.VP8.layerSync = layer_sync == kSync;
philipelbf2b6202018-08-27 14:33:18 +0200395
396 RTPVideoHeader header =
397 params_.GetRtpVideoHeader(encoded_image, &codec_info, shared_frame_id);
398
399 ASSERT_TRUE(header.generic);
400 EXPECT_TRUE(header.generic->higher_spatial_layers.empty());
401 EXPECT_EQ(header.generic->spatial_index, 0);
402
403 EXPECT_EQ(header.generic->frame_id, shared_frame_id);
404 EXPECT_EQ(header.generic->temporal_index, temporal_index);
Qingsi Wang1c1b99e2020-01-07 19:16:33 +0000405 std::set<int64_t> actual_deps(header.generic->dependencies.begin(),
406 header.generic->dependencies.end());
407 EXPECT_EQ(expected_deps, actual_deps);
philipelfab91292018-10-17 14:36:08 +0200408
409 EXPECT_EQ(header.width, width);
410 EXPECT_EQ(header.height, height);
philipelbf2b6202018-08-27 14:33:18 +0200411 }
412
413 protected:
philipel569397f2018-09-26 12:25:31 +0200414 test::ScopedFieldTrials generic_descriptor_field_trial_;
philipelbf2b6202018-08-27 14:33:18 +0200415 RtpPayloadState state_;
416 RtpPayloadParams params_;
417};
418
419TEST_F(RtpPayloadParamsVp8ToGenericTest, Keyframe) {
Qingsi Wang1c1b99e2020-01-07 19:16:33 +0000420 ConvertAndCheck(0, 0, VideoFrameType::kVideoFrameKey, kNoSync, {}, 480, 360);
421 ConvertAndCheck(0, 1, VideoFrameType::kVideoFrameDelta, kNoSync, {0});
422 ConvertAndCheck(0, 2, VideoFrameType::kVideoFrameKey, kNoSync, {}, 480, 360);
philipelbf2b6202018-08-27 14:33:18 +0200423}
424
425TEST_F(RtpPayloadParamsVp8ToGenericTest, TooHighTemporalIndex) {
Qingsi Wang1c1b99e2020-01-07 19:16:33 +0000426 ConvertAndCheck(0, 0, VideoFrameType::kVideoFrameKey, kNoSync, {}, 480, 360);
philipelbf2b6202018-08-27 14:33:18 +0200427
428 EncodedImage encoded_image;
Niels Möller8f7ce222019-03-21 15:43:58 +0100429 encoded_image._frameType = VideoFrameType::kVideoFrameDelta;
philipeld1d03592019-03-01 13:53:55 +0100430 CodecSpecificInfo codec_info;
philipelbf2b6202018-08-27 14:33:18 +0200431 codec_info.codecType = kVideoCodecVP8;
432 codec_info.codecSpecific.VP8.temporalIdx =
433 RtpGenericFrameDescriptor::kMaxTemporalLayers;
434 codec_info.codecSpecific.VP8.layerSync = false;
435
436 RTPVideoHeader header =
437 params_.GetRtpVideoHeader(encoded_image, &codec_info, 1);
438 EXPECT_FALSE(header.generic);
439}
440
Qingsi Wang1c1b99e2020-01-07 19:16:33 +0000441TEST_F(RtpPayloadParamsVp8ToGenericTest, LayerSync) {
442 // 02120212 pattern
443 ConvertAndCheck(0, 0, VideoFrameType::kVideoFrameKey, kNoSync, {}, 480, 360);
444 ConvertAndCheck(2, 1, VideoFrameType::kVideoFrameDelta, kNoSync, {0});
445 ConvertAndCheck(1, 2, VideoFrameType::kVideoFrameDelta, kNoSync, {0});
446 ConvertAndCheck(2, 3, VideoFrameType::kVideoFrameDelta, kNoSync, {0, 1, 2});
philipelbf2b6202018-08-27 14:33:18 +0200447
Qingsi Wang1c1b99e2020-01-07 19:16:33 +0000448 ConvertAndCheck(0, 4, VideoFrameType::kVideoFrameDelta, kNoSync, {0});
449 ConvertAndCheck(2, 5, VideoFrameType::kVideoFrameDelta, kNoSync, {2, 3, 4});
450 ConvertAndCheck(1, 6, VideoFrameType::kVideoFrameDelta, kSync,
451 {4}); // layer sync
452 ConvertAndCheck(2, 7, VideoFrameType::kVideoFrameDelta, kNoSync, {4, 5, 6});
philipelbf2b6202018-08-27 14:33:18 +0200453}
454
455TEST_F(RtpPayloadParamsVp8ToGenericTest, FrameIdGaps) {
456 // 0101 pattern
Qingsi Wang1c1b99e2020-01-07 19:16:33 +0000457 ConvertAndCheck(0, 0, VideoFrameType::kVideoFrameKey, kNoSync, {}, 480, 360);
458 ConvertAndCheck(1, 1, VideoFrameType::kVideoFrameDelta, kNoSync, {0});
philipelbf2b6202018-08-27 14:33:18 +0200459
Qingsi Wang1c1b99e2020-01-07 19:16:33 +0000460 ConvertAndCheck(0, 5, VideoFrameType::kVideoFrameDelta, kNoSync, {0});
461 ConvertAndCheck(1, 10, VideoFrameType::kVideoFrameDelta, kNoSync, {1, 5});
philipelbf2b6202018-08-27 14:33:18 +0200462
Qingsi Wang1c1b99e2020-01-07 19:16:33 +0000463 ConvertAndCheck(0, 15, VideoFrameType::kVideoFrameDelta, kNoSync, {5});
464 ConvertAndCheck(1, 20, VideoFrameType::kVideoFrameDelta, kNoSync, {10, 15});
philipelbf2b6202018-08-27 14:33:18 +0200465}
466
philipel8aba8fe2019-06-13 15:13:16 +0200467class RtpPayloadParamsH264ToGenericTest : public ::testing::Test {
468 public:
469 enum LayerSync { kNoSync, kSync };
470
471 RtpPayloadParamsH264ToGenericTest()
472 : generic_descriptor_field_trial_("WebRTC-GenericDescriptor/Enabled/"),
473 state_(),
474 params_(123, &state_) {}
475
476 void ConvertAndCheck(int temporal_index,
477 int64_t shared_frame_id,
478 VideoFrameType frame_type,
479 LayerSync layer_sync,
480 const std::set<int64_t>& expected_deps,
481 uint16_t width = 0,
482 uint16_t height = 0) {
483 EncodedImage encoded_image;
484 encoded_image._frameType = frame_type;
485 encoded_image._encodedWidth = width;
486 encoded_image._encodedHeight = height;
487
488 CodecSpecificInfo codec_info;
489 codec_info.codecType = kVideoCodecH264;
490 codec_info.codecSpecific.H264.temporal_idx = temporal_index;
491 codec_info.codecSpecific.H264.base_layer_sync = layer_sync == kSync;
492
493 RTPVideoHeader header =
494 params_.GetRtpVideoHeader(encoded_image, &codec_info, shared_frame_id);
495
496 ASSERT_TRUE(header.generic);
497 EXPECT_TRUE(header.generic->higher_spatial_layers.empty());
498 EXPECT_EQ(header.generic->spatial_index, 0);
499
500 EXPECT_EQ(header.generic->frame_id, shared_frame_id);
501 EXPECT_EQ(header.generic->temporal_index, temporal_index);
502 std::set<int64_t> actual_deps(header.generic->dependencies.begin(),
503 header.generic->dependencies.end());
504 EXPECT_EQ(expected_deps, actual_deps);
505
506 EXPECT_EQ(header.width, width);
507 EXPECT_EQ(header.height, height);
508 }
509
510 protected:
511 test::ScopedFieldTrials generic_descriptor_field_trial_;
512 RtpPayloadState state_;
513 RtpPayloadParams params_;
514};
515
516TEST_F(RtpPayloadParamsH264ToGenericTest, Keyframe) {
517 ConvertAndCheck(0, 0, VideoFrameType::kVideoFrameKey, kNoSync, {}, 480, 360);
518 ConvertAndCheck(0, 1, VideoFrameType::kVideoFrameDelta, kNoSync, {0});
519 ConvertAndCheck(0, 2, VideoFrameType::kVideoFrameKey, kNoSync, {}, 480, 360);
520}
521
522TEST_F(RtpPayloadParamsH264ToGenericTest, TooHighTemporalIndex) {
523 ConvertAndCheck(0, 0, VideoFrameType::kVideoFrameKey, kNoSync, {}, 480, 360);
524
525 EncodedImage encoded_image;
526 encoded_image._frameType = VideoFrameType::kVideoFrameDelta;
527 CodecSpecificInfo codec_info;
528 codec_info.codecType = kVideoCodecH264;
529 codec_info.codecSpecific.H264.temporal_idx =
530 RtpGenericFrameDescriptor::kMaxTemporalLayers;
531 codec_info.codecSpecific.H264.base_layer_sync = false;
532
533 RTPVideoHeader header =
534 params_.GetRtpVideoHeader(encoded_image, &codec_info, 1);
535 EXPECT_FALSE(header.generic);
536}
537
538TEST_F(RtpPayloadParamsH264ToGenericTest, LayerSync) {
539 // 02120212 pattern
540 ConvertAndCheck(0, 0, VideoFrameType::kVideoFrameKey, kNoSync, {}, 480, 360);
541 ConvertAndCheck(2, 1, VideoFrameType::kVideoFrameDelta, kNoSync, {0});
542 ConvertAndCheck(1, 2, VideoFrameType::kVideoFrameDelta, kNoSync, {0});
543 ConvertAndCheck(2, 3, VideoFrameType::kVideoFrameDelta, kNoSync, {0, 1, 2});
544
545 ConvertAndCheck(0, 4, VideoFrameType::kVideoFrameDelta, kNoSync, {0});
546 ConvertAndCheck(2, 5, VideoFrameType::kVideoFrameDelta, kNoSync, {2, 3, 4});
547 ConvertAndCheck(1, 6, VideoFrameType::kVideoFrameDelta, kSync,
548 {4}); // layer sync
549 ConvertAndCheck(2, 7, VideoFrameType::kVideoFrameDelta, kNoSync, {4, 5, 6});
550}
551
552TEST_F(RtpPayloadParamsH264ToGenericTest, FrameIdGaps) {
553 // 0101 pattern
554 ConvertAndCheck(0, 0, VideoFrameType::kVideoFrameKey, kNoSync, {}, 480, 360);
555 ConvertAndCheck(1, 1, VideoFrameType::kVideoFrameDelta, kNoSync, {0});
556
557 ConvertAndCheck(0, 5, VideoFrameType::kVideoFrameDelta, kNoSync, {0});
558 ConvertAndCheck(1, 10, VideoFrameType::kVideoFrameDelta, kNoSync, {1, 5});
559
560 ConvertAndCheck(0, 15, VideoFrameType::kVideoFrameDelta, kNoSync, {5});
561 ConvertAndCheck(1, 20, VideoFrameType::kVideoFrameDelta, kNoSync, {10, 15});
562}
563
Stefan Holmerf7044682018-07-17 10:16:41 +0200564} // namespace webrtc