1 /*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11 #include <utility>
12 #include <vector>
13
14 #include "modules/video_coding/frame_object.h"
15 #include "modules/video_coding/rtp_vp9_ref_finder.h"
16 #include "test/gmock.h"
17 #include "test/gtest.h"
18
19 using ::testing::Contains;
20 using ::testing::Matcher;
21 using ::testing::MatcherInterface;
22 using ::testing::Matches;
23 using ::testing::MatchResultListener;
24 using ::testing::Pointee;
25 using ::testing::Property;
26 using ::testing::SizeIs;
27 using ::testing::UnorderedElementsAreArray;
28
29 namespace webrtc {
30
31 namespace {
32 class Frame {
33 public:
SeqNum(uint16_t start,uint16_t end)34 Frame& SeqNum(uint16_t start, uint16_t end) {
35 seq_num_start = start;
36 seq_num_end = end;
37 return *this;
38 }
39
AsKeyFrame(bool is_keyframe=true)40 Frame& AsKeyFrame(bool is_keyframe = true) {
41 keyframe = is_keyframe;
42 return *this;
43 }
44
Pid(int pid)45 Frame& Pid(int pid) {
46 picture_id = pid;
47 return *this;
48 }
49
SidAndTid(int sid,int tid)50 Frame& SidAndTid(int sid, int tid) {
51 spatial_id = sid;
52 temporal_id = tid;
53 return *this;
54 }
55
Tl0(int tl0)56 Frame& Tl0(int tl0) {
57 tl0_idx = tl0;
58 return *this;
59 }
60
AsUpswitch(bool is_up=true)61 Frame& AsUpswitch(bool is_up = true) {
62 up_switch = is_up;
63 return *this;
64 }
65
AsInterLayer(bool is_inter_layer=true)66 Frame& AsInterLayer(bool is_inter_layer = true) {
67 inter_layer = is_inter_layer;
68 return *this;
69 }
70
NotAsInterPic(bool is_inter_pic=false)71 Frame& NotAsInterPic(bool is_inter_pic = false) {
72 inter_pic = is_inter_pic;
73 return *this;
74 }
75
Gof(GofInfoVP9 * ss)76 Frame& Gof(GofInfoVP9* ss) {
77 scalability_structure = ss;
78 return *this;
79 }
80
FlexRefs(const std::vector<uint8_t> & refs)81 Frame& FlexRefs(const std::vector<uint8_t>& refs) {
82 flex_refs = refs;
83 return *this;
84 }
85
operator std::unique_ptr<RtpFrameObject>()86 operator std::unique_ptr<RtpFrameObject>() {
87 RTPVideoHeaderVP9 vp9_header{};
88 vp9_header.picture_id = *picture_id;
89 vp9_header.temporal_idx = *temporal_id;
90 vp9_header.spatial_idx = *spatial_id;
91 if (tl0_idx.has_value()) {
92 RTC_DCHECK(flex_refs.empty());
93 vp9_header.flexible_mode = false;
94 vp9_header.tl0_pic_idx = *tl0_idx;
95 } else {
96 vp9_header.flexible_mode = true;
97 vp9_header.num_ref_pics = flex_refs.size();
98 for (size_t i = 0; i < flex_refs.size(); ++i) {
99 vp9_header.pid_diff[i] = flex_refs.at(i);
100 }
101 }
102 vp9_header.temporal_up_switch = up_switch;
103 vp9_header.inter_layer_predicted = inter_layer;
104 vp9_header.inter_pic_predicted = inter_pic && !keyframe;
105 if (scalability_structure != nullptr) {
106 vp9_header.ss_data_available = true;
107 vp9_header.gof = *scalability_structure;
108 }
109
110 RTPVideoHeader video_header;
111 video_header.frame_type = keyframe ? VideoFrameType::kVideoFrameKey
112 : VideoFrameType::kVideoFrameDelta;
113 video_header.video_type_header = vp9_header;
114 // clang-format off
115 return std::make_unique<RtpFrameObject>(
116 seq_num_start,
117 seq_num_end,
118 /*markerBit=*/true,
119 /*times_nacked=*/0,
120 /*first_packet_received_time=*/0,
121 /*last_packet_received_time=*/0,
122 /*rtp_timestamp=*/0,
123 /*ntp_time_ms=*/0,
124 VideoSendTiming(),
125 /*payload_type=*/0,
126 kVideoCodecVP9,
127 kVideoRotation_0,
128 VideoContentType::UNSPECIFIED,
129 video_header,
130 /*color_space=*/absl::nullopt,
131 RtpPacketInfos(),
132 EncodedImageBuffer::Create(/*size=*/0));
133 // clang-format on
134 }
135
136 private:
137 uint16_t seq_num_start = 0;
138 uint16_t seq_num_end = 0;
139 bool keyframe = false;
140 absl::optional<int> picture_id;
141 absl::optional<int> spatial_id;
142 absl::optional<int> temporal_id;
143 absl::optional<int> tl0_idx;
144 bool up_switch = false;
145 bool inter_layer = false;
146 bool inter_pic = true;
147 GofInfoVP9* scalability_structure = nullptr;
148 std::vector<uint8_t> flex_refs;
149 };
150
151 using FrameVector = std::vector<std::unique_ptr<EncodedFrame>>;
152
153 // Would have been nice to use the MATCHER_P3 macro instead, but when used it
154 // fails to infer the type of the vector if not explicitly given in the
155 class HasFrameMatcher : public MatcherInterface<const FrameVector&> {
156 public:
HasFrameMatcher(int64_t frame_id,const std::vector<int64_t> & expected_refs)157 explicit HasFrameMatcher(int64_t frame_id,
158 const std::vector<int64_t>& expected_refs)
159 : frame_id_(frame_id),
160 expected_refs_(expected_refs) {}
161
MatchAndExplain(const FrameVector & frames,MatchResultListener * result_listener) const162 bool MatchAndExplain(const FrameVector& frames,
163 MatchResultListener* result_listener) const override {
164 auto it = std::find_if(frames.begin(), frames.end(),
165 [this](const std::unique_ptr<EncodedFrame>& f) {
166 return f->Id() == frame_id_;
167 });
168 if (it == frames.end()) {
169 if (result_listener->IsInterested()) {
170 *result_listener << "No frame with frame_id:" << frame_id_;
171 }
172 return false;
173 }
174
175 rtc::ArrayView<int64_t> actual_refs((*it)->references,
176 (*it)->num_references);
177 if (!Matches(UnorderedElementsAreArray(expected_refs_))(actual_refs)) {
178 if (result_listener->IsInterested()) {
179 *result_listener << "Frame with frame_id:" << frame_id_ << " and "
180 << actual_refs.size() << " references { ";
181 for (auto r : actual_refs) {
182 *result_listener << r << " ";
183 }
184 *result_listener << "}";
185 }
186 return false;
187 }
188
189 return true;
190 }
191
DescribeTo(std::ostream * os) const192 void DescribeTo(std::ostream* os) const override {
193 *os << "frame with frame_id:" << frame_id_ << " and "
194 << expected_refs_.size() << " references { ";
195 for (auto r : expected_refs_) {
196 *os << r << " ";
197 }
198 *os << "}";
199 }
200
201 private:
202 const int64_t frame_id_;
203 const std::vector<int64_t> expected_refs_;
204 };
205
206 } // namespace
207
208 class RtpVp9RefFinderTest : public ::testing::Test {
209 protected:
RtpVp9RefFinderTest()210 RtpVp9RefFinderTest() : ref_finder_(std::make_unique<RtpVp9RefFinder>()) {}
211
Insert(std::unique_ptr<RtpFrameObject> frame)212 void Insert(std::unique_ptr<RtpFrameObject> frame) {
213 for (auto& f : ref_finder_->ManageFrame(std::move(frame))) {
214 frames_.push_back(std::move(f));
215 }
216 }
217
218 std::unique_ptr<RtpVp9RefFinder> ref_finder_;
219 FrameVector frames_;
220 };
221
HasFrameWithIdAndRefs(int64_t frame_id,std::vector<int64_t> refs)222 Matcher<const FrameVector&> HasFrameWithIdAndRefs(int64_t frame_id,
223 std::vector<int64_t> refs) {
224 return MakeMatcher(new HasFrameMatcher(frame_id, refs));
225 }
226
TEST_F(RtpVp9RefFinderTest,GofInsertOneFrame)227 TEST_F(RtpVp9RefFinderTest, GofInsertOneFrame) {
228 GofInfoVP9 ss;
229 ss.SetGofInfoVP9(kTemporalStructureMode1);
230
231 Insert(Frame().Pid(1).SidAndTid(0, 0).Tl0(0).AsKeyFrame().Gof(&ss));
232
233 EXPECT_EQ(frames_.size(), 1UL);
234 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(5, {}));
235 }
236
TEST_F(RtpVp9RefFinderTest,GofTemporalLayers_0)237 TEST_F(RtpVp9RefFinderTest, GofTemporalLayers_0) {
238 GofInfoVP9 ss;
239 ss.SetGofInfoVP9(kTemporalStructureMode1); // Only 1 spatial layer.
240
241 Insert(Frame().Pid(1).SidAndTid(0, 0).Tl0(0).AsKeyFrame().Gof(&ss));
242 Insert(Frame().Pid(2).SidAndTid(0, 0).Tl0(1));
243
244 EXPECT_EQ(frames_.size(), 2UL);
245 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(5, {}));
246 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(10, {5}));
247 }
248
TEST_F(RtpVp9RefFinderTest,GofSpatialLayers_2)249 TEST_F(RtpVp9RefFinderTest, GofSpatialLayers_2) {
250 GofInfoVP9 ss;
251 ss.SetGofInfoVP9(kTemporalStructureMode1); // Only 1 spatial layer.
252
253 Insert(Frame().Pid(1).SidAndTid(0, 0).Tl0(0).AsKeyFrame().Gof(&ss));
254 Insert(Frame().Pid(2).SidAndTid(0, 0).Tl0(1));
255 Insert(Frame().Pid(2).SidAndTid(1, 0).Tl0(1).NotAsInterPic());
256 Insert(Frame().Pid(3).SidAndTid(0, 0).Tl0(2));
257 Insert(Frame().Pid(3).SidAndTid(1, 0).Tl0(2));
258
259 EXPECT_EQ(frames_.size(), 5UL);
260 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(5, {}));
261 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(10, {5}));
262 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(11, {}));
263 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(15, {10}));
264 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(16, {11}));
265 }
266
TEST_F(RtpVp9RefFinderTest,GofTemporalLayersReordered_0)267 TEST_F(RtpVp9RefFinderTest, GofTemporalLayersReordered_0) {
268 GofInfoVP9 ss;
269 ss.SetGofInfoVP9(kTemporalStructureMode1); // Only 1 spatial layer.
270
271 Insert(Frame().Pid(2).SidAndTid(0, 0).Tl0(1));
272 Insert(Frame().Pid(2).SidAndTid(1, 0).Tl0(1).NotAsInterPic());
273 Insert(Frame().Pid(1).SidAndTid(0, 0).Tl0(0).AsKeyFrame().Gof(&ss));
274 Insert(Frame().Pid(3).SidAndTid(0, 0).Tl0(2));
275 Insert(Frame().Pid(3).SidAndTid(1, 0).Tl0(2));
276 Insert(Frame().Pid(4).SidAndTid(0, 0).Tl0(3));
277 Insert(Frame().Pid(5).SidAndTid(1, 0).Tl0(4));
278 Insert(Frame().Pid(4).SidAndTid(1, 0).Tl0(3));
279 Insert(Frame().Pid(5).SidAndTid(0, 0).Tl0(4));
280
281 EXPECT_EQ(frames_.size(), 9UL);
282 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(5, {}));
283 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(10, {5}));
284 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(11, {}));
285 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(15, {10}));
286 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(16, {11}));
287 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(20, {15}));
288 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(21, {16}));
289 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(25, {20}));
290 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(26, {21}));
291 }
292
TEST_F(RtpVp9RefFinderTest,GofSkipFramesTemporalLayers_01)293 TEST_F(RtpVp9RefFinderTest, GofSkipFramesTemporalLayers_01) {
294 GofInfoVP9 ss;
295 ss.SetGofInfoVP9(kTemporalStructureMode2); // 0101 pattern
296
297 Insert(Frame().Pid(0).SidAndTid(0, 0).Tl0(0).AsKeyFrame().NotAsInterPic().Gof(
298 &ss));
299 Insert(Frame().Pid(1).SidAndTid(0, 1).Tl0(0));
300 // Skip GOF with tl0 1
301 Insert(Frame().Pid(4).SidAndTid(0, 0).Tl0(2).AsKeyFrame().Gof(&ss));
302 Insert(Frame().Pid(5).SidAndTid(0, 1).Tl0(2));
303 // Skip GOF with tl0 3
304 // Skip GOF with tl0 4
305 Insert(Frame().Pid(10).SidAndTid(0, 0).Tl0(5).Gof(&ss));
306 Insert(Frame().Pid(11).SidAndTid(0, 1).Tl0(5));
307
308 ASSERT_EQ(6UL, frames_.size());
309 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(0, {}));
310 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(5, {0}));
311 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(20, {}));
312 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(25, {20}));
313 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(50, {40}));
314 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(55, {50}));
315 }
316
TEST_F(RtpVp9RefFinderTest,GofSkipFramesTemporalLayers_0212)317 TEST_F(RtpVp9RefFinderTest, GofSkipFramesTemporalLayers_0212) {
318 GofInfoVP9 ss;
319 ss.SetGofInfoVP9(kTemporalStructureMode3); // 02120212 pattern
320
321 Insert(Frame().Pid(0).SidAndTid(0, 0).Tl0(0).AsKeyFrame().NotAsInterPic().Gof(
322 &ss));
323 Insert(Frame().Pid(1).SidAndTid(0, 2).Tl0(0));
324 Insert(Frame().Pid(2).SidAndTid(0, 1).Tl0(0));
325 Insert(Frame().Pid(3).SidAndTid(0, 2).Tl0(0));
326
327 ASSERT_EQ(4UL, frames_.size());
328 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(0, {}));
329 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(5, {0}));
330 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(10, {0}));
331 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(15, {10}));
332
333 // Skip frames with tl0 = 1
334
335 Insert(Frame().Pid(8).SidAndTid(0, 0).Tl0(2).AsKeyFrame().NotAsInterPic().Gof(
336 &ss));
337 Insert(Frame().Pid(9).SidAndTid(0, 2).Tl0(2));
338 Insert(Frame().Pid(10).SidAndTid(0, 1).Tl0(2));
339 Insert(Frame().Pid(11).SidAndTid(0, 2).Tl0(2));
340
341 ASSERT_EQ(8UL, frames_.size());
342 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(40, {}));
343 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(45, {40}));
344 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(50, {40}));
345 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(55, {50}));
346
347 // Now insert frames with tl0 = 1
348 Insert(Frame().Pid(4).SidAndTid(0, 0).Tl0(1).AsKeyFrame().Gof(&ss));
349 Insert(Frame().Pid(7).SidAndTid(0, 2).Tl0(1));
350
351 ASSERT_EQ(9UL, frames_.size());
352 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(20, {}));
353
354 Insert(Frame().Pid(5).SidAndTid(0, 2).Tl0(1));
355 Insert(Frame().Pid(6).SidAndTid(0, 1).Tl0(1));
356
357 ASSERT_EQ(12UL, frames_.size());
358 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(25, {20}));
359 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(30, {20}));
360 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(35, {30}));
361 }
362
TEST_F(RtpVp9RefFinderTest,GofTemporalLayers_01)363 TEST_F(RtpVp9RefFinderTest, GofTemporalLayers_01) {
364 GofInfoVP9 ss;
365 ss.SetGofInfoVP9(kTemporalStructureMode2); // 0101 pattern
366
367 Insert(Frame().Pid(0).SidAndTid(0, 0).Tl0(0).AsKeyFrame().NotAsInterPic().Gof(
368 &ss));
369 Insert(Frame().Pid(1).SidAndTid(0, 1).Tl0(0));
370 Insert(Frame().Pid(2).SidAndTid(0, 0).Tl0(1));
371 Insert(Frame().Pid(3).SidAndTid(0, 1).Tl0(1));
372
373 ASSERT_EQ(4UL, frames_.size());
374 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(0, {}));
375 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(5, {0}));
376 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(10, {0}));
377 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(15, {10}));
378 }
379
TEST_F(RtpVp9RefFinderTest,GofTemporalLayersReordered_01)380 TEST_F(RtpVp9RefFinderTest, GofTemporalLayersReordered_01) {
381 GofInfoVP9 ss;
382 ss.SetGofInfoVP9(kTemporalStructureMode2); // 01 pattern
383
384 Insert(Frame().Pid(1).SidAndTid(0, 1).Tl0(0));
385 Insert(Frame().Pid(0).SidAndTid(0, 0).Tl0(0).AsKeyFrame().NotAsInterPic().Gof(
386 &ss));
387 Insert(Frame().Pid(2).SidAndTid(0, 0).Tl0(1));
388 Insert(Frame().Pid(4).SidAndTid(0, 0).Tl0(2));
389 Insert(Frame().Pid(3).SidAndTid(0, 1).Tl0(1));
390 Insert(Frame().Pid(5).SidAndTid(0, 1).Tl0(2));
391 Insert(Frame().Pid(7).SidAndTid(0, 1).Tl0(3));
392 Insert(Frame().Pid(6).SidAndTid(0, 0).Tl0(3));
393 Insert(Frame().Pid(8).SidAndTid(0, 0).Tl0(4));
394 Insert(Frame().Pid(9).SidAndTid(0, 1).Tl0(4));
395
396 ASSERT_EQ(10UL, frames_.size());
397 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(0, {}));
398 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(5, {0}));
399 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(10, {0}));
400 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(15, {10}));
401 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(20, {10}));
402 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(25, {20}));
403 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(30, {20}));
404 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(35, {30}));
405 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(40, {30}));
406 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(45, {40}));
407 }
408
TEST_F(RtpVp9RefFinderTest,GofTemporalLayers_0212)409 TEST_F(RtpVp9RefFinderTest, GofTemporalLayers_0212) {
410 GofInfoVP9 ss;
411 ss.SetGofInfoVP9(kTemporalStructureMode3); // 0212 pattern
412
413 Insert(Frame().Pid(0).SidAndTid(0, 0).Tl0(0).AsKeyFrame().NotAsInterPic().Gof(
414 &ss));
415 Insert(Frame().Pid(1).SidAndTid(0, 2).Tl0(0));
416 Insert(Frame().Pid(2).SidAndTid(0, 1).Tl0(0));
417 Insert(Frame().Pid(3).SidAndTid(0, 2).Tl0(0));
418 Insert(Frame().Pid(4).SidAndTid(0, 0).Tl0(1));
419 Insert(Frame().Pid(5).SidAndTid(0, 2).Tl0(1));
420 Insert(Frame().Pid(6).SidAndTid(0, 1).Tl0(1));
421 Insert(Frame().Pid(7).SidAndTid(0, 2).Tl0(1));
422
423 ASSERT_EQ(8UL, frames_.size());
424 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(0, {}));
425 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(5, {0}));
426 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(10, {0}));
427 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(15, {10}));
428 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(20, {0}));
429 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(25, {20}));
430 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(30, {20}));
431 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(35, {30}));
432 }
433
TEST_F(RtpVp9RefFinderTest,GofTemporalLayersReordered_0212)434 TEST_F(RtpVp9RefFinderTest, GofTemporalLayersReordered_0212) {
435 GofInfoVP9 ss;
436 ss.SetGofInfoVP9(kTemporalStructureMode3); // 0212 pattern
437
438 Insert(Frame().Pid(2).SidAndTid(0, 1).Tl0(0));
439 Insert(Frame().Pid(1).SidAndTid(0, 2).Tl0(0));
440 Insert(Frame().Pid(0).SidAndTid(0, 0).Tl0(0).AsKeyFrame().NotAsInterPic().Gof(
441 &ss));
442 Insert(Frame().Pid(3).SidAndTid(0, 2).Tl0(0));
443 Insert(Frame().Pid(6).SidAndTid(0, 1).Tl0(1));
444 Insert(Frame().Pid(5).SidAndTid(0, 2).Tl0(1));
445 Insert(Frame().Pid(4).SidAndTid(0, 0).Tl0(1));
446 Insert(Frame().Pid(9).SidAndTid(0, 2).Tl0(2));
447 Insert(Frame().Pid(7).SidAndTid(0, 2).Tl0(1));
448 Insert(Frame().Pid(8).SidAndTid(0, 0).Tl0(2));
449 Insert(Frame().Pid(11).SidAndTid(0, 2).Tl0(2));
450 Insert(Frame().Pid(10).SidAndTid(0, 1).Tl0(2));
451
452 ASSERT_EQ(12UL, frames_.size());
453 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(0, {}));
454 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(5, {0}));
455 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(10, {0}));
456 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(15, {10}));
457 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(20, {0}));
458 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(25, {20}));
459 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(30, {20}));
460 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(35, {30}));
461 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(40, {20}));
462 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(45, {40}));
463 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(50, {40}));
464 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(55, {50}));
465 }
466
TEST_F(RtpVp9RefFinderTest,GofTemporalLayersReordered_01_0212)467 TEST_F(RtpVp9RefFinderTest, GofTemporalLayersReordered_01_0212) {
468 GofInfoVP9 ss;
469 ss.SetGofInfoVP9(kTemporalStructureMode2); // 01 pattern
470
471 Insert(Frame().Pid(1).SidAndTid(0, 1).Tl0(0));
472 Insert(Frame().Pid(0).SidAndTid(0, 0).Tl0(0).AsKeyFrame().NotAsInterPic().Gof(
473 &ss));
474 Insert(Frame().Pid(3).SidAndTid(0, 1).Tl0(1));
475 Insert(Frame().Pid(6).SidAndTid(0, 1).Tl0(2));
476 ss.SetGofInfoVP9(kTemporalStructureMode3); // 0212 pattern
477 Insert(Frame().Pid(4).SidAndTid(0, 0).Tl0(2).Gof(&ss));
478 Insert(Frame().Pid(2).SidAndTid(0, 0).Tl0(1));
479 Insert(Frame().Pid(5).SidAndTid(0, 2).Tl0(2));
480 Insert(Frame().Pid(8).SidAndTid(0, 0).Tl0(3));
481 Insert(Frame().Pid(10).SidAndTid(0, 1).Tl0(3));
482 Insert(Frame().Pid(7).SidAndTid(0, 2).Tl0(2));
483 Insert(Frame().Pid(11).SidAndTid(0, 2).Tl0(3));
484 Insert(Frame().Pid(9).SidAndTid(0, 2).Tl0(3));
485
486 ASSERT_EQ(12UL, frames_.size());
487 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(0, {}));
488 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(5, {0}));
489 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(10, {0}));
490 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(15, {10}));
491 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(20, {0}));
492 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(25, {20}));
493 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(30, {20}));
494 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(35, {30}));
495 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(40, {20}));
496 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(45, {40}));
497 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(50, {40}));
498 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(55, {50}));
499 }
500
TEST_F(RtpVp9RefFinderTest,FlexibleModeOneFrame)501 TEST_F(RtpVp9RefFinderTest, FlexibleModeOneFrame) {
502 Insert(Frame().Pid(0).SidAndTid(0, 0).AsKeyFrame());
503
504 ASSERT_EQ(1UL, frames_.size());
505 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(0, {}));
506 }
507
TEST_F(RtpVp9RefFinderTest,FlexibleModeTwoSpatialLayers)508 TEST_F(RtpVp9RefFinderTest, FlexibleModeTwoSpatialLayers) {
509 Insert(Frame().Pid(0).SidAndTid(0, 0).AsKeyFrame());
510 Insert(Frame().Pid(0).SidAndTid(1, 0).AsKeyFrame().AsInterLayer());
511 Insert(Frame().Pid(1).SidAndTid(1, 0).FlexRefs({1}));
512 Insert(Frame().Pid(2).SidAndTid(0, 0).FlexRefs({2}));
513 Insert(Frame().Pid(2).SidAndTid(1, 0).FlexRefs({1}));
514 Insert(Frame().Pid(3).SidAndTid(1, 0).FlexRefs({1}));
515 Insert(Frame().Pid(4).SidAndTid(0, 0).FlexRefs({2}));
516 Insert(Frame().Pid(4).SidAndTid(1, 0).FlexRefs({1}));
517
518 ASSERT_EQ(8UL, frames_.size());
519 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(0, {}));
520 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(1, {0}));
521 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(6, {1}));
522 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(10, {0}));
523 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(11, {6}));
524 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(16, {11}));
525 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(20, {10}));
526 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(21, {16}));
527 }
528
TEST_F(RtpVp9RefFinderTest,FlexibleModeTwoSpatialLayersReordered)529 TEST_F(RtpVp9RefFinderTest, FlexibleModeTwoSpatialLayersReordered) {
530 Insert(Frame().Pid(0).SidAndTid(1, 0).AsKeyFrame().AsInterLayer());
531 Insert(Frame().Pid(1).SidAndTid(1, 0).FlexRefs({1}));
532 Insert(Frame().Pid(0).SidAndTid(0, 0).AsKeyFrame());
533 Insert(Frame().Pid(2).SidAndTid(1, 0).FlexRefs({1}));
534 Insert(Frame().Pid(3).SidAndTid(1, 0).FlexRefs({1}));
535 Insert(Frame().Pid(2).SidAndTid(0, 0).FlexRefs({2}));
536 Insert(Frame().Pid(4).SidAndTid(1, 0).FlexRefs({1}));
537 Insert(Frame().Pid(4).SidAndTid(0, 0).FlexRefs({2}));
538
539 ASSERT_EQ(8UL, frames_.size());
540 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(0, {}));
541 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(1, {0}));
542 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(6, {1}));
543 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(10, {0}));
544 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(11, {6}));
545 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(16, {11}));
546 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(20, {10}));
547 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(21, {16}));
548 }
549
TEST_F(RtpVp9RefFinderTest,WrappingFlexReference)550 TEST_F(RtpVp9RefFinderTest, WrappingFlexReference) {
551 Insert(Frame().Pid(0).SidAndTid(0, 0).FlexRefs({1}));
552
553 ASSERT_EQ(1UL, frames_.size());
554 const EncodedFrame& frame = *frames_[0];
555
556 ASSERT_EQ(frame.Id() - frame.references[0], 5);
557 }
558
TEST_F(RtpVp9RefFinderTest,GofPidJump)559 TEST_F(RtpVp9RefFinderTest, GofPidJump) {
560 GofInfoVP9 ss;
561 ss.SetGofInfoVP9(kTemporalStructureMode3);
562
563 Insert(Frame().Pid(0).SidAndTid(0, 0).Tl0(0).AsKeyFrame().NotAsInterPic().Gof(
564 &ss));
565 Insert(Frame().Pid(1000).SidAndTid(0, 0).Tl0(1));
566 }
567
TEST_F(RtpVp9RefFinderTest,GofTl0Jump)568 TEST_F(RtpVp9RefFinderTest, GofTl0Jump) {
569 GofInfoVP9 ss;
570 ss.SetGofInfoVP9(kTemporalStructureMode3);
571
572 Insert(Frame()
573 .Pid(0)
574 .SidAndTid(0, 0)
575 .Tl0(125)
576 .AsUpswitch()
577 .AsKeyFrame()
578 .NotAsInterPic()
579 .Gof(&ss));
580 Insert(Frame().Pid(1).SidAndTid(0, 0).Tl0(0).Gof(&ss));
581 }
582
TEST_F(RtpVp9RefFinderTest,GofTidTooHigh)583 TEST_F(RtpVp9RefFinderTest, GofTidTooHigh) {
584 const int kMaxTemporalLayers = 5;
585 GofInfoVP9 ss;
586 ss.SetGofInfoVP9(kTemporalStructureMode2);
587 ss.temporal_idx[1] = kMaxTemporalLayers;
588
589 Insert(Frame().Pid(0).SidAndTid(0, 0).Tl0(0).AsKeyFrame().NotAsInterPic().Gof(
590 &ss));
591 Insert(Frame().Pid(1).SidAndTid(0, 0).Tl0(1));
592
593 ASSERT_EQ(1UL, frames_.size());
594 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(0, {}));
595 }
596
TEST_F(RtpVp9RefFinderTest,GofZeroFrames)597 TEST_F(RtpVp9RefFinderTest, GofZeroFrames) {
598 GofInfoVP9 ss;
599 ss.num_frames_in_gof = 0;
600
601 Insert(Frame().Pid(0).SidAndTid(0, 0).Tl0(0).AsKeyFrame().NotAsInterPic().Gof(
602 &ss));
603 Insert(Frame().Pid(1).SidAndTid(0, 0).Tl0(1));
604
605 ASSERT_EQ(2UL, frames_.size());
606 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(0, {}));
607 EXPECT_THAT(frames_, HasFrameWithIdAndRefs(5, {0}));
608 }
609
TEST_F(RtpVp9RefFinderTest,SpatialIndex)610 TEST_F(RtpVp9RefFinderTest, SpatialIndex) {
611 Insert(Frame().Pid(0).SidAndTid(0, 0).AsKeyFrame());
612 Insert(Frame().Pid(0).SidAndTid(1, 0).AsKeyFrame());
613 Insert(Frame().Pid(0).SidAndTid(2, 0).AsKeyFrame());
614
615 ASSERT_EQ(3UL, frames_.size());
616 EXPECT_THAT(frames_,
617 Contains(Pointee(Property(&EncodedFrame::SpatialIndex, 0))));
618 EXPECT_THAT(frames_,
619 Contains(Pointee(Property(&EncodedFrame::SpatialIndex, 1))));
620 EXPECT_THAT(frames_,
621 Contains(Pointee(Property(&EncodedFrame::SpatialIndex, 2))));
622 }
623
TEST_F(RtpVp9RefFinderTest,StashedFramesDoNotWrapTl0Backwards)624 TEST_F(RtpVp9RefFinderTest, StashedFramesDoNotWrapTl0Backwards) {
625 GofInfoVP9 ss;
626 ss.SetGofInfoVP9(kTemporalStructureMode1);
627
628 Insert(Frame().Pid(0).SidAndTid(0, 0).Tl0(0));
629 EXPECT_THAT(frames_, SizeIs(0));
630
631 Insert(Frame().Pid(128).SidAndTid(0, 0).Tl0(128).AsKeyFrame().Gof(&ss));
632 EXPECT_THAT(frames_, SizeIs(1));
633 Insert(Frame().Pid(129).SidAndTid(0, 0).Tl0(129));
634 EXPECT_THAT(frames_, SizeIs(2));
635 }
636
637 } // namespace webrtc
638