1*fb1b10abSAndroid Build Coastguard Worker /*
2*fb1b10abSAndroid Build Coastguard Worker * Copyright (c) 2020 The WebM project authors. All Rights Reserved.
3*fb1b10abSAndroid Build Coastguard Worker *
4*fb1b10abSAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license
5*fb1b10abSAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source
6*fb1b10abSAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found
7*fb1b10abSAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may
8*fb1b10abSAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree.
9*fb1b10abSAndroid Build Coastguard Worker */
10*fb1b10abSAndroid Build Coastguard Worker #include "vp9/ratectrl_rtc.h"
11*fb1b10abSAndroid Build Coastguard Worker
12*fb1b10abSAndroid Build Coastguard Worker #include <climits>
13*fb1b10abSAndroid Build Coastguard Worker #include <fstream> // NOLINT
14*fb1b10abSAndroid Build Coastguard Worker #include <string>
15*fb1b10abSAndroid Build Coastguard Worker
16*fb1b10abSAndroid Build Coastguard Worker #include "./vpx_config.h"
17*fb1b10abSAndroid Build Coastguard Worker #include "gtest/gtest.h"
18*fb1b10abSAndroid Build Coastguard Worker #include "test/codec_factory.h"
19*fb1b10abSAndroid Build Coastguard Worker #include "test/encode_test_driver.h"
20*fb1b10abSAndroid Build Coastguard Worker #include "test/i420_video_source.h"
21*fb1b10abSAndroid Build Coastguard Worker #include "test/util.h"
22*fb1b10abSAndroid Build Coastguard Worker #include "test/video_source.h"
23*fb1b10abSAndroid Build Coastguard Worker #include "vp9/encoder/vp9_encoder.h"
24*fb1b10abSAndroid Build Coastguard Worker #include "vp9/encoder/vp9_svc_layercontext.h"
25*fb1b10abSAndroid Build Coastguard Worker #include "vpx/vpx_codec.h"
26*fb1b10abSAndroid Build Coastguard Worker #include "vpx_ports/bitops.h"
27*fb1b10abSAndroid Build Coastguard Worker
28*fb1b10abSAndroid Build Coastguard Worker namespace {
29*fb1b10abSAndroid Build Coastguard Worker
30*fb1b10abSAndroid Build Coastguard Worker const size_t kNumFrames = 300;
31*fb1b10abSAndroid Build Coastguard Worker
32*fb1b10abSAndroid Build Coastguard Worker const int kTemporalId3Layer[4] = { 0, 2, 1, 2 };
33*fb1b10abSAndroid Build Coastguard Worker const int kTemporalId2Layer[2] = { 0, 1 };
34*fb1b10abSAndroid Build Coastguard Worker const int kTemporalRateAllocation3Layer[3] = { 50, 70, 100 };
35*fb1b10abSAndroid Build Coastguard Worker const int kTemporalRateAllocation2Layer[2] = { 60, 100 };
36*fb1b10abSAndroid Build Coastguard Worker const int kSpatialLayerBitrate[3] = { 200, 400, 1000 };
37*fb1b10abSAndroid Build Coastguard Worker const int kSpatialLayerBitrateLow[3] = { 50, 100, 400 };
38*fb1b10abSAndroid Build Coastguard Worker
39*fb1b10abSAndroid Build Coastguard Worker class RcInterfaceTest
40*fb1b10abSAndroid Build Coastguard Worker : public ::libvpx_test::EncoderTest,
41*fb1b10abSAndroid Build Coastguard Worker public ::libvpx_test::CodecTestWith2Params<int, vpx_rc_mode> {
42*fb1b10abSAndroid Build Coastguard Worker public:
RcInterfaceTest()43*fb1b10abSAndroid Build Coastguard Worker RcInterfaceTest()
44*fb1b10abSAndroid Build Coastguard Worker : EncoderTest(GET_PARAM(0)), aq_mode_(GET_PARAM(1)), key_interval_(3000),
45*fb1b10abSAndroid Build Coastguard Worker encoder_exit_(false), frame_drop_thresh_(0), num_drops_(0) {}
46*fb1b10abSAndroid Build Coastguard Worker
47*fb1b10abSAndroid Build Coastguard Worker ~RcInterfaceTest() override = default;
48*fb1b10abSAndroid Build Coastguard Worker
49*fb1b10abSAndroid Build Coastguard Worker protected:
SetUp()50*fb1b10abSAndroid Build Coastguard Worker void SetUp() override {
51*fb1b10abSAndroid Build Coastguard Worker InitializeConfig();
52*fb1b10abSAndroid Build Coastguard Worker SetMode(::libvpx_test::kRealTime);
53*fb1b10abSAndroid Build Coastguard Worker }
54*fb1b10abSAndroid Build Coastguard Worker
PreEncodeFrameHook(libvpx_test::VideoSource * video,libvpx_test::Encoder * encoder)55*fb1b10abSAndroid Build Coastguard Worker void PreEncodeFrameHook(libvpx_test::VideoSource *video,
56*fb1b10abSAndroid Build Coastguard Worker libvpx_test::Encoder *encoder) override {
57*fb1b10abSAndroid Build Coastguard Worker if (video->frame() == 0) {
58*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP8E_SET_CPUUSED, 7);
59*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP9E_SET_AQ_MODE, aq_mode_);
60*fb1b10abSAndroid Build Coastguard Worker if (rc_cfg_.is_screen) {
61*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP9E_SET_TUNE_CONTENT, VP9E_CONTENT_SCREEN);
62*fb1b10abSAndroid Build Coastguard Worker } else {
63*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP9E_SET_TUNE_CONTENT, VP9E_CONTENT_DEFAULT);
64*fb1b10abSAndroid Build Coastguard Worker }
65*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP8E_SET_MAX_INTRA_BITRATE_PCT, 1000);
66*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP9E_SET_RTC_EXTERNAL_RATECTRL, 1);
67*fb1b10abSAndroid Build Coastguard Worker }
68*fb1b10abSAndroid Build Coastguard Worker frame_params_.frame_type = video->frame() % key_interval_ == 0
69*fb1b10abSAndroid Build Coastguard Worker ? libvpx::RcFrameType::kKeyFrame
70*fb1b10abSAndroid Build Coastguard Worker : libvpx::RcFrameType::kInterFrame;
71*fb1b10abSAndroid Build Coastguard Worker if (rc_cfg_.rc_mode == VPX_CBR &&
72*fb1b10abSAndroid Build Coastguard Worker frame_params_.frame_type == libvpx::RcFrameType::kInterFrame) {
73*fb1b10abSAndroid Build Coastguard Worker // Disable golden frame update.
74*fb1b10abSAndroid Build Coastguard Worker frame_flags_ |= VP8_EFLAG_NO_UPD_GF;
75*fb1b10abSAndroid Build Coastguard Worker frame_flags_ |= VP8_EFLAG_NO_UPD_ARF;
76*fb1b10abSAndroid Build Coastguard Worker }
77*fb1b10abSAndroid Build Coastguard Worker encoder_exit_ = video->frame() == kNumFrames;
78*fb1b10abSAndroid Build Coastguard Worker }
79*fb1b10abSAndroid Build Coastguard Worker
PostEncodeFrameHook(::libvpx_test::Encoder * encoder)80*fb1b10abSAndroid Build Coastguard Worker void PostEncodeFrameHook(::libvpx_test::Encoder *encoder) override {
81*fb1b10abSAndroid Build Coastguard Worker if (encoder_exit_) {
82*fb1b10abSAndroid Build Coastguard Worker return;
83*fb1b10abSAndroid Build Coastguard Worker }
84*fb1b10abSAndroid Build Coastguard Worker int loopfilter_level, qp;
85*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP9E_GET_LOOPFILTER_LEVEL, &loopfilter_level);
86*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP8E_GET_LAST_QUANTIZER, &qp);
87*fb1b10abSAndroid Build Coastguard Worker if (rc_api_->ComputeQP(frame_params_) == libvpx::FrameDropDecision::kOk) {
88*fb1b10abSAndroid Build Coastguard Worker ASSERT_EQ(rc_api_->GetQP(), qp);
89*fb1b10abSAndroid Build Coastguard Worker ASSERT_EQ(rc_api_->GetLoopfilterLevel(), loopfilter_level);
90*fb1b10abSAndroid Build Coastguard Worker } else {
91*fb1b10abSAndroid Build Coastguard Worker num_drops_++;
92*fb1b10abSAndroid Build Coastguard Worker }
93*fb1b10abSAndroid Build Coastguard Worker }
94*fb1b10abSAndroid Build Coastguard Worker
FramePktHook(const vpx_codec_cx_pkt_t * pkt)95*fb1b10abSAndroid Build Coastguard Worker void FramePktHook(const vpx_codec_cx_pkt_t *pkt) override {
96*fb1b10abSAndroid Build Coastguard Worker rc_api_->PostEncodeUpdate(pkt->data.frame.sz, frame_params_);
97*fb1b10abSAndroid Build Coastguard Worker }
98*fb1b10abSAndroid Build Coastguard Worker
RunOneLayer()99*fb1b10abSAndroid Build Coastguard Worker void RunOneLayer() {
100*fb1b10abSAndroid Build Coastguard Worker SetConfig(GET_PARAM(2));
101*fb1b10abSAndroid Build Coastguard Worker rc_api_ = libvpx::VP9RateControlRTC::Create(rc_cfg_);
102*fb1b10abSAndroid Build Coastguard Worker frame_params_.spatial_layer_id = 0;
103*fb1b10abSAndroid Build Coastguard Worker frame_params_.temporal_layer_id = 0;
104*fb1b10abSAndroid Build Coastguard Worker
105*fb1b10abSAndroid Build Coastguard Worker ::libvpx_test::I420VideoSource video("desktop_office1.1280_720-020.yuv",
106*fb1b10abSAndroid Build Coastguard Worker 1280, 720, 30, 1, 0, kNumFrames);
107*fb1b10abSAndroid Build Coastguard Worker
108*fb1b10abSAndroid Build Coastguard Worker ASSERT_NO_FATAL_FAILURE(RunLoop(&video));
109*fb1b10abSAndroid Build Coastguard Worker }
110*fb1b10abSAndroid Build Coastguard Worker
RunOneLayerScreen()111*fb1b10abSAndroid Build Coastguard Worker void RunOneLayerScreen() {
112*fb1b10abSAndroid Build Coastguard Worker SetConfig(GET_PARAM(2));
113*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.is_screen = true;
114*fb1b10abSAndroid Build Coastguard Worker rc_api_ = libvpx::VP9RateControlRTC::Create(rc_cfg_);
115*fb1b10abSAndroid Build Coastguard Worker frame_params_.spatial_layer_id = 0;
116*fb1b10abSAndroid Build Coastguard Worker frame_params_.temporal_layer_id = 0;
117*fb1b10abSAndroid Build Coastguard Worker
118*fb1b10abSAndroid Build Coastguard Worker ::libvpx_test::I420VideoSource video("desktop_office1.1280_720-020.yuv",
119*fb1b10abSAndroid Build Coastguard Worker 1280, 720, 30, 1, 0, kNumFrames);
120*fb1b10abSAndroid Build Coastguard Worker
121*fb1b10abSAndroid Build Coastguard Worker ASSERT_NO_FATAL_FAILURE(RunLoop(&video));
122*fb1b10abSAndroid Build Coastguard Worker }
123*fb1b10abSAndroid Build Coastguard Worker
RunOneLayerDropFramesCBR()124*fb1b10abSAndroid Build Coastguard Worker void RunOneLayerDropFramesCBR() {
125*fb1b10abSAndroid Build Coastguard Worker if (GET_PARAM(2) != VPX_CBR) {
126*fb1b10abSAndroid Build Coastguard Worker GTEST_SKIP() << "Frame dropping is only for CBR mode.";
127*fb1b10abSAndroid Build Coastguard Worker }
128*fb1b10abSAndroid Build Coastguard Worker frame_drop_thresh_ = 30;
129*fb1b10abSAndroid Build Coastguard Worker SetConfig(GET_PARAM(2));
130*fb1b10abSAndroid Build Coastguard Worker // Use lower bitrate, lower max-q, and enable frame dropper.
131*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.target_bandwidth = 200;
132*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_target_bitrate = 200;
133*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.max_quantizer = 50;
134*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_max_quantizer = 50;
135*fb1b10abSAndroid Build Coastguard Worker rc_api_ = libvpx::VP9RateControlRTC::Create(rc_cfg_);
136*fb1b10abSAndroid Build Coastguard Worker frame_params_.spatial_layer_id = 0;
137*fb1b10abSAndroid Build Coastguard Worker frame_params_.temporal_layer_id = 0;
138*fb1b10abSAndroid Build Coastguard Worker
139*fb1b10abSAndroid Build Coastguard Worker ::libvpx_test::I420VideoSource video("desktop_office1.1280_720-020.yuv",
140*fb1b10abSAndroid Build Coastguard Worker 1280, 720, 30, 1, 0, kNumFrames);
141*fb1b10abSAndroid Build Coastguard Worker
142*fb1b10abSAndroid Build Coastguard Worker ASSERT_NO_FATAL_FAILURE(RunLoop(&video));
143*fb1b10abSAndroid Build Coastguard Worker // Check that some frames were dropped, otherwise test has no value.
144*fb1b10abSAndroid Build Coastguard Worker ASSERT_GE(num_drops_, 1);
145*fb1b10abSAndroid Build Coastguard Worker }
146*fb1b10abSAndroid Build Coastguard Worker
RunOneLayerVBRPeriodicKey()147*fb1b10abSAndroid Build Coastguard Worker void RunOneLayerVBRPeriodicKey() {
148*fb1b10abSAndroid Build Coastguard Worker if (GET_PARAM(2) != VPX_VBR) return;
149*fb1b10abSAndroid Build Coastguard Worker key_interval_ = 100;
150*fb1b10abSAndroid Build Coastguard Worker SetConfig(VPX_VBR);
151*fb1b10abSAndroid Build Coastguard Worker rc_api_ = libvpx::VP9RateControlRTC::Create(rc_cfg_);
152*fb1b10abSAndroid Build Coastguard Worker frame_params_.spatial_layer_id = 0;
153*fb1b10abSAndroid Build Coastguard Worker frame_params_.temporal_layer_id = 0;
154*fb1b10abSAndroid Build Coastguard Worker
155*fb1b10abSAndroid Build Coastguard Worker ::libvpx_test::I420VideoSource video("desktop_office1.1280_720-020.yuv",
156*fb1b10abSAndroid Build Coastguard Worker 1280, 720, 30, 1, 0, kNumFrames);
157*fb1b10abSAndroid Build Coastguard Worker
158*fb1b10abSAndroid Build Coastguard Worker ASSERT_NO_FATAL_FAILURE(RunLoop(&video));
159*fb1b10abSAndroid Build Coastguard Worker }
160*fb1b10abSAndroid Build Coastguard Worker
161*fb1b10abSAndroid Build Coastguard Worker private:
SetConfig(vpx_rc_mode rc_mode)162*fb1b10abSAndroid Build Coastguard Worker void SetConfig(vpx_rc_mode rc_mode) {
163*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.width = 1280;
164*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.height = 720;
165*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.max_quantizer = 52;
166*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.min_quantizer = 2;
167*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.target_bandwidth = 1000;
168*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.buf_initial_sz = 600;
169*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.buf_optimal_sz = 600;
170*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.buf_sz = 1000;
171*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.undershoot_pct = 50;
172*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.overshoot_pct = 50;
173*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.max_intra_bitrate_pct = 1000;
174*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.framerate = 30.0;
175*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.ss_number_layers = 1;
176*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.ts_number_layers = 1;
177*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.scaling_factor_num[0] = 1;
178*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.scaling_factor_den[0] = 1;
179*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.layer_target_bitrate[0] = 1000;
180*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.max_quantizers[0] = 52;
181*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.min_quantizers[0] = 2;
182*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.rc_mode = rc_mode;
183*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.aq_mode = aq_mode_;
184*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.frame_drop_thresh = frame_drop_thresh_;
185*fb1b10abSAndroid Build Coastguard Worker
186*fb1b10abSAndroid Build Coastguard Worker // Encoder settings for ground truth.
187*fb1b10abSAndroid Build Coastguard Worker cfg_.g_w = 1280;
188*fb1b10abSAndroid Build Coastguard Worker cfg_.g_h = 720;
189*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_undershoot_pct = 50;
190*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_overshoot_pct = 50;
191*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_buf_initial_sz = 600;
192*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_buf_optimal_sz = 600;
193*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_buf_sz = 1000;
194*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_dropframe_thresh = 0;
195*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_min_quantizer = 2;
196*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_max_quantizer = 52;
197*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_end_usage = rc_mode;
198*fb1b10abSAndroid Build Coastguard Worker cfg_.g_lag_in_frames = 0;
199*fb1b10abSAndroid Build Coastguard Worker cfg_.g_error_resilient = 0;
200*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_target_bitrate = 1000;
201*fb1b10abSAndroid Build Coastguard Worker cfg_.kf_min_dist = key_interval_;
202*fb1b10abSAndroid Build Coastguard Worker cfg_.kf_max_dist = key_interval_;
203*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_dropframe_thresh = frame_drop_thresh_;
204*fb1b10abSAndroid Build Coastguard Worker }
205*fb1b10abSAndroid Build Coastguard Worker
206*fb1b10abSAndroid Build Coastguard Worker std::unique_ptr<libvpx::VP9RateControlRTC> rc_api_;
207*fb1b10abSAndroid Build Coastguard Worker libvpx::VP9RateControlRtcConfig rc_cfg_;
208*fb1b10abSAndroid Build Coastguard Worker int aq_mode_;
209*fb1b10abSAndroid Build Coastguard Worker int key_interval_;
210*fb1b10abSAndroid Build Coastguard Worker libvpx::VP9FrameParamsQpRTC frame_params_;
211*fb1b10abSAndroid Build Coastguard Worker bool encoder_exit_;
212*fb1b10abSAndroid Build Coastguard Worker int frame_drop_thresh_;
213*fb1b10abSAndroid Build Coastguard Worker int num_drops_;
214*fb1b10abSAndroid Build Coastguard Worker };
215*fb1b10abSAndroid Build Coastguard Worker
216*fb1b10abSAndroid Build Coastguard Worker class RcInterfaceSvcTest
217*fb1b10abSAndroid Build Coastguard Worker : public ::libvpx_test::EncoderTest,
218*fb1b10abSAndroid Build Coastguard Worker public ::libvpx_test::CodecTestWith2Params<int, bool> {
219*fb1b10abSAndroid Build Coastguard Worker public:
RcInterfaceSvcTest()220*fb1b10abSAndroid Build Coastguard Worker RcInterfaceSvcTest()
221*fb1b10abSAndroid Build Coastguard Worker : EncoderTest(GET_PARAM(0)), aq_mode_(GET_PARAM(1)), key_interval_(3000),
222*fb1b10abSAndroid Build Coastguard Worker dynamic_spatial_layers_(0), inter_layer_pred_off_(GET_PARAM(2)),
223*fb1b10abSAndroid Build Coastguard Worker parallel_spatial_layers_(false), frame_drop_thresh_(0),
224*fb1b10abSAndroid Build Coastguard Worker max_consec_drop_(INT_MAX), num_drops_(0) {}
225*fb1b10abSAndroid Build Coastguard Worker ~RcInterfaceSvcTest() override = default;
226*fb1b10abSAndroid Build Coastguard Worker
227*fb1b10abSAndroid Build Coastguard Worker protected:
SetUp()228*fb1b10abSAndroid Build Coastguard Worker void SetUp() override {
229*fb1b10abSAndroid Build Coastguard Worker InitializeConfig();
230*fb1b10abSAndroid Build Coastguard Worker SetMode(::libvpx_test::kRealTime);
231*fb1b10abSAndroid Build Coastguard Worker }
232*fb1b10abSAndroid Build Coastguard Worker
PreEncodeFrameHook(libvpx_test::VideoSource * video,::libvpx_test::Encoder * encoder)233*fb1b10abSAndroid Build Coastguard Worker void PreEncodeFrameHook(libvpx_test::VideoSource *video,
234*fb1b10abSAndroid Build Coastguard Worker ::libvpx_test::Encoder *encoder) override {
235*fb1b10abSAndroid Build Coastguard Worker if (video->frame() == 0) {
236*fb1b10abSAndroid Build Coastguard Worker current_superframe_ = 0;
237*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP8E_SET_CPUUSED, 7);
238*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP9E_SET_AQ_MODE, aq_mode_);
239*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP9E_SET_TUNE_CONTENT, 0);
240*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP8E_SET_MAX_INTRA_BITRATE_PCT, 900);
241*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP9E_SET_RTC_EXTERNAL_RATECTRL, 1);
242*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP9E_SET_SVC, 1);
243*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP9E_SET_SVC_PARAMETERS, &svc_params_);
244*fb1b10abSAndroid Build Coastguard Worker if (inter_layer_pred_off_) {
245*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP9E_SET_SVC_INTER_LAYER_PRED,
246*fb1b10abSAndroid Build Coastguard Worker INTER_LAYER_PRED_OFF_NONKEY);
247*fb1b10abSAndroid Build Coastguard Worker }
248*fb1b10abSAndroid Build Coastguard Worker if (frame_drop_thresh_ > 0) {
249*fb1b10abSAndroid Build Coastguard Worker vpx_svc_frame_drop_t svc_drop_frame;
250*fb1b10abSAndroid Build Coastguard Worker svc_drop_frame.framedrop_mode = FULL_SUPERFRAME_DROP;
251*fb1b10abSAndroid Build Coastguard Worker for (int sl = 0; sl < rc_cfg_.ss_number_layers; ++sl)
252*fb1b10abSAndroid Build Coastguard Worker svc_drop_frame.framedrop_thresh[sl] = frame_drop_thresh_;
253*fb1b10abSAndroid Build Coastguard Worker svc_drop_frame.max_consec_drop = max_consec_drop_;
254*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP9E_SET_SVC_FRAME_DROP_LAYER, &svc_drop_frame);
255*fb1b10abSAndroid Build Coastguard Worker }
256*fb1b10abSAndroid Build Coastguard Worker }
257*fb1b10abSAndroid Build Coastguard Worker frame_params_.frame_type = video->frame() % key_interval_ == 0
258*fb1b10abSAndroid Build Coastguard Worker ? libvpx::RcFrameType::kKeyFrame
259*fb1b10abSAndroid Build Coastguard Worker : libvpx::RcFrameType::kInterFrame;
260*fb1b10abSAndroid Build Coastguard Worker encoder_exit_ = video->frame() == kNumFrames;
261*fb1b10abSAndroid Build Coastguard Worker if (dynamic_spatial_layers_ == 1) {
262*fb1b10abSAndroid Build Coastguard Worker if (video->frame() == 100) {
263*fb1b10abSAndroid Build Coastguard Worker // Go down to 2 spatial layers: set top SL to 0 bitrate.
264*fb1b10abSAndroid Build Coastguard Worker // Update the encoder config.
265*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_target_bitrate -= cfg_.layer_target_bitrate[8];
266*fb1b10abSAndroid Build Coastguard Worker cfg_.layer_target_bitrate[6] = 0;
267*fb1b10abSAndroid Build Coastguard Worker cfg_.layer_target_bitrate[7] = 0;
268*fb1b10abSAndroid Build Coastguard Worker cfg_.layer_target_bitrate[8] = 0;
269*fb1b10abSAndroid Build Coastguard Worker encoder->Config(&cfg_);
270*fb1b10abSAndroid Build Coastguard Worker // Update the RC config.
271*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.target_bandwidth -= rc_cfg_.layer_target_bitrate[8];
272*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.layer_target_bitrate[6] = 0;
273*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.layer_target_bitrate[7] = 0;
274*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.layer_target_bitrate[8] = 0;
275*fb1b10abSAndroid Build Coastguard Worker ASSERT_TRUE(rc_api_->UpdateRateControl(rc_cfg_));
276*fb1b10abSAndroid Build Coastguard Worker } else if (video->frame() == 200) {
277*fb1b10abSAndroid Build Coastguard Worker // Go down to 1 spatial layer.
278*fb1b10abSAndroid Build Coastguard Worker // Update the encoder config.
279*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_target_bitrate -= cfg_.layer_target_bitrate[5];
280*fb1b10abSAndroid Build Coastguard Worker cfg_.layer_target_bitrate[3] = 0;
281*fb1b10abSAndroid Build Coastguard Worker cfg_.layer_target_bitrate[4] = 0;
282*fb1b10abSAndroid Build Coastguard Worker cfg_.layer_target_bitrate[5] = 0;
283*fb1b10abSAndroid Build Coastguard Worker encoder->Config(&cfg_);
284*fb1b10abSAndroid Build Coastguard Worker // Update the RC config.
285*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.target_bandwidth -= rc_cfg_.layer_target_bitrate[5];
286*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.layer_target_bitrate[3] = 0;
287*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.layer_target_bitrate[4] = 0;
288*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.layer_target_bitrate[5] = 0;
289*fb1b10abSAndroid Build Coastguard Worker ASSERT_TRUE(rc_api_->UpdateRateControl(rc_cfg_));
290*fb1b10abSAndroid Build Coastguard Worker } else if (/*DISABLES CODE*/ (false) && video->frame() == 280) {
291*fb1b10abSAndroid Build Coastguard Worker // TODO(marpan): Re-enable this going back up when issue is fixed.
292*fb1b10abSAndroid Build Coastguard Worker // Go back up to 3 spatial layers.
293*fb1b10abSAndroid Build Coastguard Worker // Update the encoder config: use the original bitrates.
294*fb1b10abSAndroid Build Coastguard Worker SetEncoderConfigSvc(3, 3);
295*fb1b10abSAndroid Build Coastguard Worker encoder->Config(&cfg_);
296*fb1b10abSAndroid Build Coastguard Worker // Update the RC config.
297*fb1b10abSAndroid Build Coastguard Worker SetRCConfigSvc(3, 3);
298*fb1b10abSAndroid Build Coastguard Worker ASSERT_TRUE(rc_api_->UpdateRateControl(rc_cfg_));
299*fb1b10abSAndroid Build Coastguard Worker }
300*fb1b10abSAndroid Build Coastguard Worker }
301*fb1b10abSAndroid Build Coastguard Worker }
302*fb1b10abSAndroid Build Coastguard Worker
SetFrameParamsSvc(int sl)303*fb1b10abSAndroid Build Coastguard Worker virtual void SetFrameParamsSvc(int sl) {
304*fb1b10abSAndroid Build Coastguard Worker frame_params_.spatial_layer_id = sl;
305*fb1b10abSAndroid Build Coastguard Worker if (rc_cfg_.ts_number_layers == 3)
306*fb1b10abSAndroid Build Coastguard Worker frame_params_.temporal_layer_id =
307*fb1b10abSAndroid Build Coastguard Worker kTemporalId3Layer[current_superframe_ % 4];
308*fb1b10abSAndroid Build Coastguard Worker else if (rc_cfg_.ts_number_layers == 2)
309*fb1b10abSAndroid Build Coastguard Worker frame_params_.temporal_layer_id =
310*fb1b10abSAndroid Build Coastguard Worker kTemporalId2Layer[current_superframe_ % 2];
311*fb1b10abSAndroid Build Coastguard Worker else
312*fb1b10abSAndroid Build Coastguard Worker frame_params_.temporal_layer_id = 0;
313*fb1b10abSAndroid Build Coastguard Worker frame_params_.frame_type =
314*fb1b10abSAndroid Build Coastguard Worker current_superframe_ % key_interval_ == 0 && sl == 0
315*fb1b10abSAndroid Build Coastguard Worker ? libvpx::RcFrameType::kKeyFrame
316*fb1b10abSAndroid Build Coastguard Worker : libvpx::RcFrameType::kInterFrame;
317*fb1b10abSAndroid Build Coastguard Worker }
318*fb1b10abSAndroid Build Coastguard Worker
PostEncodeFrameHook(::libvpx_test::Encoder * encoder)319*fb1b10abSAndroid Build Coastguard Worker void PostEncodeFrameHook(::libvpx_test::Encoder *encoder) override {
320*fb1b10abSAndroid Build Coastguard Worker if (encoder_exit_) {
321*fb1b10abSAndroid Build Coastguard Worker return;
322*fb1b10abSAndroid Build Coastguard Worker }
323*fb1b10abSAndroid Build Coastguard Worker int superframe_is_dropped = false;
324*fb1b10abSAndroid Build Coastguard Worker ::libvpx_test::CxDataIterator iter = encoder->GetCxData();
325*fb1b10abSAndroid Build Coastguard Worker for (int sl = 0; sl < rc_cfg_.ss_number_layers; sl++) sizes_[sl] = 0;
326*fb1b10abSAndroid Build Coastguard Worker std::vector<int> rc_qp;
327*fb1b10abSAndroid Build Coastguard Worker // For FULL_SUPERFRAME_DROP: the full superframe drop decision is
328*fb1b10abSAndroid Build Coastguard Worker // determined on the base spatial layer.
329*fb1b10abSAndroid Build Coastguard Worker SetFrameParamsSvc(0);
330*fb1b10abSAndroid Build Coastguard Worker if (rc_api_->ComputeQP(frame_params_) == libvpx::FrameDropDecision::kDrop) {
331*fb1b10abSAndroid Build Coastguard Worker superframe_is_dropped = true;
332*fb1b10abSAndroid Build Coastguard Worker num_drops_++;
333*fb1b10abSAndroid Build Coastguard Worker }
334*fb1b10abSAndroid Build Coastguard Worker while (const vpx_codec_cx_pkt_t *pkt = iter.Next()) {
335*fb1b10abSAndroid Build Coastguard Worker ASSERT_EQ(superframe_is_dropped, false);
336*fb1b10abSAndroid Build Coastguard Worker ParseSuperframeSizes(static_cast<const uint8_t *>(pkt->data.frame.buf),
337*fb1b10abSAndroid Build Coastguard Worker pkt->data.frame.sz);
338*fb1b10abSAndroid Build Coastguard Worker if (!parallel_spatial_layers_ || current_superframe_ == 0) {
339*fb1b10abSAndroid Build Coastguard Worker for (int sl = 0; sl < rc_cfg_.ss_number_layers; sl++) {
340*fb1b10abSAndroid Build Coastguard Worker if (sizes_[sl] > 0) {
341*fb1b10abSAndroid Build Coastguard Worker SetFrameParamsSvc(sl);
342*fb1b10abSAndroid Build Coastguard Worker // For sl=0 ComputeQP() is already called above (line 310).
343*fb1b10abSAndroid Build Coastguard Worker if (sl > 0) rc_api_->ComputeQP(frame_params_);
344*fb1b10abSAndroid Build Coastguard Worker rc_api_->PostEncodeUpdate(sizes_[sl], frame_params_);
345*fb1b10abSAndroid Build Coastguard Worker rc_qp.push_back(rc_api_->GetQP());
346*fb1b10abSAndroid Build Coastguard Worker }
347*fb1b10abSAndroid Build Coastguard Worker }
348*fb1b10abSAndroid Build Coastguard Worker } else {
349*fb1b10abSAndroid Build Coastguard Worker for (int sl = 0; sl < rc_cfg_.ss_number_layers; sl++) {
350*fb1b10abSAndroid Build Coastguard Worker // For sl=0 ComputeQP() is already called above (line 310).
351*fb1b10abSAndroid Build Coastguard Worker if (sizes_[sl] > 0 && sl > 0) {
352*fb1b10abSAndroid Build Coastguard Worker SetFrameParamsSvc(sl);
353*fb1b10abSAndroid Build Coastguard Worker rc_api_->ComputeQP(frame_params_);
354*fb1b10abSAndroid Build Coastguard Worker }
355*fb1b10abSAndroid Build Coastguard Worker }
356*fb1b10abSAndroid Build Coastguard Worker for (int sl = 0; sl < rc_cfg_.ss_number_layers; sl++) {
357*fb1b10abSAndroid Build Coastguard Worker if (sizes_[sl] > 0) {
358*fb1b10abSAndroid Build Coastguard Worker SetFrameParamsSvc(sl);
359*fb1b10abSAndroid Build Coastguard Worker rc_api_->PostEncodeUpdate(sizes_[sl], frame_params_);
360*fb1b10abSAndroid Build Coastguard Worker rc_qp.push_back(rc_api_->GetQP());
361*fb1b10abSAndroid Build Coastguard Worker }
362*fb1b10abSAndroid Build Coastguard Worker }
363*fb1b10abSAndroid Build Coastguard Worker }
364*fb1b10abSAndroid Build Coastguard Worker }
365*fb1b10abSAndroid Build Coastguard Worker if (!superframe_is_dropped) {
366*fb1b10abSAndroid Build Coastguard Worker int loopfilter_level;
367*fb1b10abSAndroid Build Coastguard Worker std::vector<int> encoder_qp(VPX_SS_MAX_LAYERS, 0);
368*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP9E_GET_LOOPFILTER_LEVEL, &loopfilter_level);
369*fb1b10abSAndroid Build Coastguard Worker encoder->Control(VP9E_GET_LAST_QUANTIZER_SVC_LAYERS, encoder_qp.data());
370*fb1b10abSAndroid Build Coastguard Worker encoder_qp.resize(rc_qp.size());
371*fb1b10abSAndroid Build Coastguard Worker ASSERT_EQ(rc_qp, encoder_qp);
372*fb1b10abSAndroid Build Coastguard Worker ASSERT_EQ(rc_api_->GetLoopfilterLevel(), loopfilter_level);
373*fb1b10abSAndroid Build Coastguard Worker current_superframe_++;
374*fb1b10abSAndroid Build Coastguard Worker }
375*fb1b10abSAndroid Build Coastguard Worker }
376*fb1b10abSAndroid Build Coastguard Worker // This method needs to be overridden because non-reference frames are
377*fb1b10abSAndroid Build Coastguard Worker // expected to be mismatched frames as the encoder will avoid loopfilter on
378*fb1b10abSAndroid Build Coastguard Worker // these frames.
MismatchHook(const vpx_image_t *,const vpx_image_t *)379*fb1b10abSAndroid Build Coastguard Worker void MismatchHook(const vpx_image_t * /*img1*/,
380*fb1b10abSAndroid Build Coastguard Worker const vpx_image_t * /*img2*/) override {}
381*fb1b10abSAndroid Build Coastguard Worker
RunSvc()382*fb1b10abSAndroid Build Coastguard Worker void RunSvc() {
383*fb1b10abSAndroid Build Coastguard Worker SetRCConfigSvc(3, 3);
384*fb1b10abSAndroid Build Coastguard Worker rc_api_ = libvpx::VP9RateControlRTC::Create(rc_cfg_);
385*fb1b10abSAndroid Build Coastguard Worker SetEncoderConfigSvc(3, 3);
386*fb1b10abSAndroid Build Coastguard Worker
387*fb1b10abSAndroid Build Coastguard Worker ::libvpx_test::I420VideoSource video("desktop_office1.1280_720-020.yuv",
388*fb1b10abSAndroid Build Coastguard Worker 1280, 720, 30, 1, 0, kNumFrames);
389*fb1b10abSAndroid Build Coastguard Worker
390*fb1b10abSAndroid Build Coastguard Worker ASSERT_NO_FATAL_FAILURE(RunLoop(&video));
391*fb1b10abSAndroid Build Coastguard Worker }
392*fb1b10abSAndroid Build Coastguard Worker
RunSvcDropFramesCBR()393*fb1b10abSAndroid Build Coastguard Worker void RunSvcDropFramesCBR() {
394*fb1b10abSAndroid Build Coastguard Worker max_consec_drop_ = 10;
395*fb1b10abSAndroid Build Coastguard Worker frame_drop_thresh_ = 30;
396*fb1b10abSAndroid Build Coastguard Worker SetRCConfigSvc(3, 3);
397*fb1b10abSAndroid Build Coastguard Worker rc_api_ = libvpx::VP9RateControlRTC::Create(rc_cfg_);
398*fb1b10abSAndroid Build Coastguard Worker SetEncoderConfigSvc(3, 3);
399*fb1b10abSAndroid Build Coastguard Worker
400*fb1b10abSAndroid Build Coastguard Worker ::libvpx_test::I420VideoSource video("desktop_office1.1280_720-020.yuv",
401*fb1b10abSAndroid Build Coastguard Worker 1280, 720, 30, 1, 0, kNumFrames);
402*fb1b10abSAndroid Build Coastguard Worker
403*fb1b10abSAndroid Build Coastguard Worker ASSERT_NO_FATAL_FAILURE(RunLoop(&video));
404*fb1b10abSAndroid Build Coastguard Worker // Check that some frames were dropped, otherwise test has no value.
405*fb1b10abSAndroid Build Coastguard Worker ASSERT_GE(num_drops_, 1);
406*fb1b10abSAndroid Build Coastguard Worker }
407*fb1b10abSAndroid Build Coastguard Worker
RunSvcPeriodicKey()408*fb1b10abSAndroid Build Coastguard Worker void RunSvcPeriodicKey() {
409*fb1b10abSAndroid Build Coastguard Worker SetRCConfigSvc(3, 3);
410*fb1b10abSAndroid Build Coastguard Worker key_interval_ = 100;
411*fb1b10abSAndroid Build Coastguard Worker rc_api_ = libvpx::VP9RateControlRTC::Create(rc_cfg_);
412*fb1b10abSAndroid Build Coastguard Worker SetEncoderConfigSvc(3, 3);
413*fb1b10abSAndroid Build Coastguard Worker
414*fb1b10abSAndroid Build Coastguard Worker ::libvpx_test::I420VideoSource video("desktop_office1.1280_720-020.yuv",
415*fb1b10abSAndroid Build Coastguard Worker 1280, 720, 30, 1, 0, kNumFrames);
416*fb1b10abSAndroid Build Coastguard Worker
417*fb1b10abSAndroid Build Coastguard Worker ASSERT_NO_FATAL_FAILURE(RunLoop(&video));
418*fb1b10abSAndroid Build Coastguard Worker }
419*fb1b10abSAndroid Build Coastguard Worker
RunSvcDynamicSpatial()420*fb1b10abSAndroid Build Coastguard Worker void RunSvcDynamicSpatial() {
421*fb1b10abSAndroid Build Coastguard Worker dynamic_spatial_layers_ = 1;
422*fb1b10abSAndroid Build Coastguard Worker SetRCConfigSvc(3, 3);
423*fb1b10abSAndroid Build Coastguard Worker rc_api_ = libvpx::VP9RateControlRTC::Create(rc_cfg_);
424*fb1b10abSAndroid Build Coastguard Worker SetEncoderConfigSvc(3, 3);
425*fb1b10abSAndroid Build Coastguard Worker
426*fb1b10abSAndroid Build Coastguard Worker ::libvpx_test::I420VideoSource video("desktop_office1.1280_720-020.yuv",
427*fb1b10abSAndroid Build Coastguard Worker 1280, 720, 30, 1, 0, kNumFrames);
428*fb1b10abSAndroid Build Coastguard Worker
429*fb1b10abSAndroid Build Coastguard Worker ASSERT_NO_FATAL_FAILURE(RunLoop(&video));
430*fb1b10abSAndroid Build Coastguard Worker }
431*fb1b10abSAndroid Build Coastguard Worker
RunSvcParallelSpatialLayers()432*fb1b10abSAndroid Build Coastguard Worker void RunSvcParallelSpatialLayers() {
433*fb1b10abSAndroid Build Coastguard Worker if (!inter_layer_pred_off_) return;
434*fb1b10abSAndroid Build Coastguard Worker parallel_spatial_layers_ = true;
435*fb1b10abSAndroid Build Coastguard Worker SetRCConfigSvc(3, 3);
436*fb1b10abSAndroid Build Coastguard Worker rc_api_ = libvpx::VP9RateControlRTC::Create(rc_cfg_);
437*fb1b10abSAndroid Build Coastguard Worker SetEncoderConfigSvc(3, 3);
438*fb1b10abSAndroid Build Coastguard Worker
439*fb1b10abSAndroid Build Coastguard Worker ::libvpx_test::I420VideoSource video("desktop_office1.1280_720-020.yuv",
440*fb1b10abSAndroid Build Coastguard Worker 1280, 720, 30, 1, 0, kNumFrames);
441*fb1b10abSAndroid Build Coastguard Worker
442*fb1b10abSAndroid Build Coastguard Worker ASSERT_NO_FATAL_FAILURE(RunLoop(&video));
443*fb1b10abSAndroid Build Coastguard Worker }
444*fb1b10abSAndroid Build Coastguard Worker
445*fb1b10abSAndroid Build Coastguard Worker private:
ParseSuperframeSizes(const uint8_t * data,size_t data_sz)446*fb1b10abSAndroid Build Coastguard Worker vpx_codec_err_t ParseSuperframeSizes(const uint8_t *data, size_t data_sz) {
447*fb1b10abSAndroid Build Coastguard Worker uint8_t marker = *(data + data_sz - 1);
448*fb1b10abSAndroid Build Coastguard Worker if ((marker & 0xe0) == 0xc0) {
449*fb1b10abSAndroid Build Coastguard Worker const uint32_t frames = (marker & 0x7) + 1;
450*fb1b10abSAndroid Build Coastguard Worker const uint32_t mag = ((marker >> 3) & 0x3) + 1;
451*fb1b10abSAndroid Build Coastguard Worker const size_t index_sz = 2 + mag * frames;
452*fb1b10abSAndroid Build Coastguard Worker // This chunk is marked as having a superframe index but doesn't have
453*fb1b10abSAndroid Build Coastguard Worker // enough data for it, thus it's an invalid superframe index.
454*fb1b10abSAndroid Build Coastguard Worker if (data_sz < index_sz) return VPX_CODEC_CORRUPT_FRAME;
455*fb1b10abSAndroid Build Coastguard Worker {
456*fb1b10abSAndroid Build Coastguard Worker const uint8_t marker2 = *(data + data_sz - index_sz);
457*fb1b10abSAndroid Build Coastguard Worker // This chunk is marked as having a superframe index but doesn't have
458*fb1b10abSAndroid Build Coastguard Worker // the matching marker byte at the front of the index therefore it's an
459*fb1b10abSAndroid Build Coastguard Worker // invalid chunk.
460*fb1b10abSAndroid Build Coastguard Worker if (marker != marker2) return VPX_CODEC_CORRUPT_FRAME;
461*fb1b10abSAndroid Build Coastguard Worker }
462*fb1b10abSAndroid Build Coastguard Worker const uint8_t *x = &data[data_sz - index_sz + 1];
463*fb1b10abSAndroid Build Coastguard Worker for (uint32_t i = 0; i < frames; ++i) {
464*fb1b10abSAndroid Build Coastguard Worker uint32_t this_sz = 0;
465*fb1b10abSAndroid Build Coastguard Worker
466*fb1b10abSAndroid Build Coastguard Worker for (uint32_t j = 0; j < mag; ++j) this_sz |= (*x++) << (j * 8);
467*fb1b10abSAndroid Build Coastguard Worker sizes_[i] = this_sz;
468*fb1b10abSAndroid Build Coastguard Worker }
469*fb1b10abSAndroid Build Coastguard Worker }
470*fb1b10abSAndroid Build Coastguard Worker return VPX_CODEC_OK;
471*fb1b10abSAndroid Build Coastguard Worker }
472*fb1b10abSAndroid Build Coastguard Worker
SetEncoderConfigSvc(int number_spatial_layers,int number_temporal_layers)473*fb1b10abSAndroid Build Coastguard Worker void SetEncoderConfigSvc(int number_spatial_layers,
474*fb1b10abSAndroid Build Coastguard Worker int number_temporal_layers) {
475*fb1b10abSAndroid Build Coastguard Worker cfg_.g_w = 1280;
476*fb1b10abSAndroid Build Coastguard Worker cfg_.g_h = 720;
477*fb1b10abSAndroid Build Coastguard Worker cfg_.ss_number_layers = number_spatial_layers;
478*fb1b10abSAndroid Build Coastguard Worker cfg_.ts_number_layers = number_temporal_layers;
479*fb1b10abSAndroid Build Coastguard Worker cfg_.g_timebase.num = 1;
480*fb1b10abSAndroid Build Coastguard Worker cfg_.g_timebase.den = 30;
481*fb1b10abSAndroid Build Coastguard Worker if (number_spatial_layers == 3) {
482*fb1b10abSAndroid Build Coastguard Worker svc_params_.scaling_factor_num[0] = 1;
483*fb1b10abSAndroid Build Coastguard Worker svc_params_.scaling_factor_den[0] = 4;
484*fb1b10abSAndroid Build Coastguard Worker svc_params_.scaling_factor_num[1] = 2;
485*fb1b10abSAndroid Build Coastguard Worker svc_params_.scaling_factor_den[1] = 4;
486*fb1b10abSAndroid Build Coastguard Worker svc_params_.scaling_factor_num[2] = 4;
487*fb1b10abSAndroid Build Coastguard Worker svc_params_.scaling_factor_den[2] = 4;
488*fb1b10abSAndroid Build Coastguard Worker } else if (number_spatial_layers == 2) {
489*fb1b10abSAndroid Build Coastguard Worker svc_params_.scaling_factor_num[0] = 1;
490*fb1b10abSAndroid Build Coastguard Worker svc_params_.scaling_factor_den[0] = 2;
491*fb1b10abSAndroid Build Coastguard Worker svc_params_.scaling_factor_num[1] = 2;
492*fb1b10abSAndroid Build Coastguard Worker svc_params_.scaling_factor_den[1] = 2;
493*fb1b10abSAndroid Build Coastguard Worker } else if (number_spatial_layers == 1) {
494*fb1b10abSAndroid Build Coastguard Worker svc_params_.scaling_factor_num[0] = 1;
495*fb1b10abSAndroid Build Coastguard Worker svc_params_.scaling_factor_den[0] = 1;
496*fb1b10abSAndroid Build Coastguard Worker }
497*fb1b10abSAndroid Build Coastguard Worker
498*fb1b10abSAndroid Build Coastguard Worker for (int i = 0; i < VPX_MAX_LAYERS; ++i) {
499*fb1b10abSAndroid Build Coastguard Worker svc_params_.max_quantizers[i] = 56;
500*fb1b10abSAndroid Build Coastguard Worker svc_params_.min_quantizers[i] = 2;
501*fb1b10abSAndroid Build Coastguard Worker svc_params_.speed_per_layer[i] = 7;
502*fb1b10abSAndroid Build Coastguard Worker svc_params_.loopfilter_ctrl[i] = LOOPFILTER_ALL;
503*fb1b10abSAndroid Build Coastguard Worker }
504*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_end_usage = VPX_CBR;
505*fb1b10abSAndroid Build Coastguard Worker cfg_.g_lag_in_frames = 0;
506*fb1b10abSAndroid Build Coastguard Worker cfg_.g_error_resilient = 0;
507*fb1b10abSAndroid Build Coastguard Worker
508*fb1b10abSAndroid Build Coastguard Worker if (number_temporal_layers == 3) {
509*fb1b10abSAndroid Build Coastguard Worker cfg_.ts_rate_decimator[0] = 4;
510*fb1b10abSAndroid Build Coastguard Worker cfg_.ts_rate_decimator[1] = 2;
511*fb1b10abSAndroid Build Coastguard Worker cfg_.ts_rate_decimator[2] = 1;
512*fb1b10abSAndroid Build Coastguard Worker cfg_.temporal_layering_mode = 3;
513*fb1b10abSAndroid Build Coastguard Worker } else if (number_temporal_layers == 2) {
514*fb1b10abSAndroid Build Coastguard Worker cfg_.ts_rate_decimator[0] = 2;
515*fb1b10abSAndroid Build Coastguard Worker cfg_.ts_rate_decimator[1] = 1;
516*fb1b10abSAndroid Build Coastguard Worker cfg_.temporal_layering_mode = 2;
517*fb1b10abSAndroid Build Coastguard Worker } else if (number_temporal_layers == 1) {
518*fb1b10abSAndroid Build Coastguard Worker cfg_.ts_rate_decimator[0] = 1;
519*fb1b10abSAndroid Build Coastguard Worker cfg_.temporal_layering_mode = 0;
520*fb1b10abSAndroid Build Coastguard Worker }
521*fb1b10abSAndroid Build Coastguard Worker
522*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_buf_initial_sz = 500;
523*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_buf_optimal_sz = 600;
524*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_buf_sz = 1000;
525*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_min_quantizer = 2;
526*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_max_quantizer = 56;
527*fb1b10abSAndroid Build Coastguard Worker cfg_.g_threads = 1;
528*fb1b10abSAndroid Build Coastguard Worker cfg_.kf_max_dist = 9999;
529*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_overshoot_pct = 50;
530*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_undershoot_pct = 50;
531*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_dropframe_thresh = frame_drop_thresh_;
532*fb1b10abSAndroid Build Coastguard Worker
533*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_target_bitrate = 0;
534*fb1b10abSAndroid Build Coastguard Worker for (int sl = 0; sl < number_spatial_layers; sl++) {
535*fb1b10abSAndroid Build Coastguard Worker int spatial_bitrate = 0;
536*fb1b10abSAndroid Build Coastguard Worker if (number_spatial_layers <= 3)
537*fb1b10abSAndroid Build Coastguard Worker spatial_bitrate = frame_drop_thresh_ > 0 ? kSpatialLayerBitrateLow[sl]
538*fb1b10abSAndroid Build Coastguard Worker : kSpatialLayerBitrate[sl];
539*fb1b10abSAndroid Build Coastguard Worker for (int tl = 0; tl < number_temporal_layers; tl++) {
540*fb1b10abSAndroid Build Coastguard Worker int layer = sl * number_temporal_layers + tl;
541*fb1b10abSAndroid Build Coastguard Worker if (number_temporal_layers == 3)
542*fb1b10abSAndroid Build Coastguard Worker cfg_.layer_target_bitrate[layer] =
543*fb1b10abSAndroid Build Coastguard Worker kTemporalRateAllocation3Layer[tl] * spatial_bitrate / 100;
544*fb1b10abSAndroid Build Coastguard Worker else if (number_temporal_layers == 2)
545*fb1b10abSAndroid Build Coastguard Worker cfg_.layer_target_bitrate[layer] =
546*fb1b10abSAndroid Build Coastguard Worker kTemporalRateAllocation2Layer[tl] * spatial_bitrate / 100;
547*fb1b10abSAndroid Build Coastguard Worker else if (number_temporal_layers == 1)
548*fb1b10abSAndroid Build Coastguard Worker cfg_.layer_target_bitrate[layer] = spatial_bitrate;
549*fb1b10abSAndroid Build Coastguard Worker }
550*fb1b10abSAndroid Build Coastguard Worker cfg_.rc_target_bitrate += spatial_bitrate;
551*fb1b10abSAndroid Build Coastguard Worker }
552*fb1b10abSAndroid Build Coastguard Worker
553*fb1b10abSAndroid Build Coastguard Worker cfg_.kf_min_dist = key_interval_;
554*fb1b10abSAndroid Build Coastguard Worker cfg_.kf_max_dist = key_interval_;
555*fb1b10abSAndroid Build Coastguard Worker }
556*fb1b10abSAndroid Build Coastguard Worker
SetRCConfigSvc(int number_spatial_layers,int number_temporal_layers)557*fb1b10abSAndroid Build Coastguard Worker void SetRCConfigSvc(int number_spatial_layers, int number_temporal_layers) {
558*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.width = 1280;
559*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.height = 720;
560*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.ss_number_layers = number_spatial_layers;
561*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.ts_number_layers = number_temporal_layers;
562*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.max_quantizer = 56;
563*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.min_quantizer = 2;
564*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.buf_initial_sz = 500;
565*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.buf_optimal_sz = 600;
566*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.buf_sz = 1000;
567*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.undershoot_pct = 50;
568*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.overshoot_pct = 50;
569*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.max_intra_bitrate_pct = 900;
570*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.framerate = 30.0;
571*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.rc_mode = VPX_CBR;
572*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.aq_mode = aq_mode_;
573*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.frame_drop_thresh = frame_drop_thresh_;
574*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.max_consec_drop = max_consec_drop_;
575*fb1b10abSAndroid Build Coastguard Worker
576*fb1b10abSAndroid Build Coastguard Worker if (number_spatial_layers == 3) {
577*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.scaling_factor_num[0] = 1;
578*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.scaling_factor_den[0] = 4;
579*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.scaling_factor_num[1] = 2;
580*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.scaling_factor_den[1] = 4;
581*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.scaling_factor_num[2] = 4;
582*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.scaling_factor_den[2] = 4;
583*fb1b10abSAndroid Build Coastguard Worker } else if (number_spatial_layers == 2) {
584*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.scaling_factor_num[0] = 1;
585*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.scaling_factor_den[0] = 2;
586*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.scaling_factor_num[1] = 2;
587*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.scaling_factor_den[1] = 2;
588*fb1b10abSAndroid Build Coastguard Worker } else if (number_spatial_layers == 1) {
589*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.scaling_factor_num[0] = 1;
590*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.scaling_factor_den[0] = 1;
591*fb1b10abSAndroid Build Coastguard Worker }
592*fb1b10abSAndroid Build Coastguard Worker
593*fb1b10abSAndroid Build Coastguard Worker if (number_temporal_layers == 3) {
594*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.ts_rate_decimator[0] = 4;
595*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.ts_rate_decimator[1] = 2;
596*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.ts_rate_decimator[2] = 1;
597*fb1b10abSAndroid Build Coastguard Worker } else if (number_temporal_layers == 2) {
598*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.ts_rate_decimator[0] = 2;
599*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.ts_rate_decimator[1] = 1;
600*fb1b10abSAndroid Build Coastguard Worker } else if (number_temporal_layers == 1) {
601*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.ts_rate_decimator[0] = 1;
602*fb1b10abSAndroid Build Coastguard Worker }
603*fb1b10abSAndroid Build Coastguard Worker
604*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.target_bandwidth = 0;
605*fb1b10abSAndroid Build Coastguard Worker for (int sl = 0; sl < number_spatial_layers; sl++) {
606*fb1b10abSAndroid Build Coastguard Worker int spatial_bitrate = 0;
607*fb1b10abSAndroid Build Coastguard Worker if (number_spatial_layers <= 3)
608*fb1b10abSAndroid Build Coastguard Worker spatial_bitrate = frame_drop_thresh_ > 0 ? kSpatialLayerBitrateLow[sl]
609*fb1b10abSAndroid Build Coastguard Worker : kSpatialLayerBitrate[sl];
610*fb1b10abSAndroid Build Coastguard Worker for (int tl = 0; tl < number_temporal_layers; tl++) {
611*fb1b10abSAndroid Build Coastguard Worker int layer = sl * number_temporal_layers + tl;
612*fb1b10abSAndroid Build Coastguard Worker if (number_temporal_layers == 3)
613*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.layer_target_bitrate[layer] =
614*fb1b10abSAndroid Build Coastguard Worker kTemporalRateAllocation3Layer[tl] * spatial_bitrate / 100;
615*fb1b10abSAndroid Build Coastguard Worker else if (number_temporal_layers == 2)
616*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.layer_target_bitrate[layer] =
617*fb1b10abSAndroid Build Coastguard Worker kTemporalRateAllocation2Layer[tl] * spatial_bitrate / 100;
618*fb1b10abSAndroid Build Coastguard Worker else if (number_temporal_layers == 1)
619*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.layer_target_bitrate[layer] = spatial_bitrate;
620*fb1b10abSAndroid Build Coastguard Worker }
621*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.target_bandwidth += spatial_bitrate;
622*fb1b10abSAndroid Build Coastguard Worker }
623*fb1b10abSAndroid Build Coastguard Worker
624*fb1b10abSAndroid Build Coastguard Worker for (int sl = 0; sl < rc_cfg_.ss_number_layers; ++sl) {
625*fb1b10abSAndroid Build Coastguard Worker for (int tl = 0; tl < rc_cfg_.ts_number_layers; ++tl) {
626*fb1b10abSAndroid Build Coastguard Worker const int i = sl * rc_cfg_.ts_number_layers + tl;
627*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.max_quantizers[i] = 56;
628*fb1b10abSAndroid Build Coastguard Worker rc_cfg_.min_quantizers[i] = 2;
629*fb1b10abSAndroid Build Coastguard Worker }
630*fb1b10abSAndroid Build Coastguard Worker }
631*fb1b10abSAndroid Build Coastguard Worker }
632*fb1b10abSAndroid Build Coastguard Worker
633*fb1b10abSAndroid Build Coastguard Worker int aq_mode_;
634*fb1b10abSAndroid Build Coastguard Worker std::unique_ptr<libvpx::VP9RateControlRTC> rc_api_;
635*fb1b10abSAndroid Build Coastguard Worker libvpx::VP9RateControlRtcConfig rc_cfg_;
636*fb1b10abSAndroid Build Coastguard Worker vpx_svc_extra_cfg_t svc_params_;
637*fb1b10abSAndroid Build Coastguard Worker libvpx::VP9FrameParamsQpRTC frame_params_;
638*fb1b10abSAndroid Build Coastguard Worker bool encoder_exit_;
639*fb1b10abSAndroid Build Coastguard Worker int current_superframe_;
640*fb1b10abSAndroid Build Coastguard Worker uint32_t sizes_[8];
641*fb1b10abSAndroid Build Coastguard Worker int key_interval_;
642*fb1b10abSAndroid Build Coastguard Worker int dynamic_spatial_layers_;
643*fb1b10abSAndroid Build Coastguard Worker bool inter_layer_pred_off_;
644*fb1b10abSAndroid Build Coastguard Worker // ComputeQP() and PostEncodeUpdate() don't need to be sequential for KSVC.
645*fb1b10abSAndroid Build Coastguard Worker bool parallel_spatial_layers_;
646*fb1b10abSAndroid Build Coastguard Worker int frame_drop_thresh_;
647*fb1b10abSAndroid Build Coastguard Worker int max_consec_drop_;
648*fb1b10abSAndroid Build Coastguard Worker int num_drops_;
649*fb1b10abSAndroid Build Coastguard Worker };
650*fb1b10abSAndroid Build Coastguard Worker
TEST_P(RcInterfaceTest,OneLayer)651*fb1b10abSAndroid Build Coastguard Worker TEST_P(RcInterfaceTest, OneLayer) { RunOneLayer(); }
652*fb1b10abSAndroid Build Coastguard Worker
TEST_P(RcInterfaceTest,OneLayerDropFramesCBR)653*fb1b10abSAndroid Build Coastguard Worker TEST_P(RcInterfaceTest, OneLayerDropFramesCBR) { RunOneLayerDropFramesCBR(); }
654*fb1b10abSAndroid Build Coastguard Worker
TEST_P(RcInterfaceTest,OneLayerScreen)655*fb1b10abSAndroid Build Coastguard Worker TEST_P(RcInterfaceTest, OneLayerScreen) { RunOneLayerScreen(); }
656*fb1b10abSAndroid Build Coastguard Worker
TEST_P(RcInterfaceTest,OneLayerVBRPeriodicKey)657*fb1b10abSAndroid Build Coastguard Worker TEST_P(RcInterfaceTest, OneLayerVBRPeriodicKey) { RunOneLayerVBRPeriodicKey(); }
658*fb1b10abSAndroid Build Coastguard Worker
TEST_P(RcInterfaceSvcTest,Svc)659*fb1b10abSAndroid Build Coastguard Worker TEST_P(RcInterfaceSvcTest, Svc) { RunSvc(); }
660*fb1b10abSAndroid Build Coastguard Worker
TEST_P(RcInterfaceSvcTest,SvcDropFramesCBR)661*fb1b10abSAndroid Build Coastguard Worker TEST_P(RcInterfaceSvcTest, SvcDropFramesCBR) { RunSvcDropFramesCBR(); }
662*fb1b10abSAndroid Build Coastguard Worker
TEST_P(RcInterfaceSvcTest,SvcParallelSpatialLayers)663*fb1b10abSAndroid Build Coastguard Worker TEST_P(RcInterfaceSvcTest, SvcParallelSpatialLayers) {
664*fb1b10abSAndroid Build Coastguard Worker RunSvcParallelSpatialLayers();
665*fb1b10abSAndroid Build Coastguard Worker }
666*fb1b10abSAndroid Build Coastguard Worker
TEST_P(RcInterfaceSvcTest,SvcPeriodicKey)667*fb1b10abSAndroid Build Coastguard Worker TEST_P(RcInterfaceSvcTest, SvcPeriodicKey) { RunSvcPeriodicKey(); }
668*fb1b10abSAndroid Build Coastguard Worker
TEST_P(RcInterfaceSvcTest,SvcDynamicSpatial)669*fb1b10abSAndroid Build Coastguard Worker TEST_P(RcInterfaceSvcTest, SvcDynamicSpatial) { RunSvcDynamicSpatial(); }
670*fb1b10abSAndroid Build Coastguard Worker
671*fb1b10abSAndroid Build Coastguard Worker VP9_INSTANTIATE_TEST_SUITE(RcInterfaceTest, ::testing::Values(0, 3),
672*fb1b10abSAndroid Build Coastguard Worker ::testing::Values(VPX_CBR, VPX_VBR));
673*fb1b10abSAndroid Build Coastguard Worker VP9_INSTANTIATE_TEST_SUITE(RcInterfaceSvcTest, ::testing::Values(0, 3),
674*fb1b10abSAndroid Build Coastguard Worker ::testing::Values(true, false));
675*fb1b10abSAndroid Build Coastguard Worker } // namespace
676