1*c83a76b0SSuyog Pawar /******************************************************************************
2*c83a76b0SSuyog Pawar *
3*c83a76b0SSuyog Pawar * Copyright (C) 2020 The Android Open Source Project
4*c83a76b0SSuyog Pawar *
5*c83a76b0SSuyog Pawar * Licensed under the Apache License, Version 2.0 (the "License");
6*c83a76b0SSuyog Pawar * you may not use this file except in compliance with the License.
7*c83a76b0SSuyog Pawar * You may obtain a copy of the License at:
8*c83a76b0SSuyog Pawar *
9*c83a76b0SSuyog Pawar * http://www.apache.org/licenses/LICENSE-2.0
10*c83a76b0SSuyog Pawar *
11*c83a76b0SSuyog Pawar * Unless required by applicable law or agreed to in writing, software
12*c83a76b0SSuyog Pawar * distributed under the License is distributed on an "AS IS" BASIS,
13*c83a76b0SSuyog Pawar * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14*c83a76b0SSuyog Pawar * See the License for the specific language governing permissions and
15*c83a76b0SSuyog Pawar * limitations under the License.
16*c83a76b0SSuyog Pawar *
17*c83a76b0SSuyog Pawar *****************************************************************************
18*c83a76b0SSuyog Pawar * Originally developed and contributed by Ittiam Systems Pvt. Ltd, Bangalore
19*c83a76b0SSuyog Pawar */
20*c83a76b0SSuyog Pawar #include <algorithm>
21*c83a76b0SSuyog Pawar #include <memory>
22*c83a76b0SSuyog Pawar #include <string.h>
23*c83a76b0SSuyog Pawar
24*c83a76b0SSuyog Pawar #include "ihevc_typedefs.h"
25*c83a76b0SSuyog Pawar #include "itt_video_api.h"
26*c83a76b0SSuyog Pawar #include "ihevce_api.h"
27*c83a76b0SSuyog Pawar #include "ihevce_plugin.h"
28*c83a76b0SSuyog Pawar #include "ihevce_profile.h"
29*c83a76b0SSuyog Pawar
30*c83a76b0SSuyog Pawar #define NELEMENTS(x) (sizeof(x) / sizeof(x[0]))
31*c83a76b0SSuyog Pawar constexpr size_t kRcType[] = {2, 3, 5};
32*c83a76b0SSuyog Pawar constexpr IHEVCE_QUALITY_CONFIG_T kQuality[] = {
33*c83a76b0SSuyog Pawar IHEVCE_QUALITY_P0, IHEVCE_QUALITY_P2, IHEVCE_QUALITY_P3, IHEVCE_QUALITY_P4,
34*c83a76b0SSuyog Pawar IHEVCE_QUALITY_P5, IHEVCE_QUALITY_P6, IHEVCE_QUALITY_P7};
35*c83a76b0SSuyog Pawar
36*c83a76b0SSuyog Pawar constexpr size_t kRcTypeNum = NELEMENTS(kRcType);
37*c83a76b0SSuyog Pawar constexpr size_t kQualityNum = NELEMENTS(kQuality);
38*c83a76b0SSuyog Pawar constexpr size_t kMaxQP = 51;
39*c83a76b0SSuyog Pawar constexpr size_t kMaxGopPeriod = 16;
40*c83a76b0SSuyog Pawar constexpr size_t kMaxWidth = 10240;
41*c83a76b0SSuyog Pawar constexpr size_t kMaxHeight = 10240;
42*c83a76b0SSuyog Pawar constexpr size_t kMaxBitrate = 500000000;
43*c83a76b0SSuyog Pawar
44*c83a76b0SSuyog Pawar enum {
45*c83a76b0SSuyog Pawar IDX_WD_BYTE_1,
46*c83a76b0SSuyog Pawar IDX_WD_BYTE_2,
47*c83a76b0SSuyog Pawar IDX_HT_BYTE_1,
48*c83a76b0SSuyog Pawar IDX_HT_BYTE_2,
49*c83a76b0SSuyog Pawar IDX_MAX_INTRA_TX_DEPTH,
50*c83a76b0SSuyog Pawar IDX_MAX_INTER_TX_DEPTH,
51*c83a76b0SSuyog Pawar IDX_CU_RC,
52*c83a76b0SSuyog Pawar IDX_RC_MODE,
53*c83a76b0SSuyog Pawar IDX_FRAME_QP,
54*c83a76b0SSuyog Pawar IDX_PRESET,
55*c83a76b0SSuyog Pawar IDX_BITRATE_BYTE_1,
56*c83a76b0SSuyog Pawar IDX_BITRATE_BYTE_2,
57*c83a76b0SSuyog Pawar IDX_ENABLE_ENTROPY_SYNC,
58*c83a76b0SSuyog Pawar IDX_DEBLOCKING_TYPE,
59*c83a76b0SSuyog Pawar IDX_USE_SC_MTX,
60*c83a76b0SSuyog Pawar IDX_MAX_TEMPORAL_LAYERS,
61*c83a76b0SSuyog Pawar IDX_MAX_CLOSED_GOP,
62*c83a76b0SSuyog Pawar IDX_MIN_CLOSED_GOP,
63*c83a76b0SSuyog Pawar IDX_MAX_I_OPEN_GOP,
64*c83a76b0SSuyog Pawar IDX_MAX_CRA_OPEN_GOP,
65*c83a76b0SSuyog Pawar IDX_ENABLE_SPS_AT_CDR,
66*c83a76b0SSuyog Pawar IDX_ENABLE_VUI,
67*c83a76b0SSuyog Pawar IDX_ENABLE_SEI,
68*c83a76b0SSuyog Pawar IDX_ARCH_TYPE,
69*c83a76b0SSuyog Pawar IDX_ENABLE_FORCE_IDR,
70*c83a76b0SSuyog Pawar IDX_ENABLE_DYNAMIC_BITRATE,
71*c83a76b0SSuyog Pawar IDX_FORCE_IDR_INTERVAL,
72*c83a76b0SSuyog Pawar IDX_DYNAMIC_BITRATE_INTERVAL,
73*c83a76b0SSuyog Pawar IDX_LAST
74*c83a76b0SSuyog Pawar };
75*c83a76b0SSuyog Pawar
76*c83a76b0SSuyog Pawar class Codec {
77*c83a76b0SSuyog Pawar public:
78*c83a76b0SSuyog Pawar Codec() = default;
~Codec()79*c83a76b0SSuyog Pawar ~Codec() { deInitEncoder(); }
80*c83a76b0SSuyog Pawar bool initEncoder(const uint8_t *data);
81*c83a76b0SSuyog Pawar void deInitEncoder();
82*c83a76b0SSuyog Pawar void encodeFrames(const uint8_t *data, size_t size);
83*c83a76b0SSuyog Pawar
84*c83a76b0SSuyog Pawar private:
85*c83a76b0SSuyog Pawar bool mIsForceIdrEnabled = false;
86*c83a76b0SSuyog Pawar bool mIsDynamicBitrateChangeEnabled = false;
87*c83a76b0SSuyog Pawar size_t mWidth = 352;
88*c83a76b0SSuyog Pawar size_t mHeight = 288;
89*c83a76b0SSuyog Pawar size_t mForceIdrInterval = 0; // in number of frames
90*c83a76b0SSuyog Pawar size_t mDynamicBitrateInterval = 0; // in number of frames
91*c83a76b0SSuyog Pawar uint64_t mBitrate = 5000000;
92*c83a76b0SSuyog Pawar void *mCodecCtx = nullptr;
93*c83a76b0SSuyog Pawar ihevce_static_cfg_params_t mEncParams = {};
94*c83a76b0SSuyog Pawar };
95*c83a76b0SSuyog Pawar
initEncoder(const uint8_t * data)96*c83a76b0SSuyog Pawar bool Codec::initEncoder(const uint8_t *data) {
97*c83a76b0SSuyog Pawar // default configuration
98*c83a76b0SSuyog Pawar if (IHEVCE_EOK != ihevce_set_def_params(&mEncParams)) {
99*c83a76b0SSuyog Pawar return false;
100*c83a76b0SSuyog Pawar }
101*c83a76b0SSuyog Pawar mWidth = ((data[IDX_WD_BYTE_1] << 8) | data[IDX_WD_BYTE_2]) % kMaxWidth;
102*c83a76b0SSuyog Pawar mHeight = ((data[IDX_HT_BYTE_1] << 8) | data[IDX_HT_BYTE_2]) % kMaxHeight;
103*c83a76b0SSuyog Pawar
104*c83a76b0SSuyog Pawar // update configuration
105*c83a76b0SSuyog Pawar mEncParams.s_src_prms.i4_width = mWidth;
106*c83a76b0SSuyog Pawar mEncParams.s_src_prms.i4_height = mHeight;
107*c83a76b0SSuyog Pawar
108*c83a76b0SSuyog Pawar mEncParams.s_config_prms.i4_max_tr_tree_depth_I = (data[IDX_MAX_INTRA_TX_DEPTH] % 3) + 1;
109*c83a76b0SSuyog Pawar mEncParams.s_config_prms.i4_max_tr_tree_depth_nI = (data[IDX_MAX_INTER_TX_DEPTH] & 0x03) + 1;
110*c83a76b0SSuyog Pawar mEncParams.s_config_prms.i4_cu_level_rc = data[IDX_CU_RC] & 0x01;
111*c83a76b0SSuyog Pawar mEncParams.s_config_prms.i4_rate_control_mode = kRcType[data[IDX_RC_MODE] % kRcTypeNum];
112*c83a76b0SSuyog Pawar
113*c83a76b0SSuyog Pawar mEncParams.s_tgt_lyr_prms.as_tgt_params[0].ai4_frame_qp[0] = (data[IDX_FRAME_QP] % kMaxQP) + 1;
114*c83a76b0SSuyog Pawar mEncParams.s_tgt_lyr_prms.as_tgt_params[0].i4_quality_preset =
115*c83a76b0SSuyog Pawar kQuality[data[IDX_PRESET] % kQualityNum];
116*c83a76b0SSuyog Pawar mEncParams.s_tgt_lyr_prms.as_tgt_params[0].ai4_tgt_bitrate[0] =
117*c83a76b0SSuyog Pawar (((data[IDX_BITRATE_BYTE_1] << 8) | data[IDX_BITRATE_BYTE_2]) * 1000) % kMaxBitrate;
118*c83a76b0SSuyog Pawar mEncParams.s_tgt_lyr_prms.as_tgt_params[0].ai4_peak_bitrate[0] =
119*c83a76b0SSuyog Pawar ((((data[IDX_BITRATE_BYTE_1] << 8) | data[IDX_BITRATE_BYTE_2]) * 1000) % kMaxBitrate) << 1;
120*c83a76b0SSuyog Pawar mEncParams.s_coding_tools_prms.i4_enable_entropy_sync = data[IDX_ENABLE_ENTROPY_SYNC] & 0x01;
121*c83a76b0SSuyog Pawar mEncParams.s_coding_tools_prms.i4_deblocking_type = data[IDX_DEBLOCKING_TYPE] & 0x01;
122*c83a76b0SSuyog Pawar mEncParams.s_coding_tools_prms.i4_use_default_sc_mtx = data[IDX_USE_SC_MTX] & 0x01;
123*c83a76b0SSuyog Pawar mEncParams.s_coding_tools_prms.i4_max_temporal_layers = data[IDX_MAX_TEMPORAL_LAYERS] & 0x02;
124*c83a76b0SSuyog Pawar mEncParams.s_coding_tools_prms.i4_max_closed_gop_period =
125*c83a76b0SSuyog Pawar data[IDX_MAX_CLOSED_GOP] % kMaxGopPeriod;
126*c83a76b0SSuyog Pawar mEncParams.s_coding_tools_prms.i4_min_closed_gop_period =
127*c83a76b0SSuyog Pawar data[IDX_MIN_CLOSED_GOP] % kMaxGopPeriod;
128*c83a76b0SSuyog Pawar mEncParams.s_coding_tools_prms.i4_max_i_open_gop_period =
129*c83a76b0SSuyog Pawar data[IDX_MAX_I_OPEN_GOP] % kMaxGopPeriod;
130*c83a76b0SSuyog Pawar mEncParams.s_coding_tools_prms.i4_max_cra_open_gop_period =
131*c83a76b0SSuyog Pawar data[IDX_MAX_CRA_OPEN_GOP] % kMaxGopPeriod;
132*c83a76b0SSuyog Pawar
133*c83a76b0SSuyog Pawar mEncParams.s_out_strm_prms.i4_sps_at_cdr_enable = data[IDX_ENABLE_SPS_AT_CDR] & 0x01;
134*c83a76b0SSuyog Pawar mEncParams.s_out_strm_prms.i4_vui_enable = data[IDX_ENABLE_VUI] & 0x01;
135*c83a76b0SSuyog Pawar mEncParams.s_out_strm_prms.i4_sei_enable_flag = data[IDX_ENABLE_SEI] & 0x01;
136*c83a76b0SSuyog Pawar
137*c83a76b0SSuyog Pawar mEncParams.e_arch_type = ((data[IDX_ARCH_TYPE] & 0x03) == 0x00) ? ARCH_ARM_NONEON : ARCH_NA;
138*c83a76b0SSuyog Pawar mIsForceIdrEnabled = data[IDX_ENABLE_FORCE_IDR] & 0x01;
139*c83a76b0SSuyog Pawar mIsDynamicBitrateChangeEnabled = data[IDX_ENABLE_DYNAMIC_BITRATE] & 0x01;
140*c83a76b0SSuyog Pawar mForceIdrInterval = data[IDX_FORCE_IDR_INTERVAL] & 0x07;
141*c83a76b0SSuyog Pawar mDynamicBitrateInterval = data[IDX_DYNAMIC_BITRATE_INTERVAL] & 0x07;
142*c83a76b0SSuyog Pawar
143*c83a76b0SSuyog Pawar if (IHEVCE_EOK != ihevce_init(&mEncParams, &mCodecCtx)) {
144*c83a76b0SSuyog Pawar return false;
145*c83a76b0SSuyog Pawar }
146*c83a76b0SSuyog Pawar return true;
147*c83a76b0SSuyog Pawar }
148*c83a76b0SSuyog Pawar
encodeFrames(const uint8_t * data,size_t size)149*c83a76b0SSuyog Pawar void Codec::encodeFrames(const uint8_t *data, size_t size) {
150*c83a76b0SSuyog Pawar size_t frameSize = (mWidth * mHeight * 3) / 2;
151*c83a76b0SSuyog Pawar
152*c83a76b0SSuyog Pawar ihevce_out_buf_t sHeaderOp{};
153*c83a76b0SSuyog Pawar ihevce_encode_header(mCodecCtx, &sHeaderOp);
154*c83a76b0SSuyog Pawar size_t frameNumber = 0;
155*c83a76b0SSuyog Pawar uint8_t *tmpData = new uint8_t[frameSize];
156*c83a76b0SSuyog Pawar while (size > 0) {
157*c83a76b0SSuyog Pawar ihevce_inp_buf_t sEncodeIp{};
158*c83a76b0SSuyog Pawar ihevce_out_buf_t sEncodeOp{};
159*c83a76b0SSuyog Pawar size_t bytesConsumed = std::min(size, frameSize);
160*c83a76b0SSuyog Pawar if (bytesConsumed < frameSize) {
161*c83a76b0SSuyog Pawar memset(&tmpData[bytesConsumed], data[0], frameSize - bytesConsumed);
162*c83a76b0SSuyog Pawar }
163*c83a76b0SSuyog Pawar memcpy(tmpData, data, bytesConsumed);
164*c83a76b0SSuyog Pawar int32_t yStride = mWidth;
165*c83a76b0SSuyog Pawar int32_t uStride = mWidth >> 1;
166*c83a76b0SSuyog Pawar int32_t vStride = mWidth >> 1;
167*c83a76b0SSuyog Pawar
168*c83a76b0SSuyog Pawar sEncodeIp.apv_inp_planes[0] = tmpData;
169*c83a76b0SSuyog Pawar sEncodeIp.apv_inp_planes[1] = tmpData + (mWidth * mHeight);
170*c83a76b0SSuyog Pawar sEncodeIp.apv_inp_planes[2] = tmpData + ((mWidth * mHeight) * 5) / 4;
171*c83a76b0SSuyog Pawar
172*c83a76b0SSuyog Pawar sEncodeIp.ai4_inp_strd[0] = yStride;
173*c83a76b0SSuyog Pawar sEncodeIp.ai4_inp_strd[1] = uStride;
174*c83a76b0SSuyog Pawar sEncodeIp.ai4_inp_strd[2] = vStride;
175*c83a76b0SSuyog Pawar
176*c83a76b0SSuyog Pawar sEncodeIp.ai4_inp_size[0] = yStride * mHeight;
177*c83a76b0SSuyog Pawar sEncodeIp.ai4_inp_size[1] = uStride * mHeight >> 1;
178*c83a76b0SSuyog Pawar sEncodeIp.ai4_inp_size[2] = vStride * mHeight >> 1;
179*c83a76b0SSuyog Pawar
180*c83a76b0SSuyog Pawar sEncodeIp.i4_force_idr_flag = 0;
181*c83a76b0SSuyog Pawar sEncodeIp.i4_curr_bitrate = mBitrate;
182*c83a76b0SSuyog Pawar sEncodeIp.i4_curr_peak_bitrate = mBitrate << 1;
183*c83a76b0SSuyog Pawar sEncodeIp.u8_pts = 0;
184*c83a76b0SSuyog Pawar if (mIsForceIdrEnabled) {
185*c83a76b0SSuyog Pawar if (frameNumber == mForceIdrInterval) {
186*c83a76b0SSuyog Pawar sEncodeIp.i4_force_idr_flag = 1;
187*c83a76b0SSuyog Pawar }
188*c83a76b0SSuyog Pawar }
189*c83a76b0SSuyog Pawar if (mIsDynamicBitrateChangeEnabled) {
190*c83a76b0SSuyog Pawar if (frameNumber == mDynamicBitrateInterval) {
191*c83a76b0SSuyog Pawar mBitrate = mBitrate << 1;
192*c83a76b0SSuyog Pawar }
193*c83a76b0SSuyog Pawar }
194*c83a76b0SSuyog Pawar ihevce_encode(mCodecCtx, &sEncodeIp, &sEncodeOp);
195*c83a76b0SSuyog Pawar ++frameNumber;
196*c83a76b0SSuyog Pawar data += bytesConsumed;
197*c83a76b0SSuyog Pawar size -= bytesConsumed;
198*c83a76b0SSuyog Pawar }
199*c83a76b0SSuyog Pawar delete[] tmpData;
200*c83a76b0SSuyog Pawar }
201*c83a76b0SSuyog Pawar
deInitEncoder()202*c83a76b0SSuyog Pawar void Codec::deInitEncoder() {
203*c83a76b0SSuyog Pawar if (mCodecCtx) {
204*c83a76b0SSuyog Pawar ihevce_close(mCodecCtx);
205*c83a76b0SSuyog Pawar mCodecCtx = nullptr;
206*c83a76b0SSuyog Pawar }
207*c83a76b0SSuyog Pawar return;
208*c83a76b0SSuyog Pawar }
209*c83a76b0SSuyog Pawar
LLVMFuzzerTestOneInput(const uint8_t * data,size_t size)210*c83a76b0SSuyog Pawar extern "C" int LLVMFuzzerTestOneInput(const uint8_t *data, size_t size) {
211*c83a76b0SSuyog Pawar if (size < IDX_LAST) {
212*c83a76b0SSuyog Pawar return 0;
213*c83a76b0SSuyog Pawar }
214*c83a76b0SSuyog Pawar Codec *codec = new Codec();
215*c83a76b0SSuyog Pawar if (codec->initEncoder(data)) {
216*c83a76b0SSuyog Pawar data += IDX_LAST;
217*c83a76b0SSuyog Pawar size -= IDX_LAST;
218*c83a76b0SSuyog Pawar codec->encodeFrames(data, size);
219*c83a76b0SSuyog Pawar }
220*c83a76b0SSuyog Pawar delete codec;
221*c83a76b0SSuyog Pawar return 0;
222*c83a76b0SSuyog Pawar }
223