xref: /aosp_15_r20/external/libaom/av1/encoder/encoder.h (revision 77c1e3ccc04c968bd2bc212e87364f250e820521)
1 /*
2  * Copyright (c) 2016, Alliance for Open Media. All rights reserved.
3  *
4  * This source code is subject to the terms of the BSD 2 Clause License and
5  * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6  * was not distributed with this source code in the LICENSE file, you can
7  * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8  * Media Patent License 1.0 was not distributed with this source code in the
9  * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10  */
11 
12 /*!\file
13  * \brief Declares top-level encoder structures and functions.
14  */
15 #ifndef AOM_AV1_ENCODER_ENCODER_H_
16 #define AOM_AV1_ENCODER_ENCODER_H_
17 
18 #include <stdbool.h>
19 #include <stdio.h>
20 
21 #include "config/aom_config.h"
22 
23 #include "aom/aomcx.h"
24 #include "aom_util/aom_pthread.h"
25 
26 #include "av1/common/alloccommon.h"
27 #include "av1/common/av1_common_int.h"
28 #include "av1/common/blockd.h"
29 #include "av1/common/entropymode.h"
30 #include "av1/common/enums.h"
31 #include "av1/common/reconintra.h"
32 #include "av1/common/resize.h"
33 #include "av1/common/thread_common.h"
34 #include "av1/common/timing.h"
35 
36 #include "av1/encoder/aq_cyclicrefresh.h"
37 #include "av1/encoder/av1_quantize.h"
38 #include "av1/encoder/block.h"
39 #include "av1/encoder/context_tree.h"
40 #include "av1/encoder/enc_enums.h"
41 #include "av1/encoder/encodemb.h"
42 #include "av1/encoder/external_partition.h"
43 #include "av1/encoder/firstpass.h"
44 #include "av1/encoder/global_motion.h"
45 #include "av1/encoder/level.h"
46 #include "av1/encoder/lookahead.h"
47 #include "av1/encoder/mcomp.h"
48 #include "av1/encoder/pickcdef.h"
49 #include "av1/encoder/ratectrl.h"
50 #include "av1/encoder/rd.h"
51 #include "av1/encoder/speed_features.h"
52 #include "av1/encoder/svc_layercontext.h"
53 #include "av1/encoder/temporal_filter.h"
54 #if CONFIG_THREE_PASS
55 #include "av1/encoder/thirdpass.h"
56 #endif
57 #include "av1/encoder/tokenize.h"
58 #include "av1/encoder/tpl_model.h"
59 #include "av1/encoder/av1_noise_estimate.h"
60 #include "av1/encoder/bitstream.h"
61 
62 #if CONFIG_INTERNAL_STATS
63 #include "aom_dsp/ssim.h"
64 #endif
65 #include "aom_dsp/variance.h"
66 #if CONFIG_DENOISE
67 #include "aom_dsp/noise_model.h"
68 #endif
69 #if CONFIG_TUNE_VMAF
70 #include "av1/encoder/tune_vmaf.h"
71 #endif
72 #if CONFIG_AV1_TEMPORAL_DENOISING
73 #include "av1/encoder/av1_temporal_denoiser.h"
74 #endif
75 #if CONFIG_TUNE_BUTTERAUGLI
76 #include "av1/encoder/tune_butteraugli.h"
77 #endif
78 
79 #include "aom/internal/aom_codec_internal.h"
80 
81 #ifdef __cplusplus
82 extern "C" {
83 #endif
84 
85 // TODO(yunqing, any): Added suppression tag to quiet Doxygen warnings. Need to
86 // adjust it while we work on documentation.
87 /*!\cond */
88 // Number of frames required to test for scene cut detection
89 #define SCENE_CUT_KEY_TEST_INTERVAL 16
90 
91 // Lookahead index threshold to enable temporal filtering for second arf.
92 #define TF_LOOKAHEAD_IDX_THR 7
93 
94 #define HDR_QP_LEVELS 10
95 #define CHROMA_CB_QP_SCALE 1.04
96 #define CHROMA_CR_QP_SCALE 1.04
97 #define CHROMA_QP_SCALE -0.46
98 #define CHROMA_QP_OFFSET 9.26
99 #define QP_SCALE_FACTOR 2.0
100 #define DISABLE_HDR_LUMA_DELTAQ 1
101 
102 // Rational number with an int64 numerator
103 // This structure holds a fractional value
104 typedef struct aom_rational64 {
105   int64_t num;       // fraction numerator
106   int den;           // fraction denominator
107 } aom_rational64_t;  // alias for struct aom_rational
108 
109 enum {
110   // Good Quality Fast Encoding. The encoder balances quality with the amount of
111   // time it takes to encode the output. Speed setting controls how fast.
112   GOOD,
113   // Realtime Fast Encoding. Will force some restrictions on bitrate
114   // constraints.
115   REALTIME,
116   // All intra mode. All the frames are coded as intra frames.
117   ALLINTRA
118 } UENUM1BYTE(MODE);
119 
120 enum {
121   FRAMEFLAGS_KEY = 1 << 0,
122   FRAMEFLAGS_GOLDEN = 1 << 1,
123   FRAMEFLAGS_BWDREF = 1 << 2,
124   // TODO(zoeliu): To determine whether a frame flag is needed for ALTREF2_FRAME
125   FRAMEFLAGS_ALTREF = 1 << 3,
126   FRAMEFLAGS_INTRAONLY = 1 << 4,
127   FRAMEFLAGS_SWITCH = 1 << 5,
128   FRAMEFLAGS_ERROR_RESILIENT = 1 << 6,
129 } UENUM1BYTE(FRAMETYPE_FLAGS);
130 
131 #if CONFIG_FPMT_TEST
132 enum {
133   PARALLEL_ENCODE = 0,
134   PARALLEL_SIMULATION_ENCODE,
135   NUM_FPMT_TEST_ENCODES
136 } UENUM1BYTE(FPMT_TEST_ENC_CFG);
137 #endif  // CONFIG_FPMT_TEST
138 // 0 level frames are sometimes used for rate control purposes, but for
139 // reference mapping purposes, the minimum level should be 1.
140 #define MIN_PYR_LEVEL 1
get_true_pyr_level(int frame_level,int frame_order,int max_layer_depth)141 static inline int get_true_pyr_level(int frame_level, int frame_order,
142                                      int max_layer_depth) {
143   if (frame_order == 0) {
144     // Keyframe case
145     return MIN_PYR_LEVEL;
146   } else if (frame_level == MAX_ARF_LAYERS) {
147     // Leaves
148     return max_layer_depth;
149   } else if (frame_level == (MAX_ARF_LAYERS + 1)) {
150     // Altrefs
151     return MIN_PYR_LEVEL;
152   }
153   return AOMMAX(MIN_PYR_LEVEL, frame_level);
154 }
155 
156 enum {
157   NO_AQ = 0,
158   VARIANCE_AQ = 1,
159   COMPLEXITY_AQ = 2,
160   CYCLIC_REFRESH_AQ = 3,
161   AQ_MODE_COUNT  // This should always be the last member of the enum
162 } UENUM1BYTE(AQ_MODE);
163 enum {
164   NO_DELTA_Q = 0,
165   DELTA_Q_OBJECTIVE = 1,      // Modulation to improve objective quality
166   DELTA_Q_PERCEPTUAL = 2,     // Modulation to improve video perceptual quality
167   DELTA_Q_PERCEPTUAL_AI = 3,  // Perceptual quality opt for all intra mode
168   DELTA_Q_USER_RATING_BASED = 4,  // User rating based delta q mode
169   DELTA_Q_HDR = 5,    // QP adjustment based on HDR block pixel average
170   DELTA_Q_MODE_COUNT  // This should always be the last member of the enum
171 } UENUM1BYTE(DELTAQ_MODE);
172 
173 enum {
174   RESIZE_NONE = 0,     // No frame resizing allowed.
175   RESIZE_FIXED = 1,    // All frames are coded at the specified scale.
176   RESIZE_RANDOM = 2,   // All frames are coded at a random scale.
177   RESIZE_DYNAMIC = 3,  // Frames coded at lower scale based on rate control.
178   RESIZE_MODES
179 } UENUM1BYTE(RESIZE_MODE);
180 
181 enum {
182   SS_CFG_SRC = 0,
183   SS_CFG_LOOKAHEAD = 1,
184   SS_CFG_FPF = 2,
185   SS_CFG_TOTAL = 3
186 } UENUM1BYTE(SS_CFG_OFFSET);
187 
188 enum {
189   DISABLE_SCENECUT,        // For LAP, lag_in_frames < 19
190   ENABLE_SCENECUT_MODE_1,  // For LAP, lag_in_frames >=19 and < 33
191   ENABLE_SCENECUT_MODE_2   // For twopass and LAP - lag_in_frames >=33
192 } UENUM1BYTE(SCENECUT_MODE);
193 
194 #define MAX_VBR_CORPUS_COMPLEXITY 10000
195 
196 typedef enum {
197   MOD_FP,           // First pass
198   MOD_TF,           // Temporal filtering
199   MOD_TPL,          // TPL
200   MOD_GME,          // Global motion estimation
201   MOD_ENC,          // Encode stage
202   MOD_LPF,          // Deblocking loop filter
203   MOD_CDEF_SEARCH,  // CDEF search
204   MOD_CDEF,         // CDEF frame
205   MOD_LR,           // Loop restoration filtering
206   MOD_PACK_BS,      // Pack bitstream
207   MOD_FRAME_ENC,    // Frame Parallel encode
208   MOD_AI,           // All intra
209   NUM_MT_MODULES
210 } MULTI_THREADED_MODULES;
211 
212 /*!\endcond */
213 
214 /*!\enum COST_UPDATE_TYPE
215  * \brief    This enum controls how often the entropy costs should be updated.
216  * \warning  In case of any modifications/additions done to the enum
217  * COST_UPDATE_TYPE, the enum INTERNAL_COST_UPDATE_TYPE needs to be updated as
218  * well.
219  */
220 typedef enum {
221   COST_UPD_SB,           /*!< Update every sb. */
222   COST_UPD_SBROW,        /*!< Update every sb rows inside a tile. */
223   COST_UPD_TILE,         /*!< Update every tile. */
224   COST_UPD_OFF,          /*!< Turn off cost updates. */
225   NUM_COST_UPDATE_TYPES, /*!< Number of cost update types. */
226 } COST_UPDATE_TYPE;
227 
228 /*!\enum LOOPFILTER_CONTROL
229  * \brief This enum controls to which frames loopfilter is applied.
230  */
231 typedef enum {
232   LOOPFILTER_NONE = 0,      /*!< Disable loopfilter on all frames. */
233   LOOPFILTER_ALL = 1,       /*!< Enable loopfilter for all frames. */
234   LOOPFILTER_REFERENCE = 2, /*!< Disable loopfilter on non reference frames. */
235   LOOPFILTER_SELECTIVELY =
236       3, /*!< Disable loopfilter on frames with low motion. */
237 } LOOPFILTER_CONTROL;
238 
239 /*!\enum SKIP_APPLY_POSTPROC_FILTER
240  * \brief This enum controls the application of post-processing filters on a
241  * reconstructed frame.
242  */
243 typedef enum {
244   SKIP_APPLY_RESTORATION = 1 << 0,
245   SKIP_APPLY_SUPERRES = 1 << 1,
246   SKIP_APPLY_CDEF = 1 << 2,
247   SKIP_APPLY_LOOPFILTER = 1 << 3,
248 } SKIP_APPLY_POSTPROC_FILTER;
249 
250 /*!
251  * \brief Encoder config related to resize.
252  */
253 typedef struct {
254   /*!
255    * Indicates the frame resize mode to be used by the encoder.
256    */
257   RESIZE_MODE resize_mode;
258   /*!
259    * Indicates the denominator for resize of inter frames, assuming 8 as the
260    *  numerator. Its value ranges between 8-16.
261    */
262   uint8_t resize_scale_denominator;
263   /*!
264    * Indicates the denominator for resize of key frames, assuming 8 as the
265    * numerator. Its value ranges between 8-16.
266    */
267   uint8_t resize_kf_scale_denominator;
268 } ResizeCfg;
269 
270 /*!
271  * \brief Encoder config for coding block partitioning.
272  */
273 typedef struct {
274   /*!
275    * Flag to indicate if rectanguar partitions should be enabled.
276    */
277   bool enable_rect_partitions;
278   /*!
279    * Flag to indicate if AB partitions should be enabled.
280    */
281   bool enable_ab_partitions;
282   /*!
283    * Flag to indicate if 1:4 / 4:1 partitions should be enabled.
284    */
285   bool enable_1to4_partitions;
286   /*!
287    * Indicates the minimum partition size that should be allowed. Both width and
288    * height of a partition cannot be smaller than the min_partition_size.
289    */
290   BLOCK_SIZE min_partition_size;
291   /*!
292    * Indicates the maximum partition size that should be allowed. Both width and
293    * height of a partition cannot be larger than the max_partition_size.
294    */
295   BLOCK_SIZE max_partition_size;
296 } PartitionCfg;
297 
298 /*!
299  * \brief Encoder flags for intra prediction.
300  */
301 typedef struct {
302   /*!
303    * Flag to indicate if intra edge filtering process should be enabled.
304    */
305   bool enable_intra_edge_filter;
306   /*!
307    * Flag to indicate if recursive filtering based intra prediction should be
308    * enabled.
309    */
310   bool enable_filter_intra;
311   /*!
312    * Flag to indicate if smooth intra prediction modes should be enabled.
313    */
314   bool enable_smooth_intra;
315   /*!
316    * Flag to indicate if PAETH intra prediction mode should be enabled.
317    */
318   bool enable_paeth_intra;
319   /*!
320    * Flag to indicate if CFL uv intra mode should be enabled.
321    */
322   bool enable_cfl_intra;
323   /*!
324    * Flag to indicate if directional modes should be enabled.
325    */
326   bool enable_directional_intra;
327   /*!
328    * Flag to indicate if the subset of directional modes from D45 to D203 intra
329    * should be enabled. Has no effect if directional modes are disabled.
330    */
331   bool enable_diagonal_intra;
332   /*!
333    * Flag to indicate if delta angles for directional intra prediction should be
334    * enabled.
335    */
336   bool enable_angle_delta;
337   /*!
338    * Flag to indicate whether to automatically turn off several intral coding
339    * tools.
340    * This flag is only used when "--deltaq-mode=3" is true.
341    * When set to 1, the encoder will analyze the reconstruction quality
342    * as compared to the source image in the preprocessing pass.
343    * If the recontruction quality is considered high enough, we disable
344    * the following intra coding tools, for better encoding speed:
345    * "--enable_smooth_intra",
346    * "--enable_paeth_intra",
347    * "--enable_cfl_intra",
348    * "--enable_diagonal_intra".
349    */
350   bool auto_intra_tools_off;
351 } IntraModeCfg;
352 
353 /*!
354  * \brief Encoder flags for transform sizes and types.
355  */
356 typedef struct {
357   /*!
358    * Flag to indicate if 64-pt transform should be enabled.
359    */
360   bool enable_tx64;
361   /*!
362    * Flag to indicate if flip and identity transform types should be enabled.
363    */
364   bool enable_flip_idtx;
365   /*!
366    * Flag to indicate if rectangular transform should be enabled.
367    */
368   bool enable_rect_tx;
369   /*!
370    * Flag to indicate whether or not to use a default reduced set for ext-tx
371    * rather than the potential full set of 16 transforms.
372    */
373   bool reduced_tx_type_set;
374   /*!
375    * Flag to indicate if transform type for intra blocks should be limited to
376    * DCT_DCT.
377    */
378   bool use_intra_dct_only;
379   /*!
380    * Flag to indicate if transform type for inter blocks should be limited to
381    * DCT_DCT.
382    */
383   bool use_inter_dct_only;
384   /*!
385    * Flag to indicate if intra blocks should use default transform type
386    * (mode-dependent) only.
387    */
388   bool use_intra_default_tx_only;
389   /*!
390    * Flag to indicate if transform size search should be enabled.
391    */
392   bool enable_tx_size_search;
393 } TxfmSizeTypeCfg;
394 
395 /*!
396  * \brief Encoder flags for compound prediction modes.
397  */
398 typedef struct {
399   /*!
400    * Flag to indicate if distance-weighted compound type should be enabled.
401    */
402   bool enable_dist_wtd_comp;
403   /*!
404    * Flag to indicate if masked (wedge/diff-wtd) compound type should be
405    * enabled.
406    */
407   bool enable_masked_comp;
408   /*!
409    * Flag to indicate if smooth interintra mode should be enabled.
410    */
411   bool enable_smooth_interintra;
412   /*!
413    * Flag to indicate if difference-weighted compound type should be enabled.
414    */
415   bool enable_diff_wtd_comp;
416   /*!
417    * Flag to indicate if inter-inter wedge compound type should be enabled.
418    */
419   bool enable_interinter_wedge;
420   /*!
421    * Flag to indicate if inter-intra wedge compound type should be enabled.
422    */
423   bool enable_interintra_wedge;
424 } CompoundTypeCfg;
425 
426 /*!
427  * \brief Encoder config related to frame super-resolution.
428  */
429 typedef struct {
430   /*!
431    * Indicates the qindex based threshold to be used when AOM_SUPERRES_QTHRESH
432    * mode is used for inter frames.
433    */
434   int superres_qthresh;
435   /*!
436    * Indicates the qindex based threshold to be used when AOM_SUPERRES_QTHRESH
437    * mode is used for key frames.
438    */
439   int superres_kf_qthresh;
440   /*!
441    * Indicates the denominator of the fraction that specifies the ratio between
442    * the superblock width before and after upscaling for inter frames. The
443    * numerator of this fraction is equal to the constant SCALE_NUMERATOR.
444    */
445   uint8_t superres_scale_denominator;
446   /*!
447    * Indicates the denominator of the fraction that specifies the ratio between
448    * the superblock width before and after upscaling for key frames. The
449    * numerator of this fraction is equal to the constant SCALE_NUMERATOR.
450    */
451   uint8_t superres_kf_scale_denominator;
452   /*!
453    * Indicates the Super-resolution mode to be used by the encoder.
454    */
455   aom_superres_mode superres_mode;
456   /*!
457    * Flag to indicate if super-resolution should be enabled for the sequence.
458    */
459   bool enable_superres;
460 } SuperResCfg;
461 
462 /*!
463  * \brief Encoder config related to the coding of key frames.
464  */
465 typedef struct {
466   /*!
467    * Indicates the minimum distance to a key frame.
468    */
469   int key_freq_min;
470 
471   /*!
472    * Indicates the maximum distance to a key frame.
473    */
474   int key_freq_max;
475 
476   /*!
477    * Indicates if temporal filtering should be applied on keyframe.
478    */
479   int enable_keyframe_filtering;
480 
481   /*!
482    * Indicates the number of frames after which a frame may be coded as an
483    * S-Frame.
484    */
485   int sframe_dist;
486 
487   /*!
488    * Indicates how an S-Frame should be inserted.
489    * 1: the considered frame will be made into an S-Frame only if it is an
490    * altref frame. 2: the next altref frame will be made into an S-Frame.
491    */
492   int sframe_mode;
493 
494   /*!
495    * Indicates if encoder should autodetect cut scenes and set the keyframes.
496    */
497   bool auto_key;
498 
499   /*!
500    * Indicates the forward key frame distance.
501    */
502   int fwd_kf_dist;
503 
504   /*!
505    * Indicates if forward keyframe reference should be enabled.
506    */
507   bool fwd_kf_enabled;
508 
509   /*!
510    * Indicates if S-Frames should be enabled for the sequence.
511    */
512   bool enable_sframe;
513 
514   /*!
515    * Indicates if intra block copy prediction mode should be enabled or not.
516    */
517   bool enable_intrabc;
518 } KeyFrameCfg;
519 
520 /*!
521  * \brief Encoder rate control configuration parameters
522  */
523 typedef struct {
524   /*!\cond */
525   // BUFFERING PARAMETERS
526   /*!\endcond */
527   /*!
528    * Indicates the amount of data that will be buffered by the decoding
529    * application prior to beginning playback, and is expressed in units of
530    * time(milliseconds).
531    */
532   int64_t starting_buffer_level_ms;
533   /*!
534    * Indicates the amount of data that the encoder should try to maintain in the
535    * decoder's buffer, and is expressed in units of time(milliseconds).
536    */
537   int64_t optimal_buffer_level_ms;
538   /*!
539    * Indicates the maximum amount of data that may be buffered by the decoding
540    * application, and is expressed in units of time(milliseconds).
541    */
542   int64_t maximum_buffer_size_ms;
543 
544   /*!
545    * Indicates the bandwidth to be used in bits per second.
546    */
547   int64_t target_bandwidth;
548 
549   /*!
550    * Indicates average complexity of the corpus in single pass vbr based on
551    * LAP. 0 indicates that corpus complexity vbr mode is disabled.
552    */
553   unsigned int vbr_corpus_complexity_lap;
554   /*!
555    * Indicates the maximum allowed bitrate for any intra frame as % of bitrate
556    * target.
557    */
558   unsigned int max_intra_bitrate_pct;
559   /*!
560    * Indicates the maximum allowed bitrate for any inter frame as % of bitrate
561    * target.
562    */
563   unsigned int max_inter_bitrate_pct;
564   /*!
565    * Indicates the percentage of rate boost for golden frame in CBR mode.
566    */
567   unsigned int gf_cbr_boost_pct;
568   /*!
569    * min_cr / 100 indicates the target minimum compression ratio for each
570    * frame.
571    */
572   unsigned int min_cr;
573   /*!
574    * Indicates the frame drop threshold.
575    */
576   int drop_frames_water_mark;
577   /*!
578    * under_shoot_pct indicates the tolerance of the VBR algorithm to
579    * undershoot and is used as a trigger threshold for more aggressive
580    * adaptation of Q. It's value can range from 0-100.
581    */
582   int under_shoot_pct;
583   /*!
584    * over_shoot_pct indicates the tolerance of the VBR algorithm to overshoot
585    * and is used as a trigger threshold for more aggressive adaptation of Q.
586    * It's value can range from 0-1000.
587    */
588   int over_shoot_pct;
589   /*!
590    * Indicates the maximum qindex that can be used by the quantizer i.e. the
591    * worst quality qindex.
592    */
593   int worst_allowed_q;
594   /*!
595    * Indicates the minimum qindex that can be used by the quantizer i.e. the
596    * best quality qindex.
597    */
598   int best_allowed_q;
599   /*!
600    * Indicates the Constant/Constrained Quality level.
601    */
602   int cq_level;
603   /*!
604    * Indicates if the encoding mode is vbr, cbr, constrained quality or
605    * constant quality.
606    */
607   enum aom_rc_mode mode;
608   /*!
609    * Indicates the bias (expressed on a scale of 0 to 100) for determining
610    * target size for the current frame. The value 0 indicates the optimal CBR
611    * mode value should be used, and 100 indicates the optimal VBR mode value
612    * should be used.
613    */
614   int vbrbias;
615   /*!
616    * Indicates the minimum bitrate to be used for a single frame as a percentage
617    * of the target bitrate.
618    */
619   int vbrmin_section;
620   /*!
621    * Indicates the maximum bitrate to be used for a single frame as a percentage
622    * of the target bitrate.
623    */
624   int vbrmax_section;
625 
626   /*!
627    * Indicates the maximum consecutive amount of frame drops, in units of time
628    * (milliseconds). This is converted to frame units internally. Only used in
629    * CBR mode.
630    */
631   int max_consec_drop_ms;
632 } RateControlCfg;
633 
634 /*!\cond */
635 typedef struct {
636   // Indicates the number of frames lag before encoding is started.
637   int lag_in_frames;
638   // Indicates the minimum gf/arf interval to be used.
639   int min_gf_interval;
640   // Indicates the maximum gf/arf interval to be used.
641   int max_gf_interval;
642   // Indicates the minimum height for GF group pyramid structure to be used.
643   int gf_min_pyr_height;
644   // Indicates the maximum height for GF group pyramid structure to be used.
645   int gf_max_pyr_height;
646   // Indicates if automatic set and use of altref frames should be enabled.
647   bool enable_auto_arf;
648   // Indicates if automatic set and use of (b)ackward (r)ef (f)rames should be
649   // enabled.
650   bool enable_auto_brf;
651 } GFConfig;
652 
653 typedef struct {
654   // Indicates the number of tile groups.
655   unsigned int num_tile_groups;
656   // Indicates the MTU size for a tile group. If mtu is non-zero,
657   // num_tile_groups is set to DEFAULT_MAX_NUM_TG.
658   unsigned int mtu;
659   // Indicates the number of tile columns in log2.
660   int tile_columns;
661   // Indicates the number of tile rows in log2.
662   int tile_rows;
663   // Indicates the number of widths in the tile_widths[] array.
664   int tile_width_count;
665   // Indicates the number of heights in the tile_heights[] array.
666   int tile_height_count;
667   // Indicates the tile widths, and may be empty.
668   int tile_widths[MAX_TILE_COLS];
669   // Indicates the tile heights, and may be empty.
670   int tile_heights[MAX_TILE_ROWS];
671   // Indicates if large scale tile coding should be used.
672   bool enable_large_scale_tile;
673   // Indicates if single tile decoding mode should be enabled.
674   bool enable_single_tile_decoding;
675   // Indicates if EXT_TILE_DEBUG should be enabled.
676   bool enable_ext_tile_debug;
677 } TileConfig;
678 
679 typedef struct {
680   // Indicates the width of the input frame.
681   int width;
682   // Indicates the height of the input frame.
683   int height;
684   // If forced_max_frame_width is non-zero then it is used to force the maximum
685   // frame width written in write_sequence_header().
686   int forced_max_frame_width;
687   // If forced_max_frame_width is non-zero then it is used to force the maximum
688   // frame height written in write_sequence_header().
689   int forced_max_frame_height;
690   // Indicates the frame width after applying both super-resolution and resize
691   // to the coded frame.
692   int render_width;
693   // Indicates the frame height after applying both super-resolution and resize
694   // to the coded frame.
695   int render_height;
696 } FrameDimensionCfg;
697 
698 typedef struct {
699   // Indicates if warped motion should be enabled.
700   bool enable_warped_motion;
701   // Indicates if warped motion should be evaluated or not.
702   bool allow_warped_motion;
703   // Indicates if OBMC motion should be enabled.
704   bool enable_obmc;
705 } MotionModeCfg;
706 
707 typedef struct {
708   // Timing info for each frame.
709   aom_timing_info_t timing_info;
710   // Indicates the number of time units of a decoding clock.
711   uint32_t num_units_in_decoding_tick;
712   // Indicates if decoder model information is present in the coded sequence
713   // header.
714   bool decoder_model_info_present_flag;
715   // Indicates if display model information is present in the coded sequence
716   // header.
717   bool display_model_info_present_flag;
718   // Indicates if timing info for each frame is present.
719   bool timing_info_present;
720 } DecoderModelCfg;
721 
722 typedef struct {
723   // Indicates the update frequency for coeff costs.
724   COST_UPDATE_TYPE coeff;
725   // Indicates the update frequency for mode costs.
726   COST_UPDATE_TYPE mode;
727   // Indicates the update frequency for mv costs.
728   COST_UPDATE_TYPE mv;
729   // Indicates the update frequency for dv costs.
730   COST_UPDATE_TYPE dv;
731 } CostUpdateFreq;
732 
733 typedef struct {
734   // Indicates the maximum number of reference frames allowed per frame.
735   unsigned int max_reference_frames;
736   // Indicates if the reduced set of references should be enabled.
737   bool enable_reduced_reference_set;
738   // Indicates if one-sided compound should be enabled.
739   bool enable_onesided_comp;
740 } RefFrameCfg;
741 
742 typedef struct {
743   // Indicates the color space that should be used.
744   aom_color_primaries_t color_primaries;
745   // Indicates the characteristics of transfer function to be used.
746   aom_transfer_characteristics_t transfer_characteristics;
747   // Indicates the matrix coefficients to be used for the transfer function.
748   aom_matrix_coefficients_t matrix_coefficients;
749   // Indicates the chroma 4:2:0 sample position info.
750   aom_chroma_sample_position_t chroma_sample_position;
751   // Indicates if a limited color range or full color range should be used.
752   aom_color_range_t color_range;
753 } ColorCfg;
754 
755 typedef struct {
756   // Indicates if extreme motion vector unit test should be enabled or not.
757   unsigned int motion_vector_unit_test;
758   // Indicates if superblock multipass unit test should be enabled or not.
759   unsigned int sb_multipass_unit_test;
760 } UnitTestCfg;
761 
762 typedef struct {
763   // Indicates the file path to the VMAF model.
764   const char *vmaf_model_path;
765   // Indicates the path to the film grain parameters.
766   const char *film_grain_table_filename;
767   // Indicates the visual tuning metric.
768   aom_tune_metric tuning;
769   // Indicates if the current content is screen or default type.
770   aom_tune_content content;
771   // Indicates the film grain parameters.
772   int film_grain_test_vector;
773   // Indicates the in-block distortion metric to use.
774   aom_dist_metric dist_metric;
775 } TuneCfg;
776 
777 typedef struct {
778   // Indicates the framerate of the input video.
779   double init_framerate;
780   // Indicates the bit-depth of the input video.
781   unsigned int input_bit_depth;
782   // Indicates the maximum number of frames to be encoded.
783   unsigned int limit;
784   // Indicates the chrome subsampling x value.
785   unsigned int chroma_subsampling_x;
786   // Indicates the chrome subsampling y value.
787   unsigned int chroma_subsampling_y;
788 } InputCfg;
789 
790 typedef struct {
791   // If true, encoder will use fixed QP offsets, that are either:
792   // - Given by the user, and stored in 'fixed_qp_offsets' array, OR
793   // - Picked automatically from cq_level.
794   int use_fixed_qp_offsets;
795   // Indicates the minimum flatness of the quantization matrix.
796   int qm_minlevel;
797   // Indicates the maximum flatness of the quantization matrix.
798   int qm_maxlevel;
799   // Indicates if adaptive quantize_b should be enabled.
800   int quant_b_adapt;
801   // Indicates the Adaptive Quantization mode to be used.
802   AQ_MODE aq_mode;
803   // Indicates the delta q mode to be used.
804   DELTAQ_MODE deltaq_mode;
805   // Indicates the delta q mode strength.
806   DELTAQ_MODE deltaq_strength;
807   // Indicates if delta quantization should be enabled in chroma planes.
808   bool enable_chroma_deltaq;
809   // Indicates if delta quantization should be enabled for hdr video
810   bool enable_hdr_deltaq;
811   // Indicates if encoding with quantization matrices should be enabled.
812   bool using_qm;
813 } QuantizationCfg;
814 
815 /*!\endcond */
816 /*!
817  * \brief Algorithm configuration parameters.
818  */
819 typedef struct {
820   /*!
821    * Controls the level at which rate-distortion optimization of transform
822    * coefficients favours sharpness in the block. Has no impact on RD when set
823    * to zero (default). For values 1-7, eob and skip block optimization are
824    * avoided and rdmult is adjusted in favour of block sharpness.
825    */
826   int sharpness;
827 
828   /*!
829    * Indicates the trellis optimization mode of quantized coefficients.
830    * 0: disabled
831    * 1: enabled
832    * 2: enabled for rd search
833    * 3: true for estimate yrd search
834    */
835   int disable_trellis_quant;
836 
837   /*!
838    * The maximum number of frames used to create an arf.
839    */
840   int arnr_max_frames;
841 
842   /*!
843    * The temporal filter strength for arf used when creating ARFs.
844    */
845   int arnr_strength;
846 
847   /*!
848    * Indicates the CDF update mode
849    * 0: no update
850    * 1: update on every frame(default)
851    * 2: selectively update
852    */
853   uint8_t cdf_update_mode;
854 
855   /*!
856    * Indicates if RDO based on frame temporal dependency should be enabled.
857    */
858   bool enable_tpl_model;
859 
860   /*!
861    * Indicates if coding of overlay frames for filtered ALTREF frames is
862    * enabled.
863    */
864   bool enable_overlay;
865 
866   /*!
867    * Controls loop filtering
868    * 0: Loop filter is disabled for all frames
869    * 1: Loop filter is enabled for all frames
870    * 2: Loop filter is disabled for non-reference frames
871    * 3: Loop filter is disables for the frames with low motion
872    */
873   LOOPFILTER_CONTROL loopfilter_control;
874 
875   /*!
876    * Indicates if the application of post-processing filters should be skipped
877    * on reconstructed frame.
878    */
879   bool skip_postproc_filtering;
880 } AlgoCfg;
881 /*!\cond */
882 
883 typedef struct {
884   // Indicates the codec bit-depth.
885   aom_bit_depth_t bit_depth;
886   // Indicates the superblock size that should be used by the encoder.
887   aom_superblock_size_t superblock_size;
888   // Indicates if loopfilter modulation should be enabled.
889   bool enable_deltalf_mode;
890   // Indicates how CDEF should be applied.
891   CDEF_CONTROL cdef_control;
892   // Indicates if loop restoration filter should be enabled.
893   bool enable_restoration;
894   // When enabled, video mode should be used even for single frame input.
895   bool force_video_mode;
896   // Indicates if the error resiliency features should be enabled.
897   bool error_resilient_mode;
898   // Indicates if frame parallel decoding feature should be enabled.
899   bool frame_parallel_decoding_mode;
900   // Indicates if the input should be encoded as monochrome.
901   bool enable_monochrome;
902   // When enabled, the encoder will use a full header even for still pictures.
903   // When disabled, a reduced header is used for still pictures.
904   bool full_still_picture_hdr;
905   // Indicates if dual interpolation filters should be enabled.
906   bool enable_dual_filter;
907   // Indicates if frame order hint should be enabled or not.
908   bool enable_order_hint;
909   // Indicates if ref_frame_mvs should be enabled at the sequence level.
910   bool ref_frame_mvs_present;
911   // Indicates if ref_frame_mvs should be enabled at the frame level.
912   bool enable_ref_frame_mvs;
913   // Indicates if interintra compound mode is enabled.
914   bool enable_interintra_comp;
915   // Indicates if global motion should be enabled.
916   bool enable_global_motion;
917   // Indicates if palette should be enabled.
918   bool enable_palette;
919 } ToolCfg;
920 
921 /*!\endcond */
922 /*!
923  * \brief Main encoder configuration data structure.
924  */
925 typedef struct AV1EncoderConfig {
926   /*!\cond */
927   // Configuration related to the input video.
928   InputCfg input_cfg;
929 
930   // Configuration related to frame-dimensions.
931   FrameDimensionCfg frm_dim_cfg;
932 
933   /*!\endcond */
934   /*!
935    * Encoder algorithm configuration.
936    */
937   AlgoCfg algo_cfg;
938 
939   /*!
940    * Configuration related to key-frames.
941    */
942   KeyFrameCfg kf_cfg;
943 
944   /*!
945    * Rate control configuration
946    */
947   RateControlCfg rc_cfg;
948   /*!\cond */
949 
950   // Configuration related to Quantization.
951   QuantizationCfg q_cfg;
952 
953   // Internal frame size scaling.
954   ResizeCfg resize_cfg;
955 
956   // Frame Super-Resolution size scaling.
957   SuperResCfg superres_cfg;
958 
959   /*!\endcond */
960   /*!
961    * stats_in buffer contains all of the stats packets produced in the first
962    * pass, concatenated.
963    */
964   aom_fixed_buf_t twopass_stats_in;
965   /*!\cond */
966 
967   // Configuration related to encoder toolsets.
968   ToolCfg tool_cfg;
969 
970   // Configuration related to Group of frames.
971   GFConfig gf_cfg;
972 
973   // Tile related configuration parameters.
974   TileConfig tile_cfg;
975 
976   // Configuration related to Tune.
977   TuneCfg tune_cfg;
978 
979   // Configuration related to color.
980   ColorCfg color_cfg;
981 
982   // Configuration related to decoder model.
983   DecoderModelCfg dec_model_cfg;
984 
985   // Configuration related to reference frames.
986   RefFrameCfg ref_frm_cfg;
987 
988   // Configuration related to unit tests.
989   UnitTestCfg unit_test_cfg;
990 
991   // Flags related to motion mode.
992   MotionModeCfg motion_mode_cfg;
993 
994   // Flags related to intra mode search.
995   IntraModeCfg intra_mode_cfg;
996 
997   // Flags related to transform size/type.
998   TxfmSizeTypeCfg txfm_cfg;
999 
1000   // Flags related to compound type.
1001   CompoundTypeCfg comp_type_cfg;
1002 
1003   // Partition related information.
1004   PartitionCfg part_cfg;
1005 
1006   // Configuration related to frequency of cost update.
1007   CostUpdateFreq cost_upd_freq;
1008 
1009 #if CONFIG_DENOISE
1010   // Indicates the noise level.
1011   float noise_level;
1012   // Indicates the the denoisers block size.
1013   int noise_block_size;
1014   // Indicates whether to apply denoising to the frame to be encoded
1015   int enable_dnl_denoising;
1016 #endif
1017 
1018 #if CONFIG_AV1_TEMPORAL_DENOISING
1019   // Noise sensitivity.
1020   int noise_sensitivity;
1021 #endif
1022   // Bit mask to specify which tier each of the 32 possible operating points
1023   // conforms to.
1024   unsigned int tier_mask;
1025 
1026   // Indicates the number of pixels off the edge of a reference frame we're
1027   // allowed to go when forming an inter prediction.
1028   int border_in_pixels;
1029 
1030   // Indicates the maximum number of threads that may be used by the encoder.
1031   int max_threads;
1032 
1033   // Indicates the speed preset to be used.
1034   int speed;
1035 
1036   // Indicates the target sequence level index for each operating point(OP).
1037   AV1_LEVEL target_seq_level_idx[MAX_NUM_OPERATING_POINTS];
1038 
1039   // Indicates the bitstream profile to be used.
1040   BITSTREAM_PROFILE profile;
1041 
1042   /*!\endcond */
1043   /*!
1044    * Indicates the current encoder pass :
1045    * AOM_RC_ONE_PASS = One pass encode,
1046    * AOM_RC_FIRST_PASS = First pass of multiple-pass
1047    * AOM_RC_SECOND_PASS = Second pass of multiple-pass
1048    * AOM_RC_THIRD_PASS = Third pass of multiple-pass
1049    */
1050   enum aom_enc_pass pass;
1051   /*!\cond */
1052 
1053   // Total number of encoding passes.
1054   int passes;
1055 
1056   // the name of the second pass output file when passes > 2
1057   const char *two_pass_output;
1058 
1059   // the name of the second pass log file when passes > 2
1060   const char *second_pass_log;
1061 
1062   // Indicates if the encoding is GOOD or REALTIME.
1063   MODE mode;
1064 
1065   // Indicates if row-based multi-threading should be enabled or not.
1066   bool row_mt;
1067 
1068   // Indicates if frame parallel multi-threading should be enabled or not.
1069   bool fp_mt;
1070 
1071   // Indicates if 16bit frame buffers are to be used i.e., the content is >
1072   // 8-bit.
1073   bool use_highbitdepth;
1074 
1075   // Indicates the bitstream syntax mode. 0 indicates bitstream is saved as
1076   // Section 5 bitstream, while 1 indicates the bitstream is saved in Annex - B
1077   // format.
1078   bool save_as_annexb;
1079 
1080   // The path for partition stats reading and writing, used in the experiment
1081   // CONFIG_PARTITION_SEARCH_ORDER.
1082   const char *partition_info_path;
1083 
1084   // The flag that indicates whether we use an external rate distribution to
1085   // guide adaptive quantization. It requires --deltaq-mode=3. The rate
1086   // distribution map file name is stored in |rate_distribution_info|.
1087   unsigned int enable_rate_guide_deltaq;
1088 
1089   // The input file of rate distribution information used in all intra mode
1090   // to determine delta quantization.
1091   const char *rate_distribution_info;
1092 
1093   // Exit the encoder when it fails to encode to a given level.
1094   int strict_level_conformance;
1095 
1096   // Max depth for the GOP after a key frame
1097   int kf_max_pyr_height;
1098 
1099   // A flag to control if we enable the superblock qp sweep for a given lambda
1100   int sb_qp_sweep;
1101   /*!\endcond */
1102 } AV1EncoderConfig;
1103 
1104 /*!\cond */
is_lossless_requested(const RateControlCfg * const rc_cfg)1105 static inline int is_lossless_requested(const RateControlCfg *const rc_cfg) {
1106   return rc_cfg->best_allowed_q == 0 && rc_cfg->worst_allowed_q == 0;
1107 }
1108 /*!\endcond */
1109 
1110 /*!
1111  * \brief Encoder-side probabilities for pruning of various AV1 tools
1112  */
1113 typedef struct {
1114   /*!
1115    * obmc_probs[i][j] is the probability of OBMC being the best motion mode for
1116    * jth block size and ith frame update type, averaged over past frames. If
1117    * obmc_probs[i][j] < thresh, then OBMC search is pruned.
1118    */
1119   int obmc_probs[FRAME_UPDATE_TYPES][BLOCK_SIZES_ALL];
1120 
1121   /*!
1122    * warped_probs[i] is the probability of warped motion being the best motion
1123    * mode for ith frame update type, averaged over past frames. If
1124    * warped_probs[i] < thresh, then warped motion search is pruned.
1125    */
1126   int warped_probs[FRAME_UPDATE_TYPES];
1127 
1128   /*!
1129    * tx_type_probs[i][j][k] is the probability of kth tx_type being the best
1130    * for jth transform size and ith frame update type, averaged over past
1131    * frames. If tx_type_probs[i][j][k] < thresh, then transform search for that
1132    * type is pruned.
1133    */
1134   int tx_type_probs[FRAME_UPDATE_TYPES][TX_SIZES_ALL][TX_TYPES];
1135 
1136   /*!
1137    * switchable_interp_probs[i][j][k] is the probability of kth interpolation
1138    * filter being the best for jth filter context and ith frame update type,
1139    * averaged over past frames. If switchable_interp_probs[i][j][k] < thresh,
1140    * then interpolation filter search is pruned for that case.
1141    */
1142   int switchable_interp_probs[FRAME_UPDATE_TYPES][SWITCHABLE_FILTER_CONTEXTS]
1143                              [SWITCHABLE_FILTERS];
1144 } FrameProbInfo;
1145 
1146 /*!\cond */
1147 
1148 typedef struct FRAME_COUNTS {
1149 // Note: This structure should only contain 'unsigned int' fields, or
1150 // aggregates built solely from 'unsigned int' fields/elements
1151 #if CONFIG_ENTROPY_STATS
1152   unsigned int kf_y_mode[KF_MODE_CONTEXTS][KF_MODE_CONTEXTS][INTRA_MODES];
1153   unsigned int angle_delta[DIRECTIONAL_MODES][2 * MAX_ANGLE_DELTA + 1];
1154   unsigned int y_mode[BLOCK_SIZE_GROUPS][INTRA_MODES];
1155   unsigned int uv_mode[CFL_ALLOWED_TYPES][INTRA_MODES][UV_INTRA_MODES];
1156   unsigned int cfl_sign[CFL_JOINT_SIGNS];
1157   unsigned int cfl_alpha[CFL_ALPHA_CONTEXTS][CFL_ALPHABET_SIZE];
1158   unsigned int palette_y_mode[PALATTE_BSIZE_CTXS][PALETTE_Y_MODE_CONTEXTS][2];
1159   unsigned int palette_uv_mode[PALETTE_UV_MODE_CONTEXTS][2];
1160   unsigned int palette_y_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
1161   unsigned int palette_uv_size[PALATTE_BSIZE_CTXS][PALETTE_SIZES];
1162   unsigned int palette_y_color_index[PALETTE_SIZES]
1163                                     [PALETTE_COLOR_INDEX_CONTEXTS]
1164                                     [PALETTE_COLORS];
1165   unsigned int palette_uv_color_index[PALETTE_SIZES]
1166                                      [PALETTE_COLOR_INDEX_CONTEXTS]
1167                                      [PALETTE_COLORS];
1168   unsigned int partition[PARTITION_CONTEXTS][EXT_PARTITION_TYPES];
1169   unsigned int txb_skip[TOKEN_CDF_Q_CTXS][TX_SIZES][TXB_SKIP_CONTEXTS][2];
1170   unsigned int eob_extra[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1171                         [EOB_COEF_CONTEXTS][2];
1172   unsigned int dc_sign[PLANE_TYPES][DC_SIGN_CONTEXTS][2];
1173   unsigned int coeff_lps[TX_SIZES][PLANE_TYPES][BR_CDF_SIZE - 1][LEVEL_CONTEXTS]
1174                         [2];
1175   unsigned int eob_flag[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS][2];
1176   unsigned int eob_multi16[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][5];
1177   unsigned int eob_multi32[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][6];
1178   unsigned int eob_multi64[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][7];
1179   unsigned int eob_multi128[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][8];
1180   unsigned int eob_multi256[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][9];
1181   unsigned int eob_multi512[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][10];
1182   unsigned int eob_multi1024[TOKEN_CDF_Q_CTXS][PLANE_TYPES][2][11];
1183   unsigned int coeff_lps_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1184                               [LEVEL_CONTEXTS][BR_CDF_SIZE];
1185   unsigned int coeff_base_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1186                                [SIG_COEF_CONTEXTS][NUM_BASE_LEVELS + 2];
1187   unsigned int coeff_base_eob_multi[TOKEN_CDF_Q_CTXS][TX_SIZES][PLANE_TYPES]
1188                                    [SIG_COEF_CONTEXTS_EOB][NUM_BASE_LEVELS + 1];
1189   unsigned int newmv_mode[NEWMV_MODE_CONTEXTS][2];
1190   unsigned int zeromv_mode[GLOBALMV_MODE_CONTEXTS][2];
1191   unsigned int refmv_mode[REFMV_MODE_CONTEXTS][2];
1192   unsigned int drl_mode[DRL_MODE_CONTEXTS][2];
1193   unsigned int inter_compound_mode[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES];
1194   unsigned int wedge_idx[BLOCK_SIZES_ALL][16];
1195   unsigned int interintra[BLOCK_SIZE_GROUPS][2];
1196   unsigned int interintra_mode[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
1197   unsigned int wedge_interintra[BLOCK_SIZES_ALL][2];
1198   unsigned int compound_type[BLOCK_SIZES_ALL][MASKED_COMPOUND_TYPES];
1199   unsigned int motion_mode[BLOCK_SIZES_ALL][MOTION_MODES];
1200   unsigned int obmc[BLOCK_SIZES_ALL][2];
1201   unsigned int intra_inter[INTRA_INTER_CONTEXTS][2];
1202   unsigned int comp_inter[COMP_INTER_CONTEXTS][2];
1203   unsigned int comp_ref_type[COMP_REF_TYPE_CONTEXTS][2];
1204   unsigned int uni_comp_ref[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1][2];
1205   unsigned int single_ref[REF_CONTEXTS][SINGLE_REFS - 1][2];
1206   unsigned int comp_ref[REF_CONTEXTS][FWD_REFS - 1][2];
1207   unsigned int comp_bwdref[REF_CONTEXTS][BWD_REFS - 1][2];
1208   unsigned int intrabc[2];
1209 
1210   unsigned int txfm_partition[TXFM_PARTITION_CONTEXTS][2];
1211   unsigned int intra_tx_size[MAX_TX_CATS][TX_SIZE_CONTEXTS][MAX_TX_DEPTH + 1];
1212   unsigned int skip_mode[SKIP_MODE_CONTEXTS][2];
1213   unsigned int skip_txfm[SKIP_CONTEXTS][2];
1214   unsigned int compound_index[COMP_INDEX_CONTEXTS][2];
1215   unsigned int comp_group_idx[COMP_GROUP_IDX_CONTEXTS][2];
1216   unsigned int delta_q[DELTA_Q_PROBS][2];
1217   unsigned int delta_lf_multi[FRAME_LF_COUNT][DELTA_LF_PROBS][2];
1218   unsigned int delta_lf[DELTA_LF_PROBS][2];
1219 
1220   unsigned int inter_ext_tx[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
1221   unsigned int intra_ext_tx[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
1222                            [TX_TYPES];
1223   unsigned int filter_intra_mode[FILTER_INTRA_MODES];
1224   unsigned int filter_intra[BLOCK_SIZES_ALL][2];
1225   unsigned int switchable_restore[RESTORE_SWITCHABLE_TYPES];
1226   unsigned int wiener_restore[2];
1227   unsigned int sgrproj_restore[2];
1228 #endif  // CONFIG_ENTROPY_STATS
1229 
1230   unsigned int switchable_interp[SWITCHABLE_FILTER_CONTEXTS]
1231                                 [SWITCHABLE_FILTERS];
1232 } FRAME_COUNTS;
1233 
1234 #define INTER_MODE_RD_DATA_OVERALL_SIZE 6400
1235 
1236 typedef struct {
1237   int ready;
1238   double a;
1239   double b;
1240   double dist_mean;
1241   double ld_mean;
1242   double sse_mean;
1243   double sse_sse_mean;
1244   double sse_ld_mean;
1245   int num;
1246   double dist_sum;
1247   double ld_sum;
1248   double sse_sum;
1249   double sse_sse_sum;
1250   double sse_ld_sum;
1251 } InterModeRdModel;
1252 
1253 typedef struct {
1254   int idx;
1255   int64_t rd;
1256 } RdIdxPair;
1257 // TODO(angiebird): This is an estimated size. We still need to figure what is
1258 // the maximum number of modes.
1259 #define MAX_INTER_MODES 1024
1260 // TODO(any): rename this struct to something else. There is already another
1261 // struct called inter_mode_info, which makes this terribly confusing.
1262 /*!\endcond */
1263 /*!
1264  * \brief Struct used to hold inter mode data for fast tx search.
1265  *
1266  * This struct is used to perform a full transform search only on winning
1267  * candidates searched with an estimate for transform coding RD.
1268  */
1269 typedef struct inter_modes_info {
1270   /*!
1271    * The number of inter modes for which data was stored in each of the
1272    * following arrays.
1273    */
1274   int num;
1275   /*!
1276    * Mode info struct for each of the candidate modes.
1277    */
1278   MB_MODE_INFO mbmi_arr[MAX_INTER_MODES];
1279   /*!
1280    * The rate for each of the candidate modes.
1281    */
1282   int mode_rate_arr[MAX_INTER_MODES];
1283   /*!
1284    * The sse of the predictor for each of the candidate modes.
1285    */
1286   int64_t sse_arr[MAX_INTER_MODES];
1287   /*!
1288    * The estimated rd of the predictor for each of the candidate modes.
1289    */
1290   int64_t est_rd_arr[MAX_INTER_MODES];
1291   /*!
1292    * The rate and mode index for each of the candidate modes.
1293    */
1294   RdIdxPair rd_idx_pair_arr[MAX_INTER_MODES];
1295   /*!
1296    * The full rd stats for each of the candidate modes.
1297    */
1298   RD_STATS rd_cost_arr[MAX_INTER_MODES];
1299   /*!
1300    * The full rd stats of luma only for each of the candidate modes.
1301    */
1302   RD_STATS rd_cost_y_arr[MAX_INTER_MODES];
1303   /*!
1304    * The full rd stats of chroma only for each of the candidate modes.
1305    */
1306   RD_STATS rd_cost_uv_arr[MAX_INTER_MODES];
1307 } InterModesInfo;
1308 
1309 /*!\cond */
1310 typedef struct {
1311   // TODO(kyslov): consider changing to 64bit
1312 
1313   // This struct is used for computing variance in choose_partitioning(), where
1314   // the max number of samples within a superblock is 32x32 (with 4x4 avg).
1315   // With 8bit bitdepth, uint32_t is enough for sum_square_error (2^8 * 2^8 * 32
1316   // * 32 = 2^26). For high bitdepth we need to consider changing this to 64 bit
1317   uint32_t sum_square_error;
1318   int32_t sum_error;
1319   int log2_count;
1320   int variance;
1321 } VPartVar;
1322 
1323 typedef struct {
1324   VPartVar none;
1325   VPartVar horz[2];
1326   VPartVar vert[2];
1327 } VPVariance;
1328 
1329 typedef struct {
1330   VPVariance part_variances;
1331   VPartVar split[4];
1332 } VP4x4;
1333 
1334 typedef struct {
1335   VPVariance part_variances;
1336   VP4x4 split[4];
1337 } VP8x8;
1338 
1339 typedef struct {
1340   VPVariance part_variances;
1341   VP8x8 split[4];
1342 } VP16x16;
1343 
1344 typedef struct {
1345   VPVariance part_variances;
1346   VP16x16 split[4];
1347 } VP32x32;
1348 
1349 typedef struct {
1350   VPVariance part_variances;
1351   VP32x32 split[4];
1352 } VP64x64;
1353 
1354 typedef struct {
1355   VPVariance part_variances;
1356   VP64x64 *split;
1357 } VP128x128;
1358 
1359 /*!\endcond */
1360 
1361 /*!
1362  * \brief Thresholds for variance based partitioning.
1363  */
1364 typedef struct {
1365   /*!
1366    * If block variance > threshold, then that block is forced to split.
1367    * thresholds[0] - threshold for 128x128;
1368    * thresholds[1] - threshold for 64x64;
1369    * thresholds[2] - threshold for 32x32;
1370    * thresholds[3] - threshold for 16x16;
1371    * thresholds[4] - threshold for 8x8;
1372    */
1373   int64_t thresholds[5];
1374 
1375   /*!
1376    * MinMax variance threshold for 8x8 sub blocks of a 16x16 block. If actual
1377    * minmax > threshold_minmax, the 16x16 is forced to split.
1378    */
1379   int64_t threshold_minmax;
1380 } VarBasedPartitionInfo;
1381 
1382 /*!
1383  * \brief Encoder parameters for synchronization of row based multi-threading
1384  */
1385 typedef struct {
1386 #if CONFIG_MULTITHREAD
1387   /**
1388    * \name Synchronization objects for top-right dependency.
1389    */
1390   /**@{*/
1391   pthread_mutex_t *mutex_; /*!< Mutex lock object */
1392   pthread_cond_t *cond_;   /*!< Condition variable */
1393   /**@}*/
1394 #endif  // CONFIG_MULTITHREAD
1395   /*!
1396    * Buffer to store the superblock whose encoding is complete.
1397    * num_finished_cols[i] stores the number of superblocks which finished
1398    * encoding in the ith superblock row.
1399    */
1400   int *num_finished_cols;
1401   /*!
1402    * Denotes the superblock interval at which conditional signalling should
1403    * happen. Also denotes the minimum number of extra superblocks of the top row
1404    * to be complete to start encoding the current superblock. A value of 1
1405    * indicates top-right dependency.
1406    */
1407   int sync_range;
1408   /*!
1409    * Denotes the additional number of superblocks in the previous row to be
1410    * complete to start encoding the current superblock when intraBC tool is
1411    * enabled. This additional top-right delay is required to satisfy the
1412    * hardware constraints for intraBC tool when row multithreading is enabled.
1413    */
1414   int intrabc_extra_top_right_sb_delay;
1415   /*!
1416    * Number of superblock rows.
1417    */
1418   int rows;
1419   /*!
1420    * The superblock row (in units of MI blocks) to be processed next.
1421    */
1422   int next_mi_row;
1423   /*!
1424    * Number of threads processing the current tile.
1425    */
1426   int num_threads_working;
1427 } AV1EncRowMultiThreadSync;
1428 
1429 /*!\cond */
1430 
1431 // TODO(jingning) All spatially adaptive variables should go to TileDataEnc.
1432 typedef struct TileDataEnc {
1433   TileInfo tile_info;
1434   DECLARE_ALIGNED(16, FRAME_CONTEXT, tctx);
1435   FRAME_CONTEXT *row_ctx;
1436   uint64_t abs_sum_level;
1437   uint8_t allow_update_cdf;
1438   InterModeRdModel inter_mode_rd_models[BLOCK_SIZES_ALL];
1439   AV1EncRowMultiThreadSync row_mt_sync;
1440   MV firstpass_top_mv;
1441 } TileDataEnc;
1442 
1443 typedef struct RD_COUNTS {
1444   int compound_ref_used_flag;
1445   int skip_mode_used_flag;
1446   int tx_type_used[TX_SIZES_ALL][TX_TYPES];
1447   int obmc_used[BLOCK_SIZES_ALL][2];
1448   int warped_used[2];
1449   int newmv_or_intra_blocks;
1450   uint64_t seg_tmp_pred_cost[2];
1451 } RD_COUNTS;
1452 
1453 typedef struct ThreadData {
1454   MACROBLOCK mb;
1455   MvCosts *mv_costs_alloc;
1456   IntraBCMVCosts *dv_costs_alloc;
1457   RD_COUNTS rd_counts;
1458   FRAME_COUNTS *counts;
1459   PC_TREE_SHARED_BUFFERS shared_coeff_buf;
1460   SIMPLE_MOTION_DATA_TREE *sms_tree;
1461   SIMPLE_MOTION_DATA_TREE *sms_root;
1462   uint32_t *hash_value_buffer[2][2];
1463   OBMCBuffer obmc_buffer;
1464   PALETTE_BUFFER *palette_buffer;
1465   CompoundTypeRdBuffers comp_rd_buffer;
1466   CONV_BUF_TYPE *tmp_conv_dst;
1467   uint64_t abs_sum_level;
1468   uint8_t *tmp_pred_bufs[2];
1469   uint8_t *wiener_tmp_pred_buf;
1470   int intrabc_used;
1471   int deltaq_used;
1472   int coefficient_size;
1473   int max_mv_magnitude;
1474   int interp_filter_selected[SWITCHABLE];
1475   FRAME_CONTEXT *tctx;
1476   VP64x64 *vt64x64;
1477   int32_t num_64x64_blocks;
1478   PICK_MODE_CONTEXT *firstpass_ctx;
1479   TemporalFilterData tf_data;
1480   TplBuffers tpl_tmp_buffers;
1481   TplTxfmStats tpl_txfm_stats;
1482   GlobalMotionData gm_data;
1483   // Pointer to the array of structures to store gradient information of each
1484   // pixel in a superblock. The buffer constitutes of MAX_SB_SQUARE pixel level
1485   // structures for each of the plane types (PLANE_TYPE_Y and PLANE_TYPE_UV).
1486   PixelLevelGradientInfo *pixel_gradient_info;
1487   // Pointer to the array of structures to store source variance information of
1488   // each 4x4 sub-block in a superblock. Block4x4VarInfo structure is used to
1489   // store source variance and log of source variance of each 4x4 sub-block
1490   // for subsequent retrieval.
1491   Block4x4VarInfo *src_var_info_of_4x4_sub_blocks;
1492   // Pointer to pc tree root.
1493   PC_TREE *pc_root;
1494 } ThreadData;
1495 
1496 struct EncWorkerData;
1497 
1498 /*!\endcond */
1499 
1500 /*!
1501  * \brief Encoder data related to row-based multi-threading
1502  */
1503 typedef struct {
1504   /*!
1505    * Number of tile rows for which row synchronization memory is allocated.
1506    */
1507   int allocated_tile_rows;
1508   /*!
1509    * Number of tile cols for which row synchronization memory is allocated.
1510    */
1511   int allocated_tile_cols;
1512   /*!
1513    * Number of rows for which row synchronization memory is allocated
1514    * per tile. During first-pass/look-ahead stage this equals the
1515    * maximum number of macroblock rows in a tile. During encode stage,
1516    * this equals the maximum number of superblock rows in a tile.
1517    */
1518   int allocated_rows;
1519   /*!
1520    * Number of columns for which entropy context memory is allocated
1521    * per tile. During encode stage, this equals the maximum number of
1522    * superblock columns in a tile minus 1. The entropy context memory
1523    * is not allocated during first-pass/look-ahead stage.
1524    */
1525   int allocated_cols;
1526 
1527   /*!
1528    * thread_id_to_tile_id[i] indicates the tile id assigned to the ith thread.
1529    */
1530   int thread_id_to_tile_id[MAX_NUM_THREADS];
1531 
1532   /*!
1533    * num_tile_cols_done[i] indicates the number of tile columns whose encoding
1534    * is complete in the ith superblock row.
1535    */
1536   int *num_tile_cols_done;
1537 
1538   /*!
1539    * Number of superblock rows in a frame for which 'num_tile_cols_done' is
1540    * allocated.
1541    */
1542   int allocated_sb_rows;
1543 
1544   /*!
1545    * Initialized to false, set to true by the worker thread that encounters an
1546    * error in order to abort the processing of other worker threads.
1547    */
1548   bool row_mt_exit;
1549 
1550   /*!
1551    * Initialized to false, set to true during first pass encoding by the worker
1552    * thread that encounters an error in order to abort the processing of other
1553    * worker threads.
1554    */
1555   bool firstpass_mt_exit;
1556 
1557   /*!
1558    * Initialized to false, set to true in cal_mb_wiener_var_hook() by the worker
1559    * thread that encounters an error in order to abort the processing of other
1560    * worker threads.
1561    */
1562   bool mb_wiener_mt_exit;
1563 
1564 #if CONFIG_MULTITHREAD
1565   /*!
1566    * Mutex lock used while dispatching jobs.
1567    */
1568   pthread_mutex_t *mutex_;
1569   /*!
1570    *  Condition variable used to dispatch loopfilter jobs.
1571    */
1572   pthread_cond_t *cond_;
1573 #endif
1574 
1575   /**
1576    * \name Row synchronization related function pointers.
1577    */
1578   /**@{*/
1579   /*!
1580    * Reader.
1581    */
1582   void (*sync_read_ptr)(AV1EncRowMultiThreadSync *const, int, int);
1583   /*!
1584    * Writer.
1585    */
1586   void (*sync_write_ptr)(AV1EncRowMultiThreadSync *const, int, int, int);
1587   /**@}*/
1588 } AV1EncRowMultiThreadInfo;
1589 
1590 /*!
1591  * \brief Encoder data related to multi-threading for allintra deltaq-mode=3
1592  */
1593 typedef struct {
1594 #if CONFIG_MULTITHREAD
1595   /*!
1596    * Mutex lock used while dispatching jobs.
1597    */
1598   pthread_mutex_t *mutex_;
1599   /*!
1600    *  Condition variable used to dispatch loopfilter jobs.
1601    */
1602   pthread_cond_t *cond_;
1603 #endif
1604 
1605   /**
1606    * \name Row synchronization related function pointers for all intra mode
1607    */
1608   /**@{*/
1609   /*!
1610    * Reader.
1611    */
1612   void (*intra_sync_read_ptr)(AV1EncRowMultiThreadSync *const, int, int);
1613   /*!
1614    * Writer.
1615    */
1616   void (*intra_sync_write_ptr)(AV1EncRowMultiThreadSync *const, int, int, int);
1617   /**@}*/
1618 } AV1EncAllIntraMultiThreadInfo;
1619 
1620 /*!
1621  * \brief Max number of recodes used to track the frame probabilities.
1622  */
1623 #define NUM_RECODES_PER_FRAME 10
1624 
1625 /*!
1626  * \brief Max number of frames that can be encoded in a parallel encode set.
1627  */
1628 #define MAX_PARALLEL_FRAMES 4
1629 
1630 /*!
1631  * \brief Buffers to be backed up during parallel encode set to be restored
1632  * later.
1633  */
1634 typedef struct RestoreStateBuffers {
1635   /*!
1636    * Backup of original CDEF srcbuf.
1637    */
1638   uint16_t *cdef_srcbuf;
1639 
1640   /*!
1641    * Backup of original CDEF colbuf.
1642    */
1643   uint16_t *cdef_colbuf[MAX_MB_PLANE];
1644 
1645   /*!
1646    * Backup of original LR rst_tmpbuf.
1647    */
1648   int32_t *rst_tmpbuf;
1649 
1650   /*!
1651    * Backup of original LR rlbs.
1652    */
1653   RestorationLineBuffers *rlbs;
1654 } RestoreStateBuffers;
1655 
1656 /*!
1657  * \brief Parameters related to restoration types.
1658  */
1659 typedef struct {
1660   /*!
1661    * Stores the best coefficients for Wiener restoration.
1662    */
1663   WienerInfo wiener;
1664 
1665   /*!
1666    * Stores the best coefficients for Sgrproj restoration.
1667    */
1668   SgrprojInfo sgrproj;
1669 
1670   /*!
1671    * The rtype to use for this unit given a frame rtype as index. Indices:
1672    * WIENER, SGRPROJ, SWITCHABLE.
1673    */
1674   RestorationType best_rtype[RESTORE_TYPES - 1];
1675 } RestUnitSearchInfo;
1676 
1677 /*!
1678  * \brief Structure to hold search parameter per restoration unit and
1679  * intermediate buffer of Wiener filter used in pick filter stage of Loop
1680  * restoration.
1681  */
1682 typedef struct {
1683   /*!
1684    * Array of pointers to 'RestUnitSearchInfo' which holds data related to
1685    * restoration types.
1686    */
1687   RestUnitSearchInfo *rusi[MAX_MB_PLANE];
1688 
1689   /*!
1690    * Buffer used to hold dgd-avg data during SIMD call of Wiener filter.
1691    */
1692   int16_t *dgd_avg;
1693 } AV1LrPickStruct;
1694 
1695 /*!
1696  * \brief Primary Encoder parameters related to multi-threading.
1697  */
1698 typedef struct PrimaryMultiThreadInfo {
1699   /*!
1700    * Number of workers created for multi-threading.
1701    */
1702   int num_workers;
1703 
1704   /*!
1705    * Number of workers used for different MT modules.
1706    */
1707   int num_mod_workers[NUM_MT_MODULES];
1708 
1709   /*!
1710    * Synchronization object used to launch job in the worker thread.
1711    */
1712   AVxWorker *workers;
1713 
1714   /*!
1715    * Data specific to each worker in encoder multi-threading.
1716    * tile_thr_data[i] stores the worker data of the ith thread.
1717    */
1718   struct EncWorkerData *tile_thr_data;
1719 
1720   /*!
1721    * CDEF row multi-threading data.
1722    */
1723   AV1CdefWorkerData *cdef_worker;
1724 
1725   /*!
1726    * Primary(Level 1) Synchronization object used to launch job in the worker
1727    * thread.
1728    */
1729   AVxWorker *p_workers[MAX_PARALLEL_FRAMES];
1730 
1731   /*!
1732    * Number of primary workers created for multi-threading.
1733    */
1734   int p_num_workers;
1735 
1736   /*!
1737    * Tracks the number of workers in encode stage multi-threading.
1738    */
1739   int prev_num_enc_workers;
1740 } PrimaryMultiThreadInfo;
1741 
1742 /*!
1743  * \brief Encoder parameters related to multi-threading.
1744  */
1745 typedef struct MultiThreadInfo {
1746   /*!
1747    * Number of workers created for multi-threading.
1748    */
1749   int num_workers;
1750 
1751   /*!
1752    * Number of workers used for different MT modules.
1753    */
1754   int num_mod_workers[NUM_MT_MODULES];
1755 
1756   /*!
1757    * Synchronization object used to launch job in the worker thread.
1758    */
1759   AVxWorker *workers;
1760 
1761   /*!
1762    * Data specific to each worker in encoder multi-threading.
1763    * tile_thr_data[i] stores the worker data of the ith thread.
1764    */
1765   struct EncWorkerData *tile_thr_data;
1766 
1767   /*!
1768    * When set, indicates that row based multi-threading of the encoder is
1769    * enabled.
1770    */
1771   bool row_mt_enabled;
1772 
1773   /*!
1774    * When set, indicates that multi-threading for bitstream packing is enabled.
1775    */
1776   bool pack_bs_mt_enabled;
1777 
1778   /*!
1779    * Encoder row multi-threading data.
1780    */
1781   AV1EncRowMultiThreadInfo enc_row_mt;
1782 
1783   /*!
1784    * Encoder multi-threading data for allintra mode in the preprocessing stage
1785    * when --deltaq-mode=3.
1786    */
1787   AV1EncAllIntraMultiThreadInfo intra_mt;
1788 
1789   /*!
1790    * Tpl row multi-threading data.
1791    */
1792   AV1TplRowMultiThreadInfo tpl_row_mt;
1793 
1794   /*!
1795    * Loop Filter multi-threading object.
1796    */
1797   AV1LfSync lf_row_sync;
1798 
1799   /*!
1800    * Loop Restoration multi-threading object.
1801    */
1802   AV1LrSync lr_row_sync;
1803 
1804   /*!
1805    * Pack bitstream multi-threading object.
1806    */
1807   AV1EncPackBSSync pack_bs_sync;
1808 
1809   /*!
1810    * Global Motion multi-threading object.
1811    */
1812   AV1GlobalMotionSync gm_sync;
1813 
1814   /*!
1815    * Temporal Filter multi-threading object.
1816    */
1817   AV1TemporalFilterSync tf_sync;
1818 
1819   /*!
1820    * CDEF search multi-threading object.
1821    */
1822   AV1CdefSync cdef_sync;
1823 
1824   /*!
1825    * Pointer to CDEF row multi-threading data for the frame.
1826    */
1827   AV1CdefWorkerData *cdef_worker;
1828 
1829   /*!
1830    * Buffers to be stored/restored before/after parallel encode.
1831    */
1832   RestoreStateBuffers restore_state_buf;
1833 
1834   /*!
1835    * In multi-threaded realtime encoding with row-mt enabled, pipeline
1836    * loop-filtering after encoding.
1837    */
1838   int pipeline_lpf_mt_with_enc;
1839 } MultiThreadInfo;
1840 
1841 /*!\cond */
1842 
1843 typedef struct ActiveMap {
1844   int enabled;
1845   int update;
1846   unsigned char *map;
1847 } ActiveMap;
1848 
1849 /*!\endcond */
1850 
1851 /*!
1852  * \brief Encoder info used for decision on forcing integer motion vectors.
1853  */
1854 typedef struct {
1855   /*!
1856    * cs_rate_array[i] is the fraction of blocks in a frame which either match
1857    * with the collocated block or are smooth, where i is the rate_index.
1858    */
1859   double cs_rate_array[32];
1860   /*!
1861    * rate_index is used to index cs_rate_array.
1862    */
1863   int rate_index;
1864   /*!
1865    * rate_size is the total number of entries populated in cs_rate_array.
1866    */
1867   int rate_size;
1868 } ForceIntegerMVInfo;
1869 
1870 /*!\cond */
1871 
1872 #if CONFIG_INTERNAL_STATS
1873 // types of stats
1874 enum {
1875   STAT_Y,
1876   STAT_U,
1877   STAT_V,
1878   STAT_ALL,
1879   NUM_STAT_TYPES  // This should always be the last member of the enum
1880 } UENUM1BYTE(StatType);
1881 
1882 typedef struct IMAGE_STAT {
1883   double stat[NUM_STAT_TYPES];
1884   double worst;
1885 } ImageStat;
1886 #endif  // CONFIG_INTERNAL_STATS
1887 
1888 typedef struct {
1889   int ref_count;
1890   YV12_BUFFER_CONFIG buf;
1891 } EncRefCntBuffer;
1892 
1893 /*!\endcond */
1894 
1895 /*!
1896  * \brief Buffer to store mode information at mi_alloc_bsize (4x4 or 8x8) level
1897  *
1898  * This is used for bitstream preparation.
1899  */
1900 typedef struct {
1901   /*!
1902    * frame_base[mi_row * stride + mi_col] stores the mode information of
1903    * block (mi_row,mi_col).
1904    */
1905   MB_MODE_INFO_EXT_FRAME *frame_base;
1906   /*!
1907    * Size of frame_base buffer.
1908    */
1909   int alloc_size;
1910   /*!
1911    * Stride of frame_base buffer.
1912    */
1913   int stride;
1914 } MBMIExtFrameBufferInfo;
1915 
1916 /*!\cond */
1917 
1918 #if CONFIG_COLLECT_PARTITION_STATS
1919 typedef struct FramePartitionTimingStats {
1920   int partition_decisions[6][EXT_PARTITION_TYPES];
1921   int partition_attempts[6][EXT_PARTITION_TYPES];
1922   int64_t partition_times[6][EXT_PARTITION_TYPES];
1923 
1924   int partition_redo;
1925 } FramePartitionTimingStats;
1926 #endif  // CONFIG_COLLECT_PARTITION_STATS
1927 
1928 #if CONFIG_COLLECT_COMPONENT_TIMING
1929 #include "aom_ports/aom_timer.h"
1930 // Adjust the following to add new components.
1931 enum {
1932   av1_encode_strategy_time,
1933   av1_get_one_pass_rt_params_time,
1934   av1_get_second_pass_params_time,
1935   denoise_and_encode_time,
1936   apply_filtering_time,
1937   av1_tpl_setup_stats_time,
1938   encode_frame_to_data_rate_time,
1939   encode_with_or_without_recode_time,
1940   loop_filter_time,
1941   cdef_time,
1942   loop_restoration_time,
1943   av1_pack_bitstream_final_time,
1944   av1_encode_frame_time,
1945   av1_compute_global_motion_time,
1946   av1_setup_motion_field_time,
1947   encode_sb_row_time,
1948 
1949   rd_pick_partition_time,
1950   rd_use_partition_time,
1951   choose_var_based_partitioning_time,
1952   av1_prune_partitions_time,
1953   none_partition_search_time,
1954   split_partition_search_time,
1955   rectangular_partition_search_time,
1956   ab_partitions_search_time,
1957   rd_pick_4partition_time,
1958   encode_sb_time,
1959 
1960   rd_pick_sb_modes_time,
1961   av1_rd_pick_intra_mode_sb_time,
1962   av1_rd_pick_inter_mode_sb_time,
1963   set_params_rd_pick_inter_mode_time,
1964   skip_inter_mode_time,
1965   handle_inter_mode_time,
1966   evaluate_motion_mode_for_winner_candidates_time,
1967   do_tx_search_time,
1968   handle_intra_mode_time,
1969   refine_winner_mode_tx_time,
1970   av1_search_palette_mode_time,
1971   handle_newmv_time,
1972   compound_type_rd_time,
1973   interpolation_filter_search_time,
1974   motion_mode_rd_time,
1975 
1976   nonrd_use_partition_time,
1977   pick_sb_modes_nonrd_time,
1978   hybrid_intra_mode_search_time,
1979   nonrd_pick_inter_mode_sb_time,
1980   encode_b_nonrd_time,
1981 
1982   kTimingComponents,
1983 } UENUM1BYTE(TIMING_COMPONENT);
1984 
get_component_name(int index)1985 static inline char const *get_component_name(int index) {
1986   switch (index) {
1987     case av1_encode_strategy_time: return "av1_encode_strategy_time";
1988     case av1_get_one_pass_rt_params_time:
1989       return "av1_get_one_pass_rt_params_time";
1990     case av1_get_second_pass_params_time:
1991       return "av1_get_second_pass_params_time";
1992     case denoise_and_encode_time: return "denoise_and_encode_time";
1993     case apply_filtering_time: return "apply_filtering_time";
1994     case av1_tpl_setup_stats_time: return "av1_tpl_setup_stats_time";
1995     case encode_frame_to_data_rate_time:
1996       return "encode_frame_to_data_rate_time";
1997     case encode_with_or_without_recode_time:
1998       return "encode_with_or_without_recode_time";
1999     case loop_filter_time: return "loop_filter_time";
2000     case cdef_time: return "cdef_time";
2001     case loop_restoration_time: return "loop_restoration_time";
2002     case av1_pack_bitstream_final_time: return "av1_pack_bitstream_final_time";
2003     case av1_encode_frame_time: return "av1_encode_frame_time";
2004     case av1_compute_global_motion_time:
2005       return "av1_compute_global_motion_time";
2006     case av1_setup_motion_field_time: return "av1_setup_motion_field_time";
2007     case encode_sb_row_time: return "encode_sb_row_time";
2008 
2009     case rd_pick_partition_time: return "rd_pick_partition_time";
2010     case rd_use_partition_time: return "rd_use_partition_time";
2011     case choose_var_based_partitioning_time:
2012       return "choose_var_based_partitioning_time";
2013     case av1_prune_partitions_time: return "av1_prune_partitions_time";
2014     case none_partition_search_time: return "none_partition_search_time";
2015     case split_partition_search_time: return "split_partition_search_time";
2016     case rectangular_partition_search_time:
2017       return "rectangular_partition_search_time";
2018     case ab_partitions_search_time: return "ab_partitions_search_time";
2019     case rd_pick_4partition_time: return "rd_pick_4partition_time";
2020     case encode_sb_time: return "encode_sb_time";
2021 
2022     case rd_pick_sb_modes_time: return "rd_pick_sb_modes_time";
2023     case av1_rd_pick_intra_mode_sb_time:
2024       return "av1_rd_pick_intra_mode_sb_time";
2025     case av1_rd_pick_inter_mode_sb_time:
2026       return "av1_rd_pick_inter_mode_sb_time";
2027     case set_params_rd_pick_inter_mode_time:
2028       return "set_params_rd_pick_inter_mode_time";
2029     case skip_inter_mode_time: return "skip_inter_mode_time";
2030     case handle_inter_mode_time: return "handle_inter_mode_time";
2031     case evaluate_motion_mode_for_winner_candidates_time:
2032       return "evaluate_motion_mode_for_winner_candidates_time";
2033     case do_tx_search_time: return "do_tx_search_time";
2034     case handle_intra_mode_time: return "handle_intra_mode_time";
2035     case refine_winner_mode_tx_time: return "refine_winner_mode_tx_time";
2036     case av1_search_palette_mode_time: return "av1_search_palette_mode_time";
2037     case handle_newmv_time: return "handle_newmv_time";
2038     case compound_type_rd_time: return "compound_type_rd_time";
2039     case interpolation_filter_search_time:
2040       return "interpolation_filter_search_time";
2041     case motion_mode_rd_time: return "motion_mode_rd_time";
2042 
2043     case nonrd_use_partition_time: return "nonrd_use_partition_time";
2044     case pick_sb_modes_nonrd_time: return "pick_sb_modes_nonrd_time";
2045     case hybrid_intra_mode_search_time: return "hybrid_intra_mode_search_time";
2046     case nonrd_pick_inter_mode_sb_time: return "nonrd_pick_inter_mode_sb_time";
2047     case encode_b_nonrd_time: return "encode_b_nonrd_time";
2048 
2049     default: assert(0);
2050   }
2051   return "error";
2052 }
2053 #endif
2054 
2055 // The maximum number of internal ARFs except ALTREF_FRAME
2056 #define MAX_INTERNAL_ARFS (REF_FRAMES - BWDREF_FRAME - 1)
2057 
2058 /*!\endcond */
2059 
2060 /*!
2061  * \brief Parameters related to global motion search
2062  */
2063 typedef struct {
2064   /*!
2065    * Flag to indicate if global motion search needs to be rerun.
2066    */
2067   bool search_done;
2068 
2069   /*!
2070    * Array of pointers to the frame buffers holding the reference frames.
2071    * ref_buf[i] stores the pointer to the reference frame of the ith
2072    * reference frame type.
2073    */
2074   YV12_BUFFER_CONFIG *ref_buf[REF_FRAMES];
2075 
2076   /*!
2077    * Holds the number of valid reference frames in past and future directions
2078    * w.r.t. the current frame. num_ref_frames[i] stores the total number of
2079    * valid reference frames in 'i' direction.
2080    */
2081   int num_ref_frames[MAX_DIRECTIONS];
2082 
2083   /*!
2084    * Array of structure which stores the valid reference frames in past and
2085    * future directions and their corresponding distance from the source frame.
2086    * reference_frames[i][j] holds the jth valid reference frame type in the
2087    * direction 'i' and its temporal distance from the source frame .
2088    */
2089   FrameDistPair reference_frames[MAX_DIRECTIONS][REF_FRAMES - 1];
2090 
2091   /**
2092    * \name Dimensions for which segment map is allocated.
2093    */
2094   /**@{*/
2095   int segment_map_w; /*!< segment map width */
2096   int segment_map_h; /*!< segment map height */
2097   /**@}*/
2098 } GlobalMotionInfo;
2099 
2100 /*!
2101  * \brief Flags related to interpolation filter search
2102  */
2103 typedef struct {
2104   /*!
2105    * Stores the default value of skip flag depending on chroma format
2106    * Set as 1 for monochrome and 3 for other color formats
2107    */
2108   int default_interp_skip_flags;
2109   /*!
2110    * Filter mask to allow certain interp_filter type.
2111    */
2112   uint16_t interp_filter_search_mask;
2113 } InterpSearchFlags;
2114 
2115 /*!
2116  * \brief Parameters for motion vector search process
2117  */
2118 typedef struct {
2119   /*!
2120    * Largest MV component used in a frame.
2121    * The value from the previous frame is used to set the full pixel search
2122    * range for the current frame.
2123    */
2124   int max_mv_magnitude;
2125   /*!
2126    * Parameter indicating initial search window to be used in full-pixel search.
2127    * Range [0, MAX_MVSEARCH_STEPS-2]. Lower value indicates larger window.
2128    */
2129   int mv_step_param;
2130   /*!
2131    * Pointer to sub-pixel search function.
2132    * In encoder: av1_find_best_sub_pixel_tree
2133    *             av1_find_best_sub_pixel_tree_pruned
2134    *             av1_find_best_sub_pixel_tree_pruned_more
2135    * In MV unit test: av1_return_max_sub_pixel_mv
2136    *                  av1_return_min_sub_pixel_mv
2137    */
2138   fractional_mv_step_fp *find_fractional_mv_step;
2139   /*!
2140    * Search site configuration for full-pel MV search.
2141    * search_site_cfg[SS_CFG_SRC]: Used in tpl, rd/non-rd inter mode loop, simple
2142    * motion search. search_site_cfg[SS_CFG_LOOKAHEAD]: Used in intraBC, temporal
2143    * filter search_site_cfg[SS_CFG_FPF]: Used during first pass and lookahead
2144    */
2145   search_site_config search_site_cfg[SS_CFG_TOTAL][NUM_DISTINCT_SEARCH_METHODS];
2146 } MotionVectorSearchParams;
2147 
2148 /*!
2149  * \brief Refresh frame flags for different type of frames.
2150  *
2151  * If the refresh flag is true for a particular reference frame, after the
2152  * current frame is encoded, the reference frame gets refreshed (updated) to
2153  * be the current frame. Note: Usually at most one flag will be set to true at
2154  * a time. But, for key-frames, all flags are set to true at once.
2155  */
2156 typedef struct {
2157   bool golden_frame;  /*!< Refresh flag for golden frame */
2158   bool bwd_ref_frame; /*!< Refresh flag for bwd-ref frame */
2159   bool alt_ref_frame; /*!< Refresh flag for alt-ref frame */
2160 } RefreshFrameInfo;
2161 
2162 /*!
2163  * \brief Desired dimensions for an externally triggered resize.
2164  *
2165  * When resize is triggered externally, the desired dimensions are stored in
2166  * this struct until used in the next frame to be coded. These values are
2167  * effective only for one frame and are reset after they are used.
2168  */
2169 typedef struct {
2170   int width;  /*!< Desired resized width */
2171   int height; /*!< Desired resized height */
2172 } ResizePendingParams;
2173 
2174 /*!
2175  * \brief Refrence frame distance related variables.
2176  */
2177 typedef struct {
2178   /*!
2179    * True relative distance of reference frames w.r.t. the current frame.
2180    */
2181   int ref_relative_dist[INTER_REFS_PER_FRAME];
2182   /*!
2183    * The nearest reference w.r.t. current frame in the past.
2184    */
2185   int8_t nearest_past_ref;
2186   /*!
2187    * The nearest reference w.r.t. current frame in the future.
2188    */
2189   int8_t nearest_future_ref;
2190 } RefFrameDistanceInfo;
2191 
2192 /*!
2193  * \brief Parameters used for winner mode processing.
2194  *
2195  * This is a basic two pass approach: in the first pass, we reduce the number of
2196  * transform searches based on some thresholds during the rdopt process to find
2197  * the  "winner mode". In the second pass, we perform a more through tx search
2198  * on the winner mode.
2199  * There are some arrays in the struct, and their indices are used in the
2200  * following manner:
2201  * Index 0: Default mode evaluation, Winner mode processing is not applicable
2202  * (Eg : IntraBc).
2203  * Index 1: Mode evaluation.
2204  * Index 2: Winner mode evaluation
2205  * Index 1 and 2 are only used when the respective speed feature is on.
2206  */
2207 typedef struct {
2208   /*!
2209    * Threshold to determine if trellis optimization is to be enabled
2210    * based on :
2211    * 0 : dist threshold
2212    * 1 : satd threshold
2213    * Corresponds to enable_winner_mode_for_coeff_opt speed feature.
2214    */
2215   unsigned int coeff_opt_thresholds[MODE_EVAL_TYPES][2];
2216 
2217   /*!
2218    * Determines the tx size search method during rdopt.
2219    * Corresponds to enable_winner_mode_for_tx_size_srch speed feature.
2220    */
2221   TX_SIZE_SEARCH_METHOD tx_size_search_methods[MODE_EVAL_TYPES];
2222 
2223   /*!
2224    * Controls how often we should approximate prediction error with tx
2225    * coefficients. If it's 0, then never. If 1, then it's during the tx_type
2226    * search only. If 2, then always.
2227    * Corresponds to tx_domain_dist_level speed feature.
2228    */
2229   unsigned int use_transform_domain_distortion[MODE_EVAL_TYPES];
2230 
2231   /*!
2232    * Threshold to approximate pixel domain distortion with transform domain
2233    * distortion. This is only used if use_transform_domain_distortion is on.
2234    * Corresponds to enable_winner_mode_for_use_tx_domain_dist speed feature.
2235    */
2236   unsigned int tx_domain_dist_threshold[MODE_EVAL_TYPES];
2237 
2238   /*!
2239    * Controls how often we should try to skip the transform process based on
2240    * result from dct.
2241    * Corresponds to use_skip_flag_prediction speed feature.
2242    */
2243   unsigned int skip_txfm_level[MODE_EVAL_TYPES];
2244 
2245   /*!
2246    * Predict DC only txfm blocks for default, mode and winner mode evaluation.
2247    * Index 0: Default mode evaluation, Winner mode processing is not applicable.
2248    * Index 1: Mode evaluation, Index 2: Winner mode evaluation
2249    */
2250   unsigned int predict_dc_level[MODE_EVAL_TYPES];
2251 } WinnerModeParams;
2252 
2253 /*!
2254  * \brief Frame refresh flags set by the external interface.
2255  *
2256  * Flags set by external interface to determine which reference buffers are
2257  * refreshed by this frame. When set, the encoder will update the particular
2258  * reference frame buffer with the contents of the current frame.
2259  */
2260 typedef struct {
2261   bool last_frame;     /*!< Refresh flag for last frame */
2262   bool golden_frame;   /*!< Refresh flag for golden frame */
2263   bool bwd_ref_frame;  /*!< Refresh flag for bwd-ref frame */
2264   bool alt2_ref_frame; /*!< Refresh flag for alt2-ref frame */
2265   bool alt_ref_frame;  /*!< Refresh flag for alt-ref frame */
2266   /*!
2267    * Flag indicating if the update of refresh frame flags is pending.
2268    */
2269   bool update_pending;
2270 } ExtRefreshFrameFlagsInfo;
2271 
2272 /*!
2273  * \brief Flags signalled by the external interface at frame level.
2274  */
2275 typedef struct {
2276   /*!
2277    * Bit mask to disable certain reference frame types.
2278    */
2279   int ref_frame_flags;
2280 
2281   /*!
2282    * Frame refresh flags set by the external interface.
2283    */
2284   ExtRefreshFrameFlagsInfo refresh_frame;
2285 
2286   /*!
2287    * Flag to enable the update of frame contexts at the end of a frame decode.
2288    */
2289   bool refresh_frame_context;
2290 
2291   /*!
2292    * Flag to indicate that update of refresh_frame_context from external
2293    * interface is pending.
2294    */
2295   bool refresh_frame_context_pending;
2296 
2297   /*!
2298    * Flag to enable temporal MV prediction.
2299    */
2300   bool use_ref_frame_mvs;
2301 
2302   /*!
2303    * Indicates whether the current frame is to be coded as error resilient.
2304    */
2305   bool use_error_resilient;
2306 
2307   /*!
2308    * Indicates whether the current frame is to be coded as s-frame.
2309    */
2310   bool use_s_frame;
2311 
2312   /*!
2313    * Indicates whether the current frame's primary_ref_frame is set to
2314    * PRIMARY_REF_NONE.
2315    */
2316   bool use_primary_ref_none;
2317 } ExternalFlags;
2318 
2319 /*!\cond */
2320 
2321 typedef struct {
2322   // Some misc info
2323   int high_prec;
2324   int q;
2325   int order;
2326 
2327   // MV counters
2328   int inter_count;
2329   int intra_count;
2330   int default_mvs;
2331   int mv_joint_count[4];
2332   int last_bit_zero;
2333   int last_bit_nonzero;
2334 
2335   // Keep track of the rates
2336   int total_mv_rate;
2337   int hp_total_mv_rate;
2338   int lp_total_mv_rate;
2339 
2340   // Texture info
2341   int horz_text;
2342   int vert_text;
2343   int diag_text;
2344 
2345   // Whether the current struct contains valid data
2346   int valid;
2347 } MV_STATS;
2348 
2349 typedef struct WeberStats {
2350   int64_t mb_wiener_variance;
2351   int64_t src_variance;
2352   int64_t rec_variance;
2353   int16_t src_pix_max;
2354   int16_t rec_pix_max;
2355   int64_t distortion;
2356   int64_t satd;
2357   double max_scale;
2358 } WeberStats;
2359 
2360 typedef struct {
2361   struct loopfilter lf;
2362   CdefInfo cdef_info;
2363   YV12_BUFFER_CONFIG copy_buffer;
2364   RATE_CONTROL rc;
2365   MV_STATS mv_stats;
2366 } CODING_CONTEXT;
2367 
2368 typedef struct {
2369   int frame_width;
2370   int frame_height;
2371   int mi_rows;
2372   int mi_cols;
2373   int mb_rows;
2374   int mb_cols;
2375   int num_mbs;
2376   aom_bit_depth_t bit_depth;
2377   int subsampling_x;
2378   int subsampling_y;
2379 } FRAME_INFO;
2380 
2381 /*!
2382  * \brief This structure stores different types of frame indices.
2383  */
2384 typedef struct {
2385   int show_frame_count;
2386 } FRAME_INDEX_SET;
2387 
2388 /*!\endcond */
2389 
2390 /*!
2391  * \brief Segmentation related information for the current frame.
2392  */
2393 typedef struct {
2394   /*!
2395    * 3-bit number containing the segment affiliation for each 4x4 block in the
2396    * frame. map[y * stride + x] contains the segment id of the 4x4 block at
2397    * (x,y) position.
2398    */
2399   uint8_t *map;
2400   /*!
2401    * Flag to indicate if current frame has lossless segments or not.
2402    * 1: frame has at least one lossless segment.
2403    * 0: frame has no lossless segments.
2404    */
2405   bool has_lossless_segment;
2406 } EncSegmentationInfo;
2407 
2408 /*!
2409  * \brief Frame time stamps.
2410  */
2411 typedef struct {
2412   /*!
2413    * Start time stamp of the previous frame
2414    */
2415   int64_t prev_ts_start;
2416   /*!
2417    * End time stamp of the previous frame
2418    */
2419   int64_t prev_ts_end;
2420   /*!
2421    * Start time stamp of the first frame
2422    */
2423   int64_t first_ts_start;
2424 } TimeStamps;
2425 
2426 /*!
2427  * Pointers to the memory allocated for frame level transform coeff related
2428  * info.
2429  */
2430 typedef struct {
2431   /*!
2432    * Pointer to the transformed coefficients buffer.
2433    */
2434   tran_low_t *tcoeff;
2435   /*!
2436    * Pointer to the eobs buffer.
2437    */
2438   uint16_t *eobs;
2439   /*!
2440    * Pointer to the entropy_ctx buffer.
2441    */
2442   uint8_t *entropy_ctx;
2443 } CoeffBufferPool;
2444 
2445 #if !CONFIG_REALTIME_ONLY
2446 /*!\cond */
2447 // DUCKY_ENCODE_FRAME_MODE is c version of EncodeFrameMode
2448 enum {
2449   DUCKY_ENCODE_FRAME_MODE_NONE,  // Let native AV1 determine q index and rdmult
2450   DUCKY_ENCODE_FRAME_MODE_QINDEX,  // DuckyEncode determines q index and AV1
2451                                    // determines rdmult
2452   DUCKY_ENCODE_FRAME_MODE_QINDEX_RDMULT,  // DuckyEncode determines q index and
2453                                           // rdmult
2454 } UENUM1BYTE(DUCKY_ENCODE_FRAME_MODE);
2455 
2456 enum {
2457   DUCKY_ENCODE_GOP_MODE_NONE,  // native AV1 decides GOP
2458   DUCKY_ENCODE_GOP_MODE_RCL,   // rate control lib decides GOP
2459 } UENUM1BYTE(DUCKY_ENCODE_GOP_MODE);
2460 
2461 typedef struct DuckyEncodeFrameInfo {
2462   DUCKY_ENCODE_FRAME_MODE qp_mode;
2463   DUCKY_ENCODE_GOP_MODE gop_mode;
2464   int q_index;
2465   int rdmult;
2466   // These two arrays are equivalent to std::vector<SuperblockEncodeParameters>
2467   int *superblock_encode_qindex;
2468   int *superblock_encode_rdmult;
2469   int delta_q_enabled;
2470 } DuckyEncodeFrameInfo;
2471 
2472 typedef struct DuckyEncodeFrameResult {
2473   int global_order_idx;
2474   int q_index;
2475   int rdmult;
2476   int rate;
2477   int64_t dist;
2478   double psnr;
2479 } DuckyEncodeFrameResult;
2480 
2481 typedef struct DuckyEncodeInfo {
2482   DuckyEncodeFrameInfo frame_info;
2483   DuckyEncodeFrameResult frame_result;
2484 } DuckyEncodeInfo;
2485 /*!\endcond */
2486 #endif
2487 
2488 /*!\cond */
2489 typedef struct RTC_REF {
2490   /*!
2491    * LAST_FRAME (0), LAST2_FRAME(1), LAST3_FRAME(2), GOLDEN_FRAME(3),
2492    * BWDREF_FRAME(4), ALTREF2_FRAME(5), ALTREF_FRAME(6).
2493    */
2494   int reference[INTER_REFS_PER_FRAME];
2495   int ref_idx[INTER_REFS_PER_FRAME];
2496   int refresh[REF_FRAMES];
2497   int set_ref_frame_config;
2498   int non_reference_frame;
2499   int ref_frame_comp[3];
2500   int gld_idx_1layer;
2501   /*!
2502    * Frame number of the last frame that refreshed the buffer slot.
2503    */
2504   unsigned int buffer_time_index[REF_FRAMES];
2505   /*!
2506    * Spatial layer id of the last frame that refreshed the buffer slot.
2507    */
2508   unsigned char buffer_spatial_layer[REF_FRAMES];
2509   /*!
2510    * Flag to indicate whether closest reference was the previous frame.
2511    */
2512   bool reference_was_previous_frame;
2513   /*!
2514    * Flag to indicate this frame is based on longer term reference only,
2515    * for recovery from past loss, and it should be biased for improved coding.
2516    */
2517   bool bias_recovery_frame;
2518 } RTC_REF;
2519 /*!\endcond */
2520 
2521 /*!
2522  * \brief Structure to hold data corresponding to an encoded frame.
2523  */
2524 typedef struct AV1_COMP_DATA {
2525   /*!
2526    * Buffer to store packed bitstream data of a frame.
2527    */
2528   unsigned char *cx_data;
2529 
2530   /*!
2531    * Allocated size of the cx_data buffer.
2532    */
2533   size_t cx_data_sz;
2534 
2535   /*!
2536    * Size of data written in the cx_data buffer.
2537    */
2538   size_t frame_size;
2539 
2540   /*!
2541    * Flags for the frame.
2542    */
2543   unsigned int lib_flags;
2544 
2545   /*!
2546    * Time stamp for start of frame.
2547    */
2548   int64_t ts_frame_start;
2549 
2550   /*!
2551    * Time stamp for end of frame.
2552    */
2553   int64_t ts_frame_end;
2554 
2555   /*!
2556    * Flag to indicate flush call.
2557    */
2558   int flush;
2559 
2560   /*!
2561    * Time base for sequence.
2562    */
2563   const aom_rational64_t *timestamp_ratio;
2564 
2565   /*!
2566    * Decide to pop the source for this frame from input buffer queue.
2567    */
2568   int pop_lookahead;
2569 } AV1_COMP_DATA;
2570 
2571 /*!
2572  * \brief Top level primary encoder structure
2573  */
2574 typedef struct AV1_PRIMARY {
2575   /*!
2576    * Array of frame level encoder stage top level structures
2577    */
2578   struct AV1_COMP *parallel_cpi[MAX_PARALLEL_FRAMES];
2579 
2580   /*!
2581    * Array of structures to hold data of frames encoded in a given parallel
2582    * encode set.
2583    */
2584   struct AV1_COMP_DATA parallel_frames_data[MAX_PARALLEL_FRAMES - 1];
2585 #if CONFIG_FPMT_TEST
2586   /*!
2587    * Flag which enables/disables simulation path for fpmt unit test.
2588    * 0 - FPMT integration
2589    * 1 - FPMT simulation
2590    */
2591   FPMT_TEST_ENC_CFG fpmt_unit_test_cfg;
2592 
2593   /*!
2594    * Temporary variable simulating the delayed frame_probability update.
2595    */
2596   FrameProbInfo temp_frame_probs;
2597 
2598   /*!
2599    * Temporary variable holding the updated frame probability across
2600    * frames. Copy its value to temp_frame_probs for frame_parallel_level 0
2601    * frames or last frame in parallel encode set.
2602    */
2603   FrameProbInfo temp_frame_probs_simulation;
2604 
2605   /*!
2606    * Temporary variable simulating the delayed update of valid global motion
2607    * model across frames.
2608    */
2609   int temp_valid_gm_model_found[FRAME_UPDATE_TYPES];
2610 #endif  // CONFIG_FPMT_TEST
2611   /*!
2612    * Copy of cm->ref_frame_map maintained to facilitate sequential update of
2613    * ref_frame_map by lower layer depth frames encoded ahead of time in a
2614    * parallel encode set.
2615    */
2616   RefCntBuffer *ref_frame_map_copy[REF_FRAMES];
2617 
2618   /*!
2619    * Start time stamp of the last encoded show frame
2620    */
2621   int64_t ts_start_last_show_frame;
2622 
2623   /*!
2624    * End time stamp of the last encoded show frame
2625    */
2626   int64_t ts_end_last_show_frame;
2627 
2628   /*!
2629    * Number of frame level contexts(cpis)
2630    */
2631   int num_fp_contexts;
2632 
2633   /*!
2634    * Loopfilter levels of the previous encoded frame.
2635    */
2636   int filter_level[2];
2637 
2638   /*!
2639    * Chrominance component loopfilter level of the previous encoded frame.
2640    */
2641   int filter_level_u;
2642 
2643   /*!
2644    * Chrominance component loopfilter level of the previous encoded frame.
2645    */
2646   int filter_level_v;
2647 
2648   /*!
2649    * Encode stage top level structure
2650    * During frame parallel encode, this is the same as parallel_cpi[0]
2651    */
2652   struct AV1_COMP *cpi;
2653 
2654   /*!
2655    * Lookahead processing stage top level structure
2656    */
2657   struct AV1_COMP *cpi_lap;
2658 
2659   /*!
2660    * Look-ahead context.
2661    */
2662   struct lookahead_ctx *lookahead;
2663 
2664   /*!
2665    * Sequence parameters have been transmitted already and locked
2666    * or not. Once locked av1_change_config cannot change the seq
2667    * parameters.
2668    */
2669   int seq_params_locked;
2670 
2671   /*!
2672    * Pointer to internal utility functions that manipulate aom_codec_* data
2673    * structures.
2674    */
2675   struct aom_codec_pkt_list *output_pkt_list;
2676 
2677   /*!
2678    * When set, indicates that internal ARFs are enabled.
2679    */
2680   int internal_altref_allowed;
2681 
2682   /*!
2683    * Tell if OVERLAY frame shows existing alt_ref frame.
2684    */
2685   int show_existing_alt_ref;
2686 
2687   /*!
2688    * Information related to a gf group.
2689    */
2690   GF_GROUP gf_group;
2691 
2692   /*!
2693    * Track prior gf group state.
2694    */
2695   GF_STATE gf_state;
2696 
2697   /*!
2698    * Flag indicating whether look ahead processing (LAP) is enabled.
2699    */
2700   int lap_enabled;
2701 
2702   /*!
2703    * Parameters for AV1 bitstream levels.
2704    */
2705   AV1LevelParams level_params;
2706 
2707   /*!
2708    * Calculates PSNR on each frame when set to 1.
2709    */
2710   int b_calculate_psnr;
2711 
2712   /*!
2713    * Number of frames left to be encoded, is 0 if limit is not set.
2714    */
2715   int frames_left;
2716 
2717   /*!
2718    * Information related to two pass encoding.
2719    */
2720   TWO_PASS twopass;
2721 
2722   /*!
2723    * Rate control related parameters.
2724    */
2725   PRIMARY_RATE_CONTROL p_rc;
2726 
2727   /*!
2728    * Info and resources used by temporal filtering.
2729    */
2730   TEMPORAL_FILTER_INFO tf_info;
2731   /*!
2732    * Elements part of the sequence header, that are applicable for all the
2733    * frames in the video.
2734    */
2735   SequenceHeader seq_params;
2736 
2737   /*!
2738    * Indicates whether to use SVC.
2739    */
2740   int use_svc;
2741 
2742   /*!
2743    * If true, buffer removal times are present.
2744    */
2745   bool buffer_removal_time_present;
2746 
2747   /*!
2748    * Number of temporal layers: may be > 1 for SVC (scalable vector coding).
2749    */
2750   unsigned int number_temporal_layers;
2751 
2752   /*!
2753    * Number of spatial layers: may be > 1 for SVC (scalable vector coding).
2754    */
2755   unsigned int number_spatial_layers;
2756 
2757   /*!
2758    * Code and details about current error status.
2759    */
2760   struct aom_internal_error_info error;
2761 
2762   /*!
2763    * Function pointers to variants of sse/sad/variance computation functions.
2764    * fn_ptr[i] indicates the list of function pointers corresponding to block
2765    * size i.
2766    */
2767   aom_variance_fn_ptr_t fn_ptr[BLOCK_SIZES_ALL];
2768 
2769   /*!
2770    * tpl_sb_rdmult_scaling_factors[i] stores the RD multiplier scaling factor of
2771    * the ith 16 x 16 block in raster scan order.
2772    */
2773   double *tpl_sb_rdmult_scaling_factors;
2774 
2775   /*!
2776    * Parameters related to tpl.
2777    */
2778   TplParams tpl_data;
2779 
2780   /*!
2781    * Motion vector stats of the previous encoded frame.
2782    */
2783   MV_STATS mv_stats;
2784 
2785 #if CONFIG_INTERNAL_STATS
2786   /*!\cond */
2787   uint64_t total_time_receive_data;
2788   uint64_t total_time_compress_data;
2789 
2790   unsigned int total_mode_chosen_counts[MAX_MODES];
2791 
2792   int count[2];
2793   uint64_t total_sq_error[2];
2794   uint64_t total_samples[2];
2795   ImageStat psnr[2];
2796 
2797   double total_blockiness;
2798   double worst_blockiness;
2799 
2800   uint64_t total_bytes;
2801   double summed_quality;
2802   double summed_weights;
2803   double summed_quality_hbd;
2804   double summed_weights_hbd;
2805   unsigned int total_recode_hits;
2806   double worst_ssim;
2807   double worst_ssim_hbd;
2808 
2809   ImageStat fastssim;
2810   ImageStat psnrhvs;
2811 
2812   int b_calculate_blockiness;
2813   int b_calculate_consistency;
2814 
2815   double total_inconsistency;
2816   double worst_consistency;
2817   Ssimv *ssim_vars;
2818   Metrics metrics;
2819   /*!\endcond */
2820 #endif
2821 
2822 #if CONFIG_ENTROPY_STATS
2823   /*!
2824    * Aggregates frame counts for the sequence.
2825    */
2826   FRAME_COUNTS aggregate_fc;
2827 #endif  // CONFIG_ENTROPY_STATS
2828 
2829   /*!
2830    * For each type of reference frame, this contains the index of a reference
2831    * frame buffer for a reference frame of the same type.  We use this to
2832    * choose our primary reference frame (which is the most recent reference
2833    * frame of the same type as the current frame).
2834    */
2835   int fb_of_context_type[REF_FRAMES];
2836 
2837   /*!
2838    * Primary Multi-threading parameters.
2839    */
2840   PrimaryMultiThreadInfo p_mt_info;
2841 
2842   /*!
2843    * Probabilities for pruning of various AV1 tools.
2844    */
2845   FrameProbInfo frame_probs;
2846 
2847   /*!
2848    * Indicates if a valid global motion model has been found in the different
2849    * frame update types of a GF group.
2850    * valid_gm_model_found[i] indicates if valid global motion model has been
2851    * found in the frame update type with enum value equal to i
2852    */
2853   int valid_gm_model_found[FRAME_UPDATE_TYPES];
2854 
2855   /*!
2856    * Struct for the reference structure for RTC.
2857    */
2858   RTC_REF rtc_ref;
2859 
2860   /*!
2861    * Struct for all intra mode row multi threading in the preprocess stage
2862    * when --deltaq-mode=3.
2863    */
2864   AV1EncRowMultiThreadSync intra_row_mt_sync;
2865 } AV1_PRIMARY;
2866 
2867 /*!
2868  * \brief Top level encoder structure.
2869  */
2870 typedef struct AV1_COMP {
2871   /*!
2872    * Pointer to top level primary encoder structure
2873    */
2874   AV1_PRIMARY *ppi;
2875 
2876   /*!
2877    * Quantization and dequantization parameters for internal quantizer setup
2878    * in the encoder.
2879    */
2880   EncQuantDequantParams enc_quant_dequant_params;
2881 
2882   /*!
2883    * Structure holding thread specific variables.
2884    */
2885   ThreadData td;
2886 
2887   /*!
2888    * Statistics collected at frame level.
2889    */
2890   FRAME_COUNTS counts;
2891 
2892   /*!
2893    * Holds buffer storing mode information at 4x4/8x8 level.
2894    */
2895   MBMIExtFrameBufferInfo mbmi_ext_info;
2896 
2897   /*!
2898    * Buffer holding the transform block related information.
2899    * coeff_buffer_base[i] stores the transform block related information of the
2900    * ith superblock in raster scan order.
2901    */
2902   CB_COEFF_BUFFER *coeff_buffer_base;
2903 
2904   /*!
2905    * Structure holding pointers to frame level memory allocated for transform
2906    * block related information.
2907    */
2908   CoeffBufferPool coeff_buffer_pool;
2909 
2910   /*!
2911    * Structure holding variables common to encoder and decoder.
2912    */
2913   AV1_COMMON common;
2914 
2915   /*!
2916    * Encoder configuration related parameters.
2917    */
2918   AV1EncoderConfig oxcf;
2919 
2920   /*!
2921    * Stores the trellis optimization type at segment level.
2922    * optimize_seg_arr[i] stores the trellis opt type for ith segment.
2923    */
2924   TRELLIS_OPT_TYPE optimize_seg_arr[MAX_SEGMENTS];
2925 
2926   /*!
2927    * Pointer to the frame buffer holding the source frame to be used during the
2928    * current stage of encoding. It can be the raw input, temporally filtered
2929    * input or scaled input.
2930    */
2931   YV12_BUFFER_CONFIG *source;
2932 
2933   /*!
2934    * Pointer to the frame buffer holding the last raw source frame.
2935    * last_source is NULL for the following cases:
2936    * 1) First frame
2937    * 2) Alt-ref frames
2938    * 3) All frames for all-intra frame encoding.
2939    */
2940   YV12_BUFFER_CONFIG *last_source;
2941 
2942   /*!
2943    * Pointer to the frame buffer holding the unscaled source frame.
2944    * It can be either the raw input or temporally filtered input.
2945    */
2946   YV12_BUFFER_CONFIG *unscaled_source;
2947 
2948   /*!
2949    * Frame buffer holding the resized source frame (cropping / superres).
2950    */
2951   YV12_BUFFER_CONFIG scaled_source;
2952 
2953   /*!
2954    * Pointer to the frame buffer holding the unscaled last source frame.
2955    */
2956   YV12_BUFFER_CONFIG *unscaled_last_source;
2957 
2958   /*!
2959    * Frame buffer holding the resized last source frame.
2960    */
2961   YV12_BUFFER_CONFIG scaled_last_source;
2962 
2963   /*!
2964    * Pointer to the original source frame. This is used to determine if the
2965    * content is screen.
2966    */
2967   YV12_BUFFER_CONFIG *unfiltered_source;
2968 
2969   /*!
2970    * Frame buffer holding the orig source frame for PSNR calculation in rtc tf
2971    * case.
2972    */
2973   YV12_BUFFER_CONFIG orig_source;
2974 
2975   /*!
2976    * Skip tpl setup when tpl data from gop length decision can be reused.
2977    */
2978   int skip_tpl_setup_stats;
2979 
2980   /*!
2981    * Scaling factors used in the RD multiplier modulation.
2982    * TODO(sdeng): consider merge the following arrays.
2983    * tpl_rdmult_scaling_factors is a temporary buffer used to store the
2984    * intermediate scaling factors which are used in the calculation of
2985    * tpl_sb_rdmult_scaling_factors. tpl_rdmult_scaling_factors[i] stores the
2986    * intermediate scaling factor of the ith 16 x 16 block in raster scan order.
2987    */
2988   double *tpl_rdmult_scaling_factors;
2989 
2990   /*!
2991    * Temporal filter context.
2992    */
2993   TemporalFilterCtx tf_ctx;
2994 
2995   /*!
2996    * Pointer to CDEF search context.
2997    */
2998   CdefSearchCtx *cdef_search_ctx;
2999 
3000   /*!
3001    * Variables related to forcing integer mv decisions for the current frame.
3002    */
3003   ForceIntegerMVInfo force_intpel_info;
3004 
3005   /*!
3006    * Pointer to the buffer holding the scaled reference frames.
3007    * scaled_ref_buf[i] holds the scaled reference frame of type i.
3008    */
3009   RefCntBuffer *scaled_ref_buf[INTER_REFS_PER_FRAME];
3010 
3011   /*!
3012    * Pointer to the buffer holding the last show frame.
3013    */
3014   RefCntBuffer *last_show_frame_buf;
3015 
3016   /*!
3017    * Refresh frame flags for golden, bwd-ref and alt-ref frames.
3018    */
3019   RefreshFrameInfo refresh_frame;
3020 
3021   /*!
3022    * Flag to reduce the number of reference frame buffers used in rt.
3023    */
3024   int rt_reduce_num_ref_buffers;
3025 
3026   /*!
3027    * Flags signalled by the external interface at frame level.
3028    */
3029   ExternalFlags ext_flags;
3030 
3031   /*!
3032    * Temporary frame buffer used to store the non-loop filtered reconstructed
3033    * frame during the search of loop filter level.
3034    */
3035   YV12_BUFFER_CONFIG last_frame_uf;
3036 
3037   /*!
3038    * Temporary frame buffer used to store the loop restored frame during loop
3039    * restoration search.
3040    */
3041   YV12_BUFFER_CONFIG trial_frame_rst;
3042 
3043   /*!
3044    * Ambient reconstruction err target for force key frames.
3045    */
3046   int64_t ambient_err;
3047 
3048   /*!
3049    * Parameters related to rate distortion optimization.
3050    */
3051   RD_OPT rd;
3052 
3053   /*!
3054    * Temporary coding context used to save and restore when encoding with and
3055    * without super-resolution.
3056    */
3057   CODING_CONTEXT coding_context;
3058 
3059   /*!
3060    * Parameters related to global motion search.
3061    */
3062   GlobalMotionInfo gm_info;
3063 
3064   /*!
3065    * Parameters related to winner mode processing.
3066    */
3067   WinnerModeParams winner_mode_params;
3068 
3069   /*!
3070    * Frame time stamps.
3071    */
3072   TimeStamps time_stamps;
3073 
3074   /*!
3075    * Rate control related parameters.
3076    */
3077   RATE_CONTROL rc;
3078 
3079   /*!
3080    * Frame rate of the video.
3081    */
3082   double framerate;
3083 
3084   /*!
3085    * Bitmask indicating which reference buffers may be referenced by this frame.
3086    */
3087   int ref_frame_flags;
3088 
3089   /*!
3090    * speed is passed as a per-frame parameter into the encoder.
3091    */
3092   int speed;
3093 
3094   /*!
3095    * sf contains fine-grained config set internally based on speed.
3096    */
3097   SPEED_FEATURES sf;
3098 
3099   /*!
3100    * Parameters for motion vector search process.
3101    */
3102   MotionVectorSearchParams mv_search_params;
3103 
3104   /*!
3105    * When set, indicates that all reference frames are forward references,
3106    * i.e., all the reference frames are output before the current frame.
3107    */
3108   int all_one_sided_refs;
3109 
3110   /*!
3111    * Segmentation related information for current frame.
3112    */
3113   EncSegmentationInfo enc_seg;
3114 
3115   /*!
3116    * Parameters related to cyclic refresh aq-mode.
3117    */
3118   CYCLIC_REFRESH *cyclic_refresh;
3119   /*!
3120    * Parameters related to active map. Active maps indicate
3121    * if there is any activity on a 4x4 block basis.
3122    */
3123   ActiveMap active_map;
3124 
3125   /*!
3126    * The frame processing order within a GOP.
3127    */
3128   unsigned char gf_frame_index;
3129 
3130 #if CONFIG_INTERNAL_STATS
3131   /*!\cond */
3132   uint64_t time_compress_data;
3133 
3134   unsigned int mode_chosen_counts[MAX_MODES];
3135   int bytes;
3136   unsigned int frame_recode_hits;
3137   /*!\endcond */
3138 #endif
3139 
3140 #if CONFIG_SPEED_STATS
3141   /*!
3142    * For debugging: number of transform searches we have performed.
3143    */
3144   unsigned int tx_search_count;
3145 #endif  // CONFIG_SPEED_STATS
3146 
3147   /*!
3148    * When set, indicates that the frame is droppable, i.e., this frame
3149    * does not update any reference buffers.
3150    */
3151   int droppable;
3152 
3153   /*!
3154    * Stores the frame parameters during encoder initialization.
3155    */
3156   FRAME_INFO frame_info;
3157 
3158   /*!
3159    * Stores different types of frame indices.
3160    */
3161   FRAME_INDEX_SET frame_index_set;
3162 
3163   /*!
3164    * Stores the cm->width in the last call of alloc_compressor_data(). Helps
3165    * determine whether compressor data should be reallocated when cm->width
3166    * changes.
3167    */
3168   int data_alloc_width;
3169 
3170   /*!
3171    * Stores the cm->height in the last call of alloc_compressor_data(). Helps
3172    * determine whether compressor data should be reallocated when cm->height
3173    * changes.
3174    */
3175   int data_alloc_height;
3176 
3177   /*!
3178    * Number of MBs in the full-size frame; to be used to
3179    * normalize the firstpass stats. This will differ from the
3180    * number of MBs in the current frame when the frame is
3181    * scaled.
3182    */
3183   int initial_mbs;
3184 
3185   /*!
3186    * Flag to indicate whether the frame size inforamation has been
3187    * setup and propagated to associated allocations.
3188    */
3189   bool frame_size_related_setup_done;
3190 
3191   /*!
3192    * The width of the frame that is lastly encoded.
3193    * It is updated in the function "encoder_encode()".
3194    */
3195   int last_coded_width;
3196 
3197   /*!
3198    * The height of the frame that is lastly encoded.
3199    * It is updated in the function "encoder_encode()".
3200    */
3201   int last_coded_height;
3202 
3203   /*!
3204    * Resize related parameters.
3205    */
3206   ResizePendingParams resize_pending_params;
3207 
3208   /*!
3209    * Pointer to struct holding adaptive data/contexts/models for the tile during
3210    * encoding.
3211    */
3212   TileDataEnc *tile_data;
3213   /*!
3214    * Number of tiles for which memory has been allocated for tile_data.
3215    */
3216   int allocated_tiles;
3217 
3218   /*!
3219    * Structure to store the palette token related information.
3220    */
3221   TokenInfo token_info;
3222 
3223   /*!
3224    * VARIANCE_AQ segment map refresh.
3225    */
3226   int vaq_refresh;
3227 
3228   /*!
3229    * Thresholds for variance based partitioning.
3230    */
3231   VarBasedPartitionInfo vbp_info;
3232 
3233   /*!
3234    * Number of recodes in the frame.
3235    */
3236   int num_frame_recode;
3237 
3238   /*!
3239    * Current frame probability of parallel frames, across recodes.
3240    */
3241   FrameProbInfo frame_new_probs[NUM_RECODES_PER_FRAME];
3242 
3243   /*!
3244    * Retain condition for transform type frame_probability calculation
3245    */
3246   int do_update_frame_probs_txtype[NUM_RECODES_PER_FRAME];
3247 
3248   /*!
3249    * Retain condition for obmc frame_probability calculation
3250    */
3251   int do_update_frame_probs_obmc[NUM_RECODES_PER_FRAME];
3252 
3253   /*!
3254    * Retain condition for warped motion frame_probability calculation
3255    */
3256   int do_update_frame_probs_warp[NUM_RECODES_PER_FRAME];
3257 
3258   /*!
3259    * Retain condition for interpolation filter frame_probability calculation
3260    */
3261   int do_update_frame_probs_interpfilter[NUM_RECODES_PER_FRAME];
3262 
3263 #if CONFIG_FPMT_TEST
3264   /*!
3265    * Temporary variable for simulation.
3266    * Previous frame's framerate.
3267    */
3268   double temp_framerate;
3269 #endif
3270   /*!
3271    * Updated framerate for the current parallel frame.
3272    * cpi->framerate is updated with new_framerate during
3273    * post encode updates for parallel frames.
3274    */
3275   double new_framerate;
3276 
3277   /*!
3278    * Retain condition for fast_extra_bits calculation.
3279    */
3280   int do_update_vbr_bits_off_target_fast;
3281 
3282   /*!
3283    * Multi-threading parameters.
3284    */
3285   MultiThreadInfo mt_info;
3286 
3287   /*!
3288    * Specifies the frame to be output. It is valid only if show_existing_frame
3289    * is 1. When show_existing_frame is 0, existing_fb_idx_to_show is set to
3290    * INVALID_IDX.
3291    */
3292   int existing_fb_idx_to_show;
3293 
3294   /*!
3295    * A flag to indicate if intrabc is ever used in current frame.
3296    */
3297   int intrabc_used;
3298 
3299   /*!
3300    * Mark which ref frames can be skipped for encoding current frame during RDO.
3301    */
3302   int prune_ref_frame_mask;
3303 
3304   /*!
3305    * Loop Restoration context.
3306    */
3307   AV1LrStruct lr_ctxt;
3308 
3309   /*!
3310    * Loop Restoration context used during pick stage.
3311    */
3312   AV1LrPickStruct pick_lr_ctxt;
3313 
3314   /*!
3315    * Pointer to list of tables with film grain parameters.
3316    */
3317   aom_film_grain_table_t *film_grain_table;
3318 
3319 #if CONFIG_DENOISE
3320   /*!
3321    * Pointer to structure holding the denoised image buffers and the helper
3322    * noise models.
3323    */
3324   struct aom_denoise_and_model_t *denoise_and_model;
3325 #endif
3326 
3327   /*!
3328    * Flags related to interpolation filter search.
3329    */
3330   InterpSearchFlags interp_search_flags;
3331 
3332   /*!
3333    * Turn on screen content tools flag.
3334    * Note that some videos are not screen content videos, but
3335    * screen content tools could also improve coding efficiency.
3336    * For example, videos with large flat regions, gaming videos that look
3337    * like natural videos.
3338    */
3339   int use_screen_content_tools;
3340 
3341   /*!
3342    * A flag to indicate "real" screen content videos.
3343    * For example, screen shares, screen editing.
3344    * This type is true indicates |use_screen_content_tools| must be true.
3345    * In addition, rate control strategy is adjusted when this flag is true.
3346    */
3347   int is_screen_content_type;
3348 
3349 #if CONFIG_COLLECT_PARTITION_STATS
3350   /*!
3351    * Accumulates the partition timing stat over the whole frame.
3352    */
3353   FramePartitionTimingStats partition_stats;
3354 #endif  // CONFIG_COLLECT_PARTITION_STATS
3355 
3356 #if CONFIG_COLLECT_COMPONENT_TIMING
3357   /*!
3358    * component_time[] are initialized to zero while encoder starts.
3359    */
3360   uint64_t component_time[kTimingComponents];
3361   /*!
3362    * Stores timing for individual components between calls of start_timing()
3363    * and end_timing().
3364    */
3365   struct aom_usec_timer component_timer[kTimingComponents];
3366   /*!
3367    * frame_component_time[] are initialized to zero at beginning of each frame.
3368    */
3369   uint64_t frame_component_time[kTimingComponents];
3370 #endif
3371 
3372   /*!
3373    * Count the number of OBU_FRAME and OBU_FRAME_HEADER for level calculation.
3374    */
3375   int frame_header_count;
3376 
3377   /*!
3378    * Whether any no-zero delta_q was actually used.
3379    */
3380   int deltaq_used;
3381 
3382   /*!
3383    * Refrence frame distance related variables.
3384    */
3385   RefFrameDistanceInfo ref_frame_dist_info;
3386 
3387   /*!
3388    * ssim_rdmult_scaling_factors[i] stores the RD multiplier scaling factor of
3389    * the ith 16 x 16 block in raster scan order. This scaling factor is used for
3390    * RD multiplier modulation when SSIM tuning is enabled.
3391    */
3392   double *ssim_rdmult_scaling_factors;
3393 
3394 #if CONFIG_TUNE_VMAF
3395   /*!
3396    * Parameters for VMAF tuning.
3397    */
3398   TuneVMAFInfo vmaf_info;
3399 #endif
3400 
3401 #if CONFIG_TUNE_BUTTERAUGLI
3402   /*!
3403    * Parameters for Butteraugli tuning.
3404    */
3405   TuneButteraugliInfo butteraugli_info;
3406 #endif
3407 
3408   /*!
3409    * Parameters for scalable video coding.
3410    */
3411   SVC svc;
3412 
3413   /*!
3414    * Indicates whether current processing stage is encode stage or LAP stage.
3415    */
3416   COMPRESSOR_STAGE compressor_stage;
3417 
3418   /*!
3419    * Frame type of the last frame. May be used in some heuristics for speeding
3420    * up the encoding.
3421    */
3422   FRAME_TYPE last_frame_type;
3423 
3424   /*!
3425    * Number of tile-groups.
3426    */
3427   int num_tg;
3428 
3429   /*!
3430    * Super-resolution mode currently being used by the encoder.
3431    * This may / may not be same as user-supplied mode in oxcf->superres_mode
3432    * (when we are recoding to try multiple options for example).
3433    */
3434   aom_superres_mode superres_mode;
3435 
3436   /*!
3437    * First pass related data.
3438    */
3439   FirstPassData firstpass_data;
3440 
3441   /*!
3442    * Temporal Noise Estimate
3443    */
3444   NOISE_ESTIMATE noise_estimate;
3445 
3446 #if CONFIG_AV1_TEMPORAL_DENOISING
3447   /*!
3448    * Temporal Denoiser
3449    */
3450   AV1_DENOISER denoiser;
3451 #endif
3452 
3453   /*!
3454    * Count on how many consecutive times a block uses small/zeromv for encoding
3455    * in a scale of 8x8 block.
3456    */
3457   uint8_t *consec_zero_mv;
3458 
3459   /*!
3460    * Allocated memory size for |consec_zero_mv|.
3461    */
3462   int consec_zero_mv_alloc_size;
3463 
3464   /*!
3465    * Block size of first pass encoding
3466    */
3467   BLOCK_SIZE fp_block_size;
3468 
3469   /*!
3470    * The counter of encoded super block, used to differentiate block names.
3471    * This number starts from 0 and increases whenever a super block is encoded.
3472    */
3473   int sb_counter;
3474 
3475   /*!
3476    * Available bitstream buffer size in bytes
3477    */
3478   size_t available_bs_size;
3479 
3480   /*!
3481    * The controller of the external partition model.
3482    * It is used to do partition type selection based on external models.
3483    */
3484   ExtPartController ext_part_controller;
3485 
3486   /*!
3487    * Motion vector stats of the current encoded frame, used to update the
3488    * ppi->mv_stats during postencode.
3489    */
3490   MV_STATS mv_stats;
3491   /*!
3492    * Stores the reference refresh index for the current frame.
3493    */
3494   int ref_refresh_index;
3495 
3496   /*!
3497    * A flag to indicate if the reference refresh index is available for the
3498    * current frame.
3499    */
3500   bool refresh_idx_available;
3501 
3502   /*!
3503    * Reference frame index corresponding to the frame to be excluded from being
3504    * used as a reference by frame_parallel_level 2 frame in a parallel
3505    * encode set of lower layer frames.
3506    */
3507   int ref_idx_to_skip;
3508 #if CONFIG_FPMT_TEST
3509   /*!
3510    * Stores the wanted frame buffer index for choosing primary ref frame by a
3511    * frame_parallel_level 2 frame in a parallel encode set of lower layer
3512    * frames.
3513    */
3514 
3515   int wanted_fb;
3516 #endif  // CONFIG_FPMT_TEST
3517 
3518   /*!
3519    * A flag to indicate frames that will update their data to the primary
3520    * context at the end of the encode. It is set for non-parallel frames and the
3521    * last frame in encode order in a given parallel encode set.
3522    */
3523   bool do_frame_data_update;
3524 
3525 #if CONFIG_RD_COMMAND
3526   /*!
3527    *  A structure for assigning external q_index / rdmult for experiments
3528    */
3529   RD_COMMAND rd_command;
3530 #endif  // CONFIG_RD_COMMAND
3531 
3532   /*!
3533    * Buffer to store MB variance after Wiener filter.
3534    */
3535   WeberStats *mb_weber_stats;
3536 
3537   /*!
3538    * Buffer to store rate cost estimates for each macro block (8x8) in the
3539    * preprocessing stage used in allintra mode.
3540    */
3541   int *prep_rate_estimates;
3542 
3543   /*!
3544    * Buffer to store rate cost estimates for each 16x16 block read
3545    * from an external file, used in allintra mode.
3546    */
3547   double *ext_rate_distribution;
3548 
3549   /*!
3550    * The scale that equals sum_rate_uniform_quantizer / sum_ext_rate.
3551    */
3552   double ext_rate_scale;
3553 
3554   /*!
3555    * Buffer to store MB variance after Wiener filter.
3556    */
3557   BLOCK_SIZE weber_bsize;
3558 
3559   /*!
3560    * Frame level Wiener filter normalization.
3561    */
3562   int64_t norm_wiener_variance;
3563 
3564   /*!
3565    * Buffer to store delta-q values for delta-q mode 4.
3566    */
3567   int *mb_delta_q;
3568 
3569   /*!
3570    * Flag to indicate that current frame is dropped.
3571    */
3572   bool is_dropped_frame;
3573 
3574 #if CONFIG_BITRATE_ACCURACY
3575   /*!
3576    * Structure stores information needed for bitrate accuracy experiment.
3577    */
3578   VBR_RATECTRL_INFO vbr_rc_info;
3579 #endif
3580 
3581 #if CONFIG_RATECTRL_LOG
3582   /*!
3583    * Structure stores information of rate control decisions.
3584    */
3585   RATECTRL_LOG rc_log;
3586 #endif  // CONFIG_RATECTRL_LOG
3587 
3588   /*!
3589    * Frame level twopass status and control data
3590    */
3591   TWO_PASS_FRAME twopass_frame;
3592 
3593 #if CONFIG_THREE_PASS
3594   /*!
3595    * Context needed for third pass encoding.
3596    */
3597   THIRD_PASS_DEC_CTX *third_pass_ctx;
3598 #endif
3599 
3600   /*!
3601    * File pointer to second pass log
3602    */
3603   FILE *second_pass_log_stream;
3604 
3605   /*!
3606    * Buffer to store 64x64 SAD
3607    */
3608   uint64_t *src_sad_blk_64x64;
3609 
3610   /*!
3611    * SSE between the current frame and the reconstructed last frame
3612    * It is only used for CBR mode.
3613    * It is not used if the reference frame has a different frame size.
3614    */
3615   uint64_t rec_sse;
3616 
3617   /*!
3618    * A flag to indicate whether the encoder is controlled by DuckyEncode or not.
3619    * 1:yes 0:no
3620    */
3621   int use_ducky_encode;
3622 
3623 #if !CONFIG_REALTIME_ONLY
3624   /*! A structure that facilitates the communication between DuckyEncode and AV1
3625    * encoder.
3626    */
3627   DuckyEncodeInfo ducky_encode_info;
3628 #endif  // CONFIG_REALTIME_ONLY
3629         //
3630   /*!
3631    * Frames since last frame with cdf update.
3632    */
3633   int frames_since_last_update;
3634 
3635   /*!
3636    * Block level thresholds to force zeromv-skip at partition level.
3637    */
3638   unsigned int zeromv_skip_thresh_exit_part[BLOCK_SIZES_ALL];
3639 
3640   /*!
3641    *  Should we allocate a downsampling pyramid for each frame buffer?
3642    *  This is currently only used for global motion
3643    */
3644   bool alloc_pyramid;
3645 
3646 #if CONFIG_SALIENCY_MAP
3647   /*!
3648    * Pixel level saliency map for each frame.
3649    */
3650   uint8_t *saliency_map;
3651 
3652   /*!
3653    * Superblock level rdmult scaling factor driven by saliency map.
3654    */
3655   double *sm_scaling_factor;
3656 #endif
3657 
3658   /*!
3659    * Number of pixels that choose palette mode for luma in the
3660    * fast encoding pass in av1_determine_sc_tools_with_encoding().
3661    */
3662   int palette_pixel_num;
3663 
3664   /*!
3665    * Flag to indicate scaled_last_source is available,
3666    * so scaling is not needed for last_source.
3667    */
3668   int scaled_last_source_available;
3669 } AV1_COMP;
3670 
3671 /*!
3672  * \brief Input frames and last input frame
3673  */
3674 typedef struct EncodeFrameInput {
3675   /*!\cond */
3676   YV12_BUFFER_CONFIG *source;
3677   YV12_BUFFER_CONFIG *last_source;
3678   int64_t ts_duration;
3679   /*!\endcond */
3680 } EncodeFrameInput;
3681 
3682 /*!
3683  * \brief contains per-frame encoding parameters decided upon by
3684  * av1_encode_strategy() and passed down to av1_encode().
3685  */
3686 typedef struct EncodeFrameParams {
3687   /*!
3688    * Is error resilient mode enabled
3689    */
3690   int error_resilient_mode;
3691   /*!
3692    * Frame type (eg KF vs inter frame etc)
3693    */
3694   FRAME_TYPE frame_type;
3695 
3696   /*!\cond */
3697   int primary_ref_frame;
3698   int order_offset;
3699 
3700   /*!\endcond */
3701   /*!
3702    * Should the current frame be displayed after being decoded
3703    */
3704   int show_frame;
3705 
3706   /*!\cond */
3707   int refresh_frame_flags;
3708 
3709   int show_existing_frame;
3710   int existing_fb_idx_to_show;
3711 
3712   /*!\endcond */
3713   /*!
3714    *  Bitmask of which reference buffers may be referenced by this frame.
3715    */
3716   int ref_frame_flags;
3717 
3718   /*!
3719    *  Reference buffer assignment for this frame.
3720    */
3721   int remapped_ref_idx[REF_FRAMES];
3722 
3723   /*!
3724    *  Flags which determine which reference buffers are refreshed by this
3725    *  frame.
3726    */
3727   RefreshFrameInfo refresh_frame;
3728 
3729   /*!
3730    *  Speed level to use for this frame: Bigger number means faster.
3731    */
3732   int speed;
3733 } EncodeFrameParams;
3734 
3735 /*!\cond */
3736 
3737 void av1_initialize_enc(unsigned int usage, enum aom_rc_mode end_usage);
3738 
3739 struct AV1_COMP *av1_create_compressor(AV1_PRIMARY *ppi,
3740                                        const AV1EncoderConfig *oxcf,
3741                                        BufferPool *const pool,
3742                                        COMPRESSOR_STAGE stage,
3743                                        int lap_lag_in_frames);
3744 
3745 struct AV1_PRIMARY *av1_create_primary_compressor(
3746     struct aom_codec_pkt_list *pkt_list_head, int num_lap_buffers,
3747     const AV1EncoderConfig *oxcf);
3748 
3749 void av1_remove_compressor(AV1_COMP *cpi);
3750 
3751 void av1_remove_primary_compressor(AV1_PRIMARY *ppi);
3752 
3753 #if CONFIG_ENTROPY_STATS
3754 void print_entropy_stats(AV1_PRIMARY *const ppi);
3755 #endif
3756 #if CONFIG_INTERNAL_STATS
3757 void print_internal_stats(AV1_PRIMARY *ppi);
3758 #endif
3759 
3760 void av1_change_config_seq(AV1_PRIMARY *ppi, const AV1EncoderConfig *oxcf,
3761                            bool *sb_size_changed);
3762 
3763 void av1_change_config(AV1_COMP *cpi, const AV1EncoderConfig *oxcf,
3764                        bool sb_size_changed);
3765 
3766 aom_codec_err_t av1_check_initial_width(AV1_COMP *cpi, int use_highbitdepth,
3767                                         int subsampling_x, int subsampling_y);
3768 
3769 void av1_post_encode_updates(AV1_COMP *const cpi,
3770                              const AV1_COMP_DATA *const cpi_data);
3771 
3772 void av1_release_scaled_references_fpmt(AV1_COMP *cpi);
3773 
3774 void av1_decrement_ref_counts_fpmt(BufferPool *buffer_pool,
3775                                    int ref_buffers_used_map);
3776 
3777 void av1_init_sc_decisions(AV1_PRIMARY *const ppi);
3778 
3779 AV1_COMP *av1_get_parallel_frame_enc_data(AV1_PRIMARY *const ppi,
3780                                           AV1_COMP_DATA *const first_cpi_data);
3781 
3782 int av1_init_parallel_frame_context(const AV1_COMP_DATA *const first_cpi_data,
3783                                     AV1_PRIMARY *const ppi,
3784                                     int *ref_buffers_used_map);
3785 
3786 /*!\endcond */
3787 
3788 /*!\brief Obtain the raw frame data
3789  *
3790  * \ingroup high_level_algo
3791  * This function receives the raw frame data from input.
3792  *
3793  * \param[in]     cpi            Top-level encoder structure
3794  * \param[in]     frame_flags    Flags to decide how to encoding the frame
3795  * \param[in,out] sd             Contain raw frame data
3796  * \param[in]     time_stamp     Time stamp of the frame
3797  * \param[in]     end_time_stamp End time stamp
3798  *
3799  * \return Returns a value to indicate if the frame data is received
3800  * successfully.
3801  * \note The caller can assume that a copy of this frame is made and not just a
3802  * copy of the pointer.
3803  */
3804 int av1_receive_raw_frame(AV1_COMP *cpi, aom_enc_frame_flags_t frame_flags,
3805                           const YV12_BUFFER_CONFIG *sd, int64_t time_stamp,
3806                           int64_t end_time_stamp);
3807 
3808 /*!\brief Encode a frame
3809  *
3810  * \ingroup high_level_algo
3811  * \callgraph
3812  * \callergraph
3813  * This function encodes the raw frame data, and outputs the frame bit stream
3814  * to the designated buffer. The caller should use the output parameters
3815  * cpi_data->ts_frame_start and cpi_data->ts_frame_end only when this function
3816  * returns AOM_CODEC_OK.
3817  *
3818  * \param[in]     cpi         Top-level encoder structure
3819  * \param[in,out] cpi_data    Data corresponding to a frame encode
3820  *
3821  * \return Returns a value to indicate if the encoding is done successfully.
3822  * \retval #AOM_CODEC_OK
3823  * \retval -1
3824  *     No frame encoded; more input is required.
3825  * \retval "A nonzero (positive) aom_codec_err_t code"
3826  *     The encoding failed with the error. Sets the error code and error message
3827  * in \c cpi->common.error.
3828  */
3829 int av1_get_compressed_data(AV1_COMP *cpi, AV1_COMP_DATA *const cpi_data);
3830 
3831 /*!\brief Run 1-pass/2-pass encoding
3832  *
3833  * \ingroup high_level_algo
3834  * \callgraph
3835  * \callergraph
3836  */
3837 int av1_encode(AV1_COMP *const cpi, uint8_t *const dest, size_t dest_size,
3838                const EncodeFrameInput *const frame_input,
3839                const EncodeFrameParams *const frame_params,
3840                size_t *const frame_size);
3841 
3842 /*!\cond */
3843 int av1_get_preview_raw_frame(AV1_COMP *cpi, YV12_BUFFER_CONFIG *dest);
3844 
3845 int av1_get_last_show_frame(AV1_COMP *cpi, YV12_BUFFER_CONFIG *frame);
3846 
3847 aom_codec_err_t av1_copy_new_frame_enc(AV1_COMMON *cm,
3848                                        YV12_BUFFER_CONFIG *new_frame,
3849                                        YV12_BUFFER_CONFIG *sd);
3850 
3851 int av1_use_as_reference(int *ext_ref_frame_flags, int ref_frame_flags);
3852 
3853 int av1_copy_reference_enc(AV1_COMP *cpi, int idx, YV12_BUFFER_CONFIG *sd);
3854 
3855 int av1_set_reference_enc(AV1_COMP *cpi, int idx, YV12_BUFFER_CONFIG *sd);
3856 
3857 void av1_set_frame_size(AV1_COMP *cpi, int width, int height);
3858 
3859 void av1_set_mv_search_params(AV1_COMP *cpi);
3860 
3861 int av1_set_active_map(AV1_COMP *cpi, unsigned char *map, int rows, int cols);
3862 
3863 int av1_get_active_map(AV1_COMP *cpi, unsigned char *map, int rows, int cols);
3864 
3865 int av1_set_internal_size(AV1EncoderConfig *const oxcf,
3866                           ResizePendingParams *resize_pending_params,
3867                           AOM_SCALING_MODE horiz_mode,
3868                           AOM_SCALING_MODE vert_mode);
3869 
3870 int av1_get_quantizer(struct AV1_COMP *cpi);
3871 
3872 // This function assumes that the input buffer contains valid OBUs. It should
3873 // not be called on untrusted input.
3874 int av1_convert_sect5obus_to_annexb(uint8_t *buffer, size_t buffer_size,
3875                                     size_t *input_size);
3876 
3877 void av1_alloc_mb_wiener_var_pred_buf(AV1_COMMON *cm, ThreadData *td);
3878 
3879 void av1_dealloc_mb_wiener_var_pred_buf(ThreadData *td);
3880 
3881 // Set screen content options.
3882 // This function estimates whether to use screen content tools, by counting
3883 // the portion of blocks that have few luma colors.
3884 // Modifies:
3885 //   cpi->commom.features.allow_screen_content_tools
3886 //   cpi->common.features.allow_intrabc
3887 //   cpi->use_screen_content_tools
3888 //   cpi->is_screen_content_type
3889 // However, the estimation is not accurate and may misclassify videos.
3890 // A slower but more accurate approach that determines whether to use screen
3891 // content tools is employed later. See av1_determine_sc_tools_with_encoding().
3892 void av1_set_screen_content_options(struct AV1_COMP *cpi,
3893                                     FeatureFlags *features);
3894 
3895 void av1_update_frame_size(AV1_COMP *cpi);
3896 
3897 typedef struct {
3898   int pyr_level;
3899   int disp_order;
3900 } RefFrameMapPair;
3901 
init_ref_map_pair(AV1_COMP * cpi,RefFrameMapPair ref_frame_map_pairs[REF_FRAMES])3902 static inline void init_ref_map_pair(
3903     AV1_COMP *cpi, RefFrameMapPair ref_frame_map_pairs[REF_FRAMES]) {
3904   if (cpi->ppi->gf_group.update_type[cpi->gf_frame_index] == KF_UPDATE) {
3905     memset(ref_frame_map_pairs, -1, sizeof(*ref_frame_map_pairs) * REF_FRAMES);
3906     return;
3907   }
3908   memset(ref_frame_map_pairs, 0, sizeof(*ref_frame_map_pairs) * REF_FRAMES);
3909   for (int map_idx = 0; map_idx < REF_FRAMES; map_idx++) {
3910     // Get reference frame buffer.
3911     const RefCntBuffer *const buf = cpi->common.ref_frame_map[map_idx];
3912     if (ref_frame_map_pairs[map_idx].disp_order == -1) continue;
3913     if (buf == NULL) {
3914       ref_frame_map_pairs[map_idx].disp_order = -1;
3915       ref_frame_map_pairs[map_idx].pyr_level = -1;
3916       continue;
3917     } else if (buf->ref_count > 1) {
3918       // Once the keyframe is coded, the slots in ref_frame_map will all
3919       // point to the same frame. In that case, all subsequent pointers
3920       // matching the current are considered "free" slots. This will find
3921       // the next occurrence of the current pointer if ref_count indicates
3922       // there are multiple instances of it and mark it as free.
3923       for (int idx2 = map_idx + 1; idx2 < REF_FRAMES; ++idx2) {
3924         const RefCntBuffer *const buf2 = cpi->common.ref_frame_map[idx2];
3925         if (buf2 == buf) {
3926           ref_frame_map_pairs[idx2].disp_order = -1;
3927           ref_frame_map_pairs[idx2].pyr_level = -1;
3928         }
3929       }
3930     }
3931     ref_frame_map_pairs[map_idx].disp_order = (int)buf->display_order_hint;
3932     ref_frame_map_pairs[map_idx].pyr_level = buf->pyramid_level;
3933   }
3934 }
3935 
3936 #if CONFIG_FPMT_TEST
calc_frame_data_update_flag(GF_GROUP * const gf_group,int gf_frame_index,bool * const do_frame_data_update)3937 static inline void calc_frame_data_update_flag(
3938     GF_GROUP *const gf_group, int gf_frame_index,
3939     bool *const do_frame_data_update) {
3940   *do_frame_data_update = true;
3941   // Set the flag to false for all frames in a given parallel encode set except
3942   // the last frame in the set with frame_parallel_level = 2.
3943   if (gf_group->frame_parallel_level[gf_frame_index] == 1) {
3944     *do_frame_data_update = false;
3945   } else if (gf_group->frame_parallel_level[gf_frame_index] == 2) {
3946     // Check if this is the last frame in the set with frame_parallel_level = 2.
3947     for (int i = gf_frame_index + 1; i < gf_group->size; i++) {
3948       if ((gf_group->frame_parallel_level[i] == 0 &&
3949            (gf_group->update_type[i] == ARF_UPDATE ||
3950             gf_group->update_type[i] == INTNL_ARF_UPDATE)) ||
3951           gf_group->frame_parallel_level[i] == 1) {
3952         break;
3953       } else if (gf_group->frame_parallel_level[i] == 2) {
3954         *do_frame_data_update = false;
3955         break;
3956       }
3957     }
3958   }
3959 }
3960 #endif
3961 
3962 // av1 uses 10,000,000 ticks/second as time stamp
3963 #define TICKS_PER_SEC 10000000LL
3964 
timebase_units_to_ticks(const aom_rational64_t * timestamp_ratio,int64_t n)3965 static inline int64_t timebase_units_to_ticks(
3966     const aom_rational64_t *timestamp_ratio, int64_t n) {
3967   return n * timestamp_ratio->num / timestamp_ratio->den;
3968 }
3969 
ticks_to_timebase_units(const aom_rational64_t * timestamp_ratio,int64_t n)3970 static inline int64_t ticks_to_timebase_units(
3971     const aom_rational64_t *timestamp_ratio, int64_t n) {
3972   int64_t round = timestamp_ratio->num / 2;
3973   if (round > 0) --round;
3974   return (n * timestamp_ratio->den + round) / timestamp_ratio->num;
3975 }
3976 
frame_is_kf_gf_arf(const AV1_COMP * cpi)3977 static inline int frame_is_kf_gf_arf(const AV1_COMP *cpi) {
3978   const GF_GROUP *const gf_group = &cpi->ppi->gf_group;
3979   const FRAME_UPDATE_TYPE update_type =
3980       gf_group->update_type[cpi->gf_frame_index];
3981 
3982   return frame_is_intra_only(&cpi->common) || update_type == ARF_UPDATE ||
3983          update_type == GF_UPDATE;
3984 }
3985 
3986 // TODO([email protected], [email protected]): enable hash-me for HBD.
av1_use_hash_me(const AV1_COMP * const cpi)3987 static inline int av1_use_hash_me(const AV1_COMP *const cpi) {
3988   return (cpi->common.features.allow_screen_content_tools &&
3989           cpi->common.features.allow_intrabc &&
3990           frame_is_intra_only(&cpi->common));
3991 }
3992 
get_ref_frame_yv12_buf(const AV1_COMMON * const cm,MV_REFERENCE_FRAME ref_frame)3993 static inline const YV12_BUFFER_CONFIG *get_ref_frame_yv12_buf(
3994     const AV1_COMMON *const cm, MV_REFERENCE_FRAME ref_frame) {
3995   const RefCntBuffer *const buf = get_ref_frame_buf(cm, ref_frame);
3996   return buf != NULL ? &buf->buf : NULL;
3997 }
3998 
alloc_frame_mvs(AV1_COMMON * const cm,RefCntBuffer * buf)3999 static inline void alloc_frame_mvs(AV1_COMMON *const cm, RefCntBuffer *buf) {
4000   assert(buf != NULL);
4001   ensure_mv_buffer(buf, cm);
4002   buf->width = cm->width;
4003   buf->height = cm->height;
4004 }
4005 
4006 // Get the allocated token size for a tile. It does the same calculation as in
4007 // the frame token allocation.
allocated_tokens(const TileInfo * tile,int sb_size_log2,int num_planes)4008 static inline unsigned int allocated_tokens(const TileInfo *tile,
4009                                             int sb_size_log2, int num_planes) {
4010   int tile_mb_rows =
4011       ROUND_POWER_OF_TWO(tile->mi_row_end - tile->mi_row_start, 2);
4012   int tile_mb_cols =
4013       ROUND_POWER_OF_TWO(tile->mi_col_end - tile->mi_col_start, 2);
4014 
4015   return get_token_alloc(tile_mb_rows, tile_mb_cols, sb_size_log2, num_planes);
4016 }
4017 
get_start_tok(AV1_COMP * cpi,int tile_row,int tile_col,int mi_row,TokenExtra ** tok,int sb_size_log2,int num_planes)4018 static inline void get_start_tok(AV1_COMP *cpi, int tile_row, int tile_col,
4019                                  int mi_row, TokenExtra **tok, int sb_size_log2,
4020                                  int num_planes) {
4021   AV1_COMMON *const cm = &cpi->common;
4022   const int tile_cols = cm->tiles.cols;
4023   TileDataEnc *this_tile = &cpi->tile_data[tile_row * tile_cols + tile_col];
4024   const TileInfo *const tile_info = &this_tile->tile_info;
4025 
4026   const int tile_mb_cols =
4027       (tile_info->mi_col_end - tile_info->mi_col_start + 2) >> 2;
4028   const int tile_mb_row = (mi_row - tile_info->mi_row_start + 2) >> 2;
4029 
4030   *tok = cpi->token_info.tile_tok[tile_row][tile_col] +
4031          get_token_alloc(tile_mb_row, tile_mb_cols, sb_size_log2, num_planes);
4032 }
4033 
4034 void av1_apply_encoding_flags(AV1_COMP *cpi, aom_enc_frame_flags_t flags);
4035 
4036 #define ALT_MIN_LAG 3
is_altref_enabled(int lag_in_frames,bool enable_auto_arf)4037 static inline int is_altref_enabled(int lag_in_frames, bool enable_auto_arf) {
4038   return lag_in_frames >= ALT_MIN_LAG && enable_auto_arf;
4039 }
4040 
can_disable_altref(const GFConfig * gf_cfg)4041 static inline int can_disable_altref(const GFConfig *gf_cfg) {
4042   return is_altref_enabled(gf_cfg->lag_in_frames, gf_cfg->enable_auto_arf) &&
4043          (gf_cfg->gf_min_pyr_height == 0);
4044 }
4045 
4046 // Helper function to compute number of blocks on either side of the frame.
get_num_blocks(const int frame_length,const int mb_length)4047 static inline int get_num_blocks(const int frame_length, const int mb_length) {
4048   return (frame_length + mb_length - 1) / mb_length;
4049 }
4050 
4051 // Check if statistics generation stage
is_stat_generation_stage(const AV1_COMP * const cpi)4052 static inline int is_stat_generation_stage(const AV1_COMP *const cpi) {
4053   assert(IMPLIES(cpi->compressor_stage == LAP_STAGE,
4054                  cpi->oxcf.pass == AOM_RC_ONE_PASS && cpi->ppi->lap_enabled));
4055   return (cpi->oxcf.pass == AOM_RC_FIRST_PASS ||
4056           (cpi->compressor_stage == LAP_STAGE));
4057 }
4058 // Check if statistics consumption stage
is_stat_consumption_stage_twopass(const AV1_COMP * const cpi)4059 static inline int is_stat_consumption_stage_twopass(const AV1_COMP *const cpi) {
4060   return (cpi->oxcf.pass >= AOM_RC_SECOND_PASS);
4061 }
4062 
4063 // Check if statistics consumption stage
is_stat_consumption_stage(const AV1_COMP * const cpi)4064 static inline int is_stat_consumption_stage(const AV1_COMP *const cpi) {
4065   return (is_stat_consumption_stage_twopass(cpi) ||
4066           (cpi->oxcf.pass == AOM_RC_ONE_PASS &&
4067            (cpi->compressor_stage == ENCODE_STAGE) && cpi->ppi->lap_enabled));
4068 }
4069 
4070 // Decide whether 'dv_costs' need to be allocated/stored during the encoding.
av1_need_dv_costs(const AV1_COMP * const cpi)4071 static inline bool av1_need_dv_costs(const AV1_COMP *const cpi) {
4072   return !cpi->sf.rt_sf.use_nonrd_pick_mode &&
4073          av1_allow_intrabc(&cpi->common) && !is_stat_generation_stage(cpi);
4074 }
4075 
4076 /*!\endcond */
4077 /*!\brief Check if the current stage has statistics
4078  *
4079  *\ingroup two_pass_algo
4080  *
4081  * \param[in]    cpi     Top - level encoder instance structure
4082  *
4083  * \return 0 if no stats for current stage else 1
4084  */
has_no_stats_stage(const AV1_COMP * const cpi)4085 static inline int has_no_stats_stage(const AV1_COMP *const cpi) {
4086   assert(
4087       IMPLIES(!cpi->ppi->lap_enabled, cpi->compressor_stage == ENCODE_STAGE));
4088   return (cpi->oxcf.pass == AOM_RC_ONE_PASS && !cpi->ppi->lap_enabled);
4089 }
4090 
4091 /*!\cond */
4092 
is_one_pass_rt_params(const AV1_COMP * cpi)4093 static inline int is_one_pass_rt_params(const AV1_COMP *cpi) {
4094   return has_no_stats_stage(cpi) && cpi->oxcf.mode == REALTIME &&
4095          cpi->oxcf.gf_cfg.lag_in_frames == 0;
4096 }
4097 
4098 // Use default/internal reference structure for single-layer RTC.
use_rtc_reference_structure_one_layer(const AV1_COMP * cpi)4099 static inline int use_rtc_reference_structure_one_layer(const AV1_COMP *cpi) {
4100   return is_one_pass_rt_params(cpi) && cpi->ppi->number_spatial_layers == 1 &&
4101          cpi->ppi->number_temporal_layers == 1 &&
4102          !cpi->ppi->rtc_ref.set_ref_frame_config;
4103 }
4104 
4105 // Check if postencode drop is allowed.
allow_postencode_drop_rtc(const AV1_COMP * cpi)4106 static inline int allow_postencode_drop_rtc(const AV1_COMP *cpi) {
4107   const AV1_COMMON *const cm = &cpi->common;
4108   return is_one_pass_rt_params(cpi) && cpi->oxcf.rc_cfg.mode == AOM_CBR &&
4109          cpi->oxcf.rc_cfg.drop_frames_water_mark > 0 &&
4110          !cpi->rc.rtc_external_ratectrl && !frame_is_intra_only(cm) &&
4111          cpi->svc.spatial_layer_id == 0;
4112 }
4113 
4114 // Function return size of frame stats buffer
get_stats_buf_size(int num_lap_buffer,int num_lag_buffer)4115 static inline int get_stats_buf_size(int num_lap_buffer, int num_lag_buffer) {
4116   /* if lookahead is enabled return num_lap_buffers else num_lag_buffers */
4117   return (num_lap_buffer > 0 ? num_lap_buffer + 1 : num_lag_buffer);
4118 }
4119 
4120 // TODO(zoeliu): To set up cpi->oxcf.gf_cfg.enable_auto_brf
4121 
set_ref_ptrs(const AV1_COMMON * cm,MACROBLOCKD * xd,MV_REFERENCE_FRAME ref0,MV_REFERENCE_FRAME ref1)4122 static inline void set_ref_ptrs(const AV1_COMMON *cm, MACROBLOCKD *xd,
4123                                 MV_REFERENCE_FRAME ref0,
4124                                 MV_REFERENCE_FRAME ref1) {
4125   xd->block_ref_scale_factors[0] =
4126       get_ref_scale_factors_const(cm, ref0 >= LAST_FRAME ? ref0 : 1);
4127   xd->block_ref_scale_factors[1] =
4128       get_ref_scale_factors_const(cm, ref1 >= LAST_FRAME ? ref1 : 1);
4129 }
4130 
get_chessboard_index(int frame_index)4131 static inline int get_chessboard_index(int frame_index) {
4132   return frame_index & 0x1;
4133 }
4134 
cond_cost_list_const(const struct AV1_COMP * cpi,const int * cost_list)4135 static inline const int *cond_cost_list_const(const struct AV1_COMP *cpi,
4136                                               const int *cost_list) {
4137   const int use_cost_list = cpi->sf.mv_sf.subpel_search_method != SUBPEL_TREE &&
4138                             cpi->sf.mv_sf.use_fullpel_costlist;
4139   return use_cost_list ? cost_list : NULL;
4140 }
4141 
cond_cost_list(const struct AV1_COMP * cpi,int * cost_list)4142 static inline int *cond_cost_list(const struct AV1_COMP *cpi, int *cost_list) {
4143   const int use_cost_list = cpi->sf.mv_sf.subpel_search_method != SUBPEL_TREE &&
4144                             cpi->sf.mv_sf.use_fullpel_costlist;
4145   return use_cost_list ? cost_list : NULL;
4146 }
4147 
4148 // Compression ratio of current frame.
4149 double av1_get_compression_ratio(const AV1_COMMON *const cm,
4150                                  size_t encoded_frame_size);
4151 
4152 void av1_new_framerate(AV1_COMP *cpi, double framerate);
4153 
4154 void av1_setup_frame_size(AV1_COMP *cpi);
4155 
4156 #define LAYER_IDS_TO_IDX(sl, tl, num_tl) ((sl) * (num_tl) + (tl))
4157 
4158 // Returns 1 if a frame is scaled and 0 otherwise.
av1_resize_scaled(const AV1_COMMON * cm)4159 static inline int av1_resize_scaled(const AV1_COMMON *cm) {
4160   return cm->superres_upscaled_width != cm->render_width ||
4161          cm->superres_upscaled_height != cm->render_height;
4162 }
4163 
av1_frame_scaled(const AV1_COMMON * cm)4164 static inline int av1_frame_scaled(const AV1_COMMON *cm) {
4165   return av1_superres_scaled(cm) || av1_resize_scaled(cm);
4166 }
4167 
4168 // Don't allow a show_existing_frame to coincide with an error resilient
4169 // frame. An exception can be made for a forward keyframe since it has no
4170 // previous dependencies.
encode_show_existing_frame(const AV1_COMMON * cm)4171 static inline int encode_show_existing_frame(const AV1_COMMON *cm) {
4172   return cm->show_existing_frame && (!cm->features.error_resilient_mode ||
4173                                      cm->current_frame.frame_type == KEY_FRAME);
4174 }
4175 
4176 // Get index into the 'cpi->mbmi_ext_info.frame_base' array for the given
4177 // 'mi_row' and 'mi_col'.
get_mi_ext_idx(const int mi_row,const int mi_col,const BLOCK_SIZE mi_alloc_bsize,const int mbmi_ext_stride)4178 static inline int get_mi_ext_idx(const int mi_row, const int mi_col,
4179                                  const BLOCK_SIZE mi_alloc_bsize,
4180                                  const int mbmi_ext_stride) {
4181   const int mi_ext_size_1d = mi_size_wide[mi_alloc_bsize];
4182   const int mi_ext_row = mi_row / mi_ext_size_1d;
4183   const int mi_ext_col = mi_col / mi_ext_size_1d;
4184   return mi_ext_row * mbmi_ext_stride + mi_ext_col;
4185 }
4186 
4187 // Lighter version of set_offsets that only sets the mode info
4188 // pointers.
set_mode_info_offsets(const CommonModeInfoParams * const mi_params,const MBMIExtFrameBufferInfo * const mbmi_ext_info,MACROBLOCK * const x,MACROBLOCKD * const xd,int mi_row,int mi_col)4189 static inline void set_mode_info_offsets(
4190     const CommonModeInfoParams *const mi_params,
4191     const MBMIExtFrameBufferInfo *const mbmi_ext_info, MACROBLOCK *const x,
4192     MACROBLOCKD *const xd, int mi_row, int mi_col) {
4193   set_mi_offsets(mi_params, xd, mi_row, mi_col);
4194   const int ext_idx = get_mi_ext_idx(mi_row, mi_col, mi_params->mi_alloc_bsize,
4195                                      mbmi_ext_info->stride);
4196   x->mbmi_ext_frame = mbmi_ext_info->frame_base + ext_idx;
4197 }
4198 
4199 // Check to see if the given partition size is allowed for a specified number
4200 // of mi block rows and columns remaining in the image.
4201 // If not then return the largest allowed partition size
find_partition_size(BLOCK_SIZE bsize,int rows_left,int cols_left,int * bh,int * bw)4202 static inline BLOCK_SIZE find_partition_size(BLOCK_SIZE bsize, int rows_left,
4203                                              int cols_left, int *bh, int *bw) {
4204   int int_size = (int)bsize;
4205   if (rows_left <= 0 || cols_left <= 0) {
4206     return AOMMIN(bsize, BLOCK_8X8);
4207   } else {
4208     for (; int_size > 0; int_size -= 3) {
4209       *bh = mi_size_high[int_size];
4210       *bw = mi_size_wide[int_size];
4211       if ((*bh <= rows_left) && (*bw <= cols_left)) {
4212         break;
4213       }
4214     }
4215   }
4216   return (BLOCK_SIZE)int_size;
4217 }
4218 
4219 static const uint8_t av1_ref_frame_flag_list[REF_FRAMES] = { 0,
4220                                                              AOM_LAST_FLAG,
4221                                                              AOM_LAST2_FLAG,
4222                                                              AOM_LAST3_FLAG,
4223                                                              AOM_GOLD_FLAG,
4224                                                              AOM_BWD_FLAG,
4225                                                              AOM_ALT2_FLAG,
4226                                                              AOM_ALT_FLAG };
4227 
4228 // When more than 'max_allowed_refs' are available, we reduce the number of
4229 // reference frames one at a time based on this order.
4230 static const MV_REFERENCE_FRAME disable_order[] = {
4231   LAST3_FRAME,
4232   LAST2_FRAME,
4233   ALTREF2_FRAME,
4234   BWDREF_FRAME,
4235 };
4236 
4237 static const MV_REFERENCE_FRAME
4238     ref_frame_priority_order[INTER_REFS_PER_FRAME] = {
4239       LAST_FRAME,    ALTREF_FRAME, BWDREF_FRAME, GOLDEN_FRAME,
4240       ALTREF2_FRAME, LAST2_FRAME,  LAST3_FRAME,
4241     };
4242 
get_ref_frame_flags(const SPEED_FEATURES * const sf,const int use_one_pass_rt_params,const YV12_BUFFER_CONFIG ** ref_frames,const int ext_ref_frame_flags)4243 static inline int get_ref_frame_flags(const SPEED_FEATURES *const sf,
4244                                       const int use_one_pass_rt_params,
4245                                       const YV12_BUFFER_CONFIG **ref_frames,
4246                                       const int ext_ref_frame_flags) {
4247   // cpi->ext_flags.ref_frame_flags allows certain reference types to be
4248   // disabled by the external interface.  These are set by
4249   // av1_apply_encoding_flags(). Start with what the external interface allows,
4250   // then suppress any reference types which we have found to be duplicates.
4251   int flags = ext_ref_frame_flags;
4252 
4253   for (int i = 1; i < INTER_REFS_PER_FRAME; ++i) {
4254     const YV12_BUFFER_CONFIG *const this_ref = ref_frames[i];
4255     // If this_ref has appeared before, mark the corresponding ref frame as
4256     // invalid. For one_pass_rt mode, only disable GOLDEN_FRAME if it's the
4257     // same as LAST_FRAME or ALTREF_FRAME (if ALTREF is being used in nonrd).
4258     int index =
4259         (use_one_pass_rt_params && ref_frame_priority_order[i] == GOLDEN_FRAME)
4260             ? (1 + sf->rt_sf.use_nonrd_altref_frame)
4261             : i;
4262     for (int j = 0; j < index; ++j) {
4263       // If this_ref has appeared before (same as the reference corresponding
4264       // to lower index j), remove it as a reference only if that reference
4265       // (for index j) is actually used as a reference.
4266       if (this_ref == ref_frames[j] &&
4267           (flags & (1 << (ref_frame_priority_order[j] - 1)))) {
4268         flags &= ~(1 << (ref_frame_priority_order[i] - 1));
4269         break;
4270       }
4271     }
4272   }
4273   return flags;
4274 }
4275 
4276 // Returns a Sequence Header OBU stored in an aom_fixed_buf_t, or NULL upon
4277 // failure. When a non-NULL aom_fixed_buf_t pointer is returned by this
4278 // function, the memory must be freed by the caller. Both the buf member of the
4279 // aom_fixed_buf_t, and the aom_fixed_buf_t pointer itself must be freed. Memory
4280 // returned must be freed via call to free().
4281 //
4282 // Note: The OBU returned is in Low Overhead Bitstream Format. Specifically,
4283 // the obu_has_size_field bit is set, and the buffer contains the obu_size
4284 // field.
4285 aom_fixed_buf_t *av1_get_global_headers(AV1_PRIMARY *ppi);
4286 
4287 #define MAX_GFUBOOST_FACTOR 10.0
4288 #define MIN_GFUBOOST_FACTOR 4.0
4289 
is_frame_tpl_eligible(const GF_GROUP * const gf_group,uint8_t index)4290 static inline int is_frame_tpl_eligible(const GF_GROUP *const gf_group,
4291                                         uint8_t index) {
4292   const FRAME_UPDATE_TYPE update_type = gf_group->update_type[index];
4293   return update_type == ARF_UPDATE || update_type == GF_UPDATE ||
4294          update_type == KF_UPDATE;
4295 }
4296 
is_frame_eligible_for_ref_pruning(const GF_GROUP * gf_group,int selective_ref_frame,int prune_ref_frames,int gf_index)4297 static inline int is_frame_eligible_for_ref_pruning(const GF_GROUP *gf_group,
4298                                                     int selective_ref_frame,
4299                                                     int prune_ref_frames,
4300                                                     int gf_index) {
4301   return (selective_ref_frame > 0) && (prune_ref_frames > 0) &&
4302          !is_frame_tpl_eligible(gf_group, gf_index);
4303 }
4304 
4305 // Get update type of the current frame.
get_frame_update_type(const GF_GROUP * gf_group,int gf_frame_index)4306 static inline FRAME_UPDATE_TYPE get_frame_update_type(const GF_GROUP *gf_group,
4307                                                       int gf_frame_index) {
4308   return gf_group->update_type[gf_frame_index];
4309 }
4310 
av1_pixels_to_mi(int pixels)4311 static inline int av1_pixels_to_mi(int pixels) {
4312   return ALIGN_POWER_OF_TWO(pixels, 3) >> MI_SIZE_LOG2;
4313 }
4314 
is_psnr_calc_enabled(const AV1_COMP * cpi)4315 static inline int is_psnr_calc_enabled(const AV1_COMP *cpi) {
4316   const AV1_COMMON *const cm = &cpi->common;
4317 
4318   return cpi->ppi->b_calculate_psnr && !is_stat_generation_stage(cpi) &&
4319          cm->show_frame && !cpi->is_dropped_frame;
4320 }
4321 
is_frame_resize_pending(const AV1_COMP * const cpi)4322 static inline int is_frame_resize_pending(const AV1_COMP *const cpi) {
4323   const ResizePendingParams *const resize_pending_params =
4324       &cpi->resize_pending_params;
4325   return (resize_pending_params->width && resize_pending_params->height &&
4326           (cpi->common.width != resize_pending_params->width ||
4327            cpi->common.height != resize_pending_params->height));
4328 }
4329 
4330 // Check if loop filter is used.
is_loopfilter_used(const AV1_COMMON * const cm)4331 static inline int is_loopfilter_used(const AV1_COMMON *const cm) {
4332   return !cm->features.coded_lossless && !cm->tiles.large_scale;
4333 }
4334 
4335 // Check if CDEF is used.
is_cdef_used(const AV1_COMMON * const cm)4336 static inline int is_cdef_used(const AV1_COMMON *const cm) {
4337   return cm->seq_params->enable_cdef && !cm->features.coded_lossless &&
4338          !cm->tiles.large_scale;
4339 }
4340 
4341 // Check if loop restoration filter is used.
is_restoration_used(const AV1_COMMON * const cm)4342 static inline int is_restoration_used(const AV1_COMMON *const cm) {
4343   return cm->seq_params->enable_restoration && !cm->features.all_lossless &&
4344          !cm->tiles.large_scale;
4345 }
4346 
4347 // Checks if post-processing filters need to be applied.
4348 // NOTE: This function decides if the application of different post-processing
4349 // filters on the reconstructed frame can be skipped at the encoder side.
4350 // However the computation of different filter parameters that are signaled in
4351 // the bitstream is still required.
derive_skip_apply_postproc_filters(const AV1_COMP * cpi,int use_loopfilter,int use_cdef,int use_superres,int use_restoration)4352 static inline unsigned int derive_skip_apply_postproc_filters(
4353     const AV1_COMP *cpi, int use_loopfilter, int use_cdef, int use_superres,
4354     int use_restoration) {
4355   // Though CDEF parameter selection should be dependent on
4356   // deblocked/loop-filtered pixels for cdef_pick_method <=
4357   // CDEF_FAST_SEARCH_LVL5, CDEF strength values are calculated based on the
4358   // pixel values that are not loop-filtered in svc real-time encoding mode.
4359   // Hence this case is handled separately using the condition below.
4360   if (cpi->ppi->rtc_ref.non_reference_frame)
4361     return (SKIP_APPLY_LOOPFILTER | SKIP_APPLY_CDEF);
4362 
4363   if (!cpi->oxcf.algo_cfg.skip_postproc_filtering || cpi->ppi->b_calculate_psnr)
4364     return 0;
4365   assert(cpi->oxcf.mode == ALLINTRA);
4366 
4367   // The post-processing filters are applied one after the other in the
4368   // following order: deblocking->cdef->superres->restoration. In case of
4369   // ALLINTRA encoding, the reconstructed frame is not used as a reference
4370   // frame. Hence, the application of these filters can be skipped when
4371   // 1. filter parameters of the subsequent stages are not dependent on the
4372   // filtered output of the current stage or
4373   // 2. subsequent filtering stages are disabled
4374   if (use_restoration) return SKIP_APPLY_RESTORATION;
4375   if (use_superres) return SKIP_APPLY_SUPERRES;
4376   if (use_cdef) {
4377     // CDEF parameter selection is not dependent on the deblocked frame if
4378     // cdef_pick_method is CDEF_PICK_FROM_Q. Hence the application of deblocking
4379     // filters and cdef filters can be skipped in this case.
4380     return (cpi->sf.lpf_sf.cdef_pick_method == CDEF_PICK_FROM_Q &&
4381             use_loopfilter)
4382                ? (SKIP_APPLY_LOOPFILTER | SKIP_APPLY_CDEF)
4383                : SKIP_APPLY_CDEF;
4384   }
4385   if (use_loopfilter) return SKIP_APPLY_LOOPFILTER;
4386 
4387   // If we reach here, all post-processing stages are disabled, so none need to
4388   // be skipped.
4389   return 0;
4390 }
4391 
set_postproc_filter_default_params(AV1_COMMON * cm)4392 static inline void set_postproc_filter_default_params(AV1_COMMON *cm) {
4393   struct loopfilter *const lf = &cm->lf;
4394   CdefInfo *const cdef_info = &cm->cdef_info;
4395   RestorationInfo *const rst_info = cm->rst_info;
4396 
4397   lf->filter_level[0] = 0;
4398   lf->filter_level[1] = 0;
4399   cdef_info->cdef_bits = 0;
4400   cdef_info->cdef_strengths[0] = 0;
4401   cdef_info->nb_cdef_strengths = 1;
4402   cdef_info->cdef_uv_strengths[0] = 0;
4403   rst_info[0].frame_restoration_type = RESTORE_NONE;
4404   rst_info[1].frame_restoration_type = RESTORE_NONE;
4405   rst_info[2].frame_restoration_type = RESTORE_NONE;
4406 }
4407 
is_inter_tx_size_search_level_one(const TX_SPEED_FEATURES * tx_sf)4408 static inline int is_inter_tx_size_search_level_one(
4409     const TX_SPEED_FEATURES *tx_sf) {
4410   return (tx_sf->inter_tx_size_search_init_depth_rect >= 1 &&
4411           tx_sf->inter_tx_size_search_init_depth_sqr >= 1);
4412 }
4413 
get_lpf_opt_level(const SPEED_FEATURES * sf)4414 static inline int get_lpf_opt_level(const SPEED_FEATURES *sf) {
4415   int lpf_opt_level = 0;
4416   if (is_inter_tx_size_search_level_one(&sf->tx_sf))
4417     lpf_opt_level = (sf->lpf_sf.lpf_pick == LPF_PICK_FROM_Q) ? 2 : 1;
4418   return lpf_opt_level;
4419 }
4420 
4421 // Enable switchable motion mode only if warp and OBMC tools are allowed
is_switchable_motion_mode_allowed(bool allow_warped_motion,bool enable_obmc)4422 static inline bool is_switchable_motion_mode_allowed(bool allow_warped_motion,
4423                                                      bool enable_obmc) {
4424   return (allow_warped_motion || enable_obmc);
4425 }
4426 
4427 #if CONFIG_AV1_TEMPORAL_DENOISING
denoise_svc(const struct AV1_COMP * const cpi)4428 static inline int denoise_svc(const struct AV1_COMP *const cpi) {
4429   return (!cpi->ppi->use_svc ||
4430           (cpi->ppi->use_svc &&
4431            cpi->svc.spatial_layer_id >= cpi->svc.first_layer_denoise));
4432 }
4433 #endif
4434 
4435 #if CONFIG_COLLECT_PARTITION_STATS == 2
av1_print_fr_partition_timing_stats(const FramePartitionTimingStats * part_stats,const char * filename)4436 static inline void av1_print_fr_partition_timing_stats(
4437     const FramePartitionTimingStats *part_stats, const char *filename) {
4438   FILE *f = fopen(filename, "w");
4439   if (!f) {
4440     return;
4441   }
4442 
4443   fprintf(f, "bsize,redo,");
4444   for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4445     fprintf(f, "decision_%d,", part);
4446   }
4447   for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4448     fprintf(f, "attempt_%d,", part);
4449   }
4450   for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4451     fprintf(f, "time_%d,", part);
4452   }
4453   fprintf(f, "\n");
4454 
4455   static const int bsizes[6] = { 128, 64, 32, 16, 8, 4 };
4456 
4457   for (int bsize_idx = 0; bsize_idx < 6; bsize_idx++) {
4458     fprintf(f, "%d,%d,", bsizes[bsize_idx], part_stats->partition_redo);
4459     for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4460       fprintf(f, "%d,", part_stats->partition_decisions[bsize_idx][part]);
4461     }
4462     for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4463       fprintf(f, "%d,", part_stats->partition_attempts[bsize_idx][part]);
4464     }
4465     for (int part = 0; part < EXT_PARTITION_TYPES; part++) {
4466       fprintf(f, "%ld,", part_stats->partition_times[bsize_idx][part]);
4467     }
4468     fprintf(f, "\n");
4469   }
4470   fclose(f);
4471 }
4472 #endif  // CONFIG_COLLECT_PARTITION_STATS == 2
4473 
4474 #if CONFIG_COLLECT_PARTITION_STATS
av1_get_bsize_idx_for_part_stats(BLOCK_SIZE bsize)4475 static inline int av1_get_bsize_idx_for_part_stats(BLOCK_SIZE bsize) {
4476   assert(bsize == BLOCK_128X128 || bsize == BLOCK_64X64 ||
4477          bsize == BLOCK_32X32 || bsize == BLOCK_16X16 || bsize == BLOCK_8X8 ||
4478          bsize == BLOCK_4X4);
4479   switch (bsize) {
4480     case BLOCK_128X128: return 0;
4481     case BLOCK_64X64: return 1;
4482     case BLOCK_32X32: return 2;
4483     case BLOCK_16X16: return 3;
4484     case BLOCK_8X8: return 4;
4485     case BLOCK_4X4: return 5;
4486     default: assert(0 && "Invalid bsize for partition_stats."); return -1;
4487   }
4488 }
4489 #endif  // CONFIG_COLLECT_PARTITION_STATS
4490 
4491 #if CONFIG_COLLECT_COMPONENT_TIMING
start_timing(AV1_COMP * cpi,int component)4492 static inline void start_timing(AV1_COMP *cpi, int component) {
4493   aom_usec_timer_start(&cpi->component_timer[component]);
4494 }
end_timing(AV1_COMP * cpi,int component)4495 static inline void end_timing(AV1_COMP *cpi, int component) {
4496   aom_usec_timer_mark(&cpi->component_timer[component]);
4497   cpi->frame_component_time[component] +=
4498       aom_usec_timer_elapsed(&cpi->component_timer[component]);
4499 }
get_frame_type_enum(int type)4500 static inline char const *get_frame_type_enum(int type) {
4501   switch (type) {
4502     case 0: return "KEY_FRAME";
4503     case 1: return "INTER_FRAME";
4504     case 2: return "INTRA_ONLY_FRAME";
4505     case 3: return "S_FRAME";
4506     default: assert(0);
4507   }
4508   return "error";
4509 }
4510 #endif
4511 
4512 /*!\endcond */
4513 
4514 #ifdef __cplusplus
4515 }  // extern "C"
4516 #endif
4517 
4518 #endif  // AOM_AV1_ENCODER_ENCODER_H_
4519