xref: /aosp_15_r20/external/libaom/av1/decoder/inspection.c (revision 77c1e3ccc04c968bd2bc212e87364f250e820521)
1*77c1e3ccSAndroid Build Coastguard Worker /*
2*77c1e3ccSAndroid Build Coastguard Worker  * Copyright (c) 2017, Alliance for Open Media. All rights reserved.
3*77c1e3ccSAndroid Build Coastguard Worker  *
4*77c1e3ccSAndroid Build Coastguard Worker  * This source code is subject to the terms of the BSD 2 Clause License and
5*77c1e3ccSAndroid Build Coastguard Worker  * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6*77c1e3ccSAndroid Build Coastguard Worker  * was not distributed with this source code in the LICENSE file, you can
7*77c1e3ccSAndroid Build Coastguard Worker  * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8*77c1e3ccSAndroid Build Coastguard Worker  * Media Patent License 1.0 was not distributed with this source code in the
9*77c1e3ccSAndroid Build Coastguard Worker  * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10*77c1e3ccSAndroid Build Coastguard Worker  */
11*77c1e3ccSAndroid Build Coastguard Worker 
12*77c1e3ccSAndroid Build Coastguard Worker #include <stdio.h>
13*77c1e3ccSAndroid Build Coastguard Worker #include <stdlib.h>
14*77c1e3ccSAndroid Build Coastguard Worker 
15*77c1e3ccSAndroid Build Coastguard Worker #include "av1/decoder/decoder.h"
16*77c1e3ccSAndroid Build Coastguard Worker #include "av1/decoder/inspection.h"
17*77c1e3ccSAndroid Build Coastguard Worker #include "av1/common/enums.h"
18*77c1e3ccSAndroid Build Coastguard Worker #include "av1/common/cdef.h"
19*77c1e3ccSAndroid Build Coastguard Worker 
ifd_init_mi_rc(insp_frame_data * fd,int mi_cols,int mi_rows)20*77c1e3ccSAndroid Build Coastguard Worker static void ifd_init_mi_rc(insp_frame_data *fd, int mi_cols, int mi_rows) {
21*77c1e3ccSAndroid Build Coastguard Worker   fd->mi_cols = mi_cols;
22*77c1e3ccSAndroid Build Coastguard Worker   fd->mi_rows = mi_rows;
23*77c1e3ccSAndroid Build Coastguard Worker   fd->mi_grid = (insp_mi_data *)aom_malloc(sizeof(insp_mi_data) * fd->mi_rows *
24*77c1e3ccSAndroid Build Coastguard Worker                                            fd->mi_cols);
25*77c1e3ccSAndroid Build Coastguard Worker   if (!fd->mi_grid) {
26*77c1e3ccSAndroid Build Coastguard Worker     fprintf(stderr, "Error allocating inspection data\n");
27*77c1e3ccSAndroid Build Coastguard Worker     abort();
28*77c1e3ccSAndroid Build Coastguard Worker   }
29*77c1e3ccSAndroid Build Coastguard Worker }
30*77c1e3ccSAndroid Build Coastguard Worker 
ifd_init(insp_frame_data * fd,int frame_width,int frame_height)31*77c1e3ccSAndroid Build Coastguard Worker void ifd_init(insp_frame_data *fd, int frame_width, int frame_height) {
32*77c1e3ccSAndroid Build Coastguard Worker   int mi_cols = ALIGN_POWER_OF_TWO(frame_width, 3) >> MI_SIZE_LOG2;
33*77c1e3ccSAndroid Build Coastguard Worker   int mi_rows = ALIGN_POWER_OF_TWO(frame_height, 3) >> MI_SIZE_LOG2;
34*77c1e3ccSAndroid Build Coastguard Worker   ifd_init_mi_rc(fd, mi_cols, mi_rows);
35*77c1e3ccSAndroid Build Coastguard Worker }
36*77c1e3ccSAndroid Build Coastguard Worker 
ifd_clear(insp_frame_data * fd)37*77c1e3ccSAndroid Build Coastguard Worker void ifd_clear(insp_frame_data *fd) {
38*77c1e3ccSAndroid Build Coastguard Worker   aom_free(fd->mi_grid);
39*77c1e3ccSAndroid Build Coastguard Worker   fd->mi_grid = NULL;
40*77c1e3ccSAndroid Build Coastguard Worker }
41*77c1e3ccSAndroid Build Coastguard Worker 
42*77c1e3ccSAndroid Build Coastguard Worker /* TODO(negge) This function may be called by more than one thread when using
43*77c1e3ccSAndroid Build Coastguard Worker                a multi-threaded decoder and this may cause a data race. */
ifd_inspect(insp_frame_data * fd,void * decoder,int skip_not_transform)44*77c1e3ccSAndroid Build Coastguard Worker int ifd_inspect(insp_frame_data *fd, void *decoder, int skip_not_transform) {
45*77c1e3ccSAndroid Build Coastguard Worker   struct AV1Decoder *pbi = (struct AV1Decoder *)decoder;
46*77c1e3ccSAndroid Build Coastguard Worker   AV1_COMMON *const cm = &pbi->common;
47*77c1e3ccSAndroid Build Coastguard Worker   const CommonModeInfoParams *const mi_params = &cm->mi_params;
48*77c1e3ccSAndroid Build Coastguard Worker   const CommonQuantParams *quant_params = &cm->quant_params;
49*77c1e3ccSAndroid Build Coastguard Worker 
50*77c1e3ccSAndroid Build Coastguard Worker   if (fd->mi_rows != mi_params->mi_rows || fd->mi_cols != mi_params->mi_cols) {
51*77c1e3ccSAndroid Build Coastguard Worker     ifd_clear(fd);
52*77c1e3ccSAndroid Build Coastguard Worker     ifd_init_mi_rc(fd, mi_params->mi_rows, mi_params->mi_cols);
53*77c1e3ccSAndroid Build Coastguard Worker   }
54*77c1e3ccSAndroid Build Coastguard Worker   fd->show_existing_frame = cm->show_existing_frame;
55*77c1e3ccSAndroid Build Coastguard Worker   fd->frame_number = cm->current_frame.frame_number;
56*77c1e3ccSAndroid Build Coastguard Worker   fd->show_frame = cm->show_frame;
57*77c1e3ccSAndroid Build Coastguard Worker   fd->frame_type = cm->current_frame.frame_type;
58*77c1e3ccSAndroid Build Coastguard Worker   fd->base_qindex = quant_params->base_qindex;
59*77c1e3ccSAndroid Build Coastguard Worker   // Set width and height of the first tile until generic support can be added
60*77c1e3ccSAndroid Build Coastguard Worker   TileInfo tile_info;
61*77c1e3ccSAndroid Build Coastguard Worker   av1_tile_set_row(&tile_info, cm, 0);
62*77c1e3ccSAndroid Build Coastguard Worker   av1_tile_set_col(&tile_info, cm, 0);
63*77c1e3ccSAndroid Build Coastguard Worker   fd->tile_mi_cols = tile_info.mi_col_end - tile_info.mi_col_start;
64*77c1e3ccSAndroid Build Coastguard Worker   fd->tile_mi_rows = tile_info.mi_row_end - tile_info.mi_row_start;
65*77c1e3ccSAndroid Build Coastguard Worker   fd->delta_q_present_flag = cm->delta_q_info.delta_q_present_flag;
66*77c1e3ccSAndroid Build Coastguard Worker   fd->delta_q_res = cm->delta_q_info.delta_q_res;
67*77c1e3ccSAndroid Build Coastguard Worker #if CONFIG_ACCOUNTING
68*77c1e3ccSAndroid Build Coastguard Worker   fd->accounting = &pbi->accounting;
69*77c1e3ccSAndroid Build Coastguard Worker #endif
70*77c1e3ccSAndroid Build Coastguard Worker   // TODO(negge): copy per frame CDEF data
71*77c1e3ccSAndroid Build Coastguard Worker   int i, j;
72*77c1e3ccSAndroid Build Coastguard Worker   for (i = 0; i < MAX_SEGMENTS; i++) {
73*77c1e3ccSAndroid Build Coastguard Worker     for (j = 0; j < 2; j++) {
74*77c1e3ccSAndroid Build Coastguard Worker       fd->y_dequant[i][j] = quant_params->y_dequant_QTX[i][j];
75*77c1e3ccSAndroid Build Coastguard Worker       fd->u_dequant[i][j] = quant_params->u_dequant_QTX[i][j];
76*77c1e3ccSAndroid Build Coastguard Worker       fd->v_dequant[i][j] = quant_params->v_dequant_QTX[i][j];
77*77c1e3ccSAndroid Build Coastguard Worker     }
78*77c1e3ccSAndroid Build Coastguard Worker   }
79*77c1e3ccSAndroid Build Coastguard Worker   for (j = 0; j < mi_params->mi_rows; j++) {
80*77c1e3ccSAndroid Build Coastguard Worker     for (i = 0; i < mi_params->mi_cols; i++) {
81*77c1e3ccSAndroid Build Coastguard Worker       const MB_MODE_INFO *mbmi =
82*77c1e3ccSAndroid Build Coastguard Worker           mi_params->mi_grid_base[j * mi_params->mi_stride + i];
83*77c1e3ccSAndroid Build Coastguard Worker       insp_mi_data *mi = &fd->mi_grid[j * mi_params->mi_cols + i];
84*77c1e3ccSAndroid Build Coastguard Worker       // Segment
85*77c1e3ccSAndroid Build Coastguard Worker       mi->segment_id = mbmi->segment_id;
86*77c1e3ccSAndroid Build Coastguard Worker       // Motion Vectors
87*77c1e3ccSAndroid Build Coastguard Worker       mi->mv[0].row = mbmi->mv[0].as_mv.row;
88*77c1e3ccSAndroid Build Coastguard Worker       mi->mv[0].col = mbmi->mv[0].as_mv.col;
89*77c1e3ccSAndroid Build Coastguard Worker       mi->mv[1].row = mbmi->mv[1].as_mv.row;
90*77c1e3ccSAndroid Build Coastguard Worker       mi->mv[1].col = mbmi->mv[1].as_mv.col;
91*77c1e3ccSAndroid Build Coastguard Worker       // Reference Frames
92*77c1e3ccSAndroid Build Coastguard Worker       mi->ref_frame[0] = mbmi->ref_frame[0];
93*77c1e3ccSAndroid Build Coastguard Worker       mi->ref_frame[1] = mbmi->ref_frame[1];
94*77c1e3ccSAndroid Build Coastguard Worker       // Prediction Mode
95*77c1e3ccSAndroid Build Coastguard Worker       mi->mode = mbmi->mode;
96*77c1e3ccSAndroid Build Coastguard Worker       mi->intrabc = (int16_t)mbmi->use_intrabc;
97*77c1e3ccSAndroid Build Coastguard Worker       mi->palette = (int16_t)mbmi->palette_mode_info.palette_size[0];
98*77c1e3ccSAndroid Build Coastguard Worker       mi->uv_palette = (int16_t)mbmi->palette_mode_info.palette_size[1];
99*77c1e3ccSAndroid Build Coastguard Worker       // Prediction Mode for Chromatic planes
100*77c1e3ccSAndroid Build Coastguard Worker       if (mi->mode < INTRA_MODES) {
101*77c1e3ccSAndroid Build Coastguard Worker         mi->uv_mode = mbmi->uv_mode;
102*77c1e3ccSAndroid Build Coastguard Worker       } else {
103*77c1e3ccSAndroid Build Coastguard Worker         mi->uv_mode = UV_MODE_INVALID;
104*77c1e3ccSAndroid Build Coastguard Worker       }
105*77c1e3ccSAndroid Build Coastguard Worker 
106*77c1e3ccSAndroid Build Coastguard Worker       mi->motion_mode = mbmi->motion_mode;
107*77c1e3ccSAndroid Build Coastguard Worker       mi->compound_type = mbmi->interinter_comp.type;
108*77c1e3ccSAndroid Build Coastguard Worker 
109*77c1e3ccSAndroid Build Coastguard Worker       // Block Size
110*77c1e3ccSAndroid Build Coastguard Worker       mi->bsize = mbmi->bsize;
111*77c1e3ccSAndroid Build Coastguard Worker       // Skip Flag
112*77c1e3ccSAndroid Build Coastguard Worker       mi->skip = mbmi->skip_txfm;
113*77c1e3ccSAndroid Build Coastguard Worker       mi->filter[0] = av1_extract_interp_filter(mbmi->interp_filters, 0);
114*77c1e3ccSAndroid Build Coastguard Worker       mi->filter[1] = av1_extract_interp_filter(mbmi->interp_filters, 1);
115*77c1e3ccSAndroid Build Coastguard Worker       mi->dual_filter_type = mi->filter[0] * 3 + mi->filter[1];
116*77c1e3ccSAndroid Build Coastguard Worker 
117*77c1e3ccSAndroid Build Coastguard Worker       // Transform
118*77c1e3ccSAndroid Build Coastguard Worker       // TODO(anyone): extract tx type info from mbmi->txk_type[].
119*77c1e3ccSAndroid Build Coastguard Worker 
120*77c1e3ccSAndroid Build Coastguard Worker       const BLOCK_SIZE bsize = mbmi->bsize;
121*77c1e3ccSAndroid Build Coastguard Worker       const int c = i % mi_size_wide[bsize];
122*77c1e3ccSAndroid Build Coastguard Worker       const int r = j % mi_size_high[bsize];
123*77c1e3ccSAndroid Build Coastguard Worker       if (is_inter_block(mbmi) || is_intrabc_block(mbmi))
124*77c1e3ccSAndroid Build Coastguard Worker         mi->tx_size = mbmi->inter_tx_size[av1_get_txb_size_index(bsize, r, c)];
125*77c1e3ccSAndroid Build Coastguard Worker       else
126*77c1e3ccSAndroid Build Coastguard Worker         mi->tx_size = mbmi->tx_size;
127*77c1e3ccSAndroid Build Coastguard Worker 
128*77c1e3ccSAndroid Build Coastguard Worker       if (skip_not_transform && mi->skip) mi->tx_size = -1;
129*77c1e3ccSAndroid Build Coastguard Worker 
130*77c1e3ccSAndroid Build Coastguard Worker       if (mi->skip) {
131*77c1e3ccSAndroid Build Coastguard Worker         const int tx_type_row = j - j % tx_size_high_unit[mi->tx_size];
132*77c1e3ccSAndroid Build Coastguard Worker         const int tx_type_col = i - i % tx_size_wide_unit[mi->tx_size];
133*77c1e3ccSAndroid Build Coastguard Worker         const int tx_type_map_idx =
134*77c1e3ccSAndroid Build Coastguard Worker             tx_type_row * mi_params->mi_stride + tx_type_col;
135*77c1e3ccSAndroid Build Coastguard Worker         mi->tx_type = mi_params->tx_type_map[tx_type_map_idx];
136*77c1e3ccSAndroid Build Coastguard Worker       } else {
137*77c1e3ccSAndroid Build Coastguard Worker         mi->tx_type = 0;
138*77c1e3ccSAndroid Build Coastguard Worker       }
139*77c1e3ccSAndroid Build Coastguard Worker 
140*77c1e3ccSAndroid Build Coastguard Worker       if (skip_not_transform &&
141*77c1e3ccSAndroid Build Coastguard Worker           (mi->skip || mbmi->tx_skip[av1_get_txk_type_index(bsize, r, c)]))
142*77c1e3ccSAndroid Build Coastguard Worker         mi->tx_type = -1;
143*77c1e3ccSAndroid Build Coastguard Worker 
144*77c1e3ccSAndroid Build Coastguard Worker       mi->cdef_level = cm->cdef_info.cdef_strengths[mbmi->cdef_strength] /
145*77c1e3ccSAndroid Build Coastguard Worker                        CDEF_SEC_STRENGTHS;
146*77c1e3ccSAndroid Build Coastguard Worker       mi->cdef_strength = cm->cdef_info.cdef_strengths[mbmi->cdef_strength] %
147*77c1e3ccSAndroid Build Coastguard Worker                           CDEF_SEC_STRENGTHS;
148*77c1e3ccSAndroid Build Coastguard Worker 
149*77c1e3ccSAndroid Build Coastguard Worker       mi->cdef_strength += mi->cdef_strength == 3;
150*77c1e3ccSAndroid Build Coastguard Worker       if (mbmi->uv_mode == UV_CFL_PRED) {
151*77c1e3ccSAndroid Build Coastguard Worker         mi->cfl_alpha_idx = mbmi->cfl_alpha_idx;
152*77c1e3ccSAndroid Build Coastguard Worker         mi->cfl_alpha_sign = mbmi->cfl_alpha_signs;
153*77c1e3ccSAndroid Build Coastguard Worker       } else {
154*77c1e3ccSAndroid Build Coastguard Worker         mi->cfl_alpha_idx = 0;
155*77c1e3ccSAndroid Build Coastguard Worker         mi->cfl_alpha_sign = 0;
156*77c1e3ccSAndroid Build Coastguard Worker       }
157*77c1e3ccSAndroid Build Coastguard Worker       // delta_q
158*77c1e3ccSAndroid Build Coastguard Worker       mi->current_qindex = mbmi->current_qindex;
159*77c1e3ccSAndroid Build Coastguard Worker     }
160*77c1e3ccSAndroid Build Coastguard Worker   }
161*77c1e3ccSAndroid Build Coastguard Worker   return 1;
162*77c1e3ccSAndroid Build Coastguard Worker }
163