1*77c1e3ccSAndroid Build Coastguard Worker /*
2*77c1e3ccSAndroid Build Coastguard Worker * Copyright (c) 2017, Alliance for Open Media. All rights reserved.
3*77c1e3ccSAndroid Build Coastguard Worker *
4*77c1e3ccSAndroid Build Coastguard Worker * This source code is subject to the terms of the BSD 2 Clause License and
5*77c1e3ccSAndroid Build Coastguard Worker * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6*77c1e3ccSAndroid Build Coastguard Worker * was not distributed with this source code in the LICENSE file, you can
7*77c1e3ccSAndroid Build Coastguard Worker * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8*77c1e3ccSAndroid Build Coastguard Worker * Media Patent License 1.0 was not distributed with this source code in the
9*77c1e3ccSAndroid Build Coastguard Worker * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10*77c1e3ccSAndroid Build Coastguard Worker */
11*77c1e3ccSAndroid Build Coastguard Worker
12*77c1e3ccSAndroid Build Coastguard Worker #include <stdio.h>
13*77c1e3ccSAndroid Build Coastguard Worker #include <stdlib.h>
14*77c1e3ccSAndroid Build Coastguard Worker
15*77c1e3ccSAndroid Build Coastguard Worker #include "av1/decoder/decoder.h"
16*77c1e3ccSAndroid Build Coastguard Worker #include "av1/decoder/inspection.h"
17*77c1e3ccSAndroid Build Coastguard Worker #include "av1/common/enums.h"
18*77c1e3ccSAndroid Build Coastguard Worker #include "av1/common/cdef.h"
19*77c1e3ccSAndroid Build Coastguard Worker
ifd_init_mi_rc(insp_frame_data * fd,int mi_cols,int mi_rows)20*77c1e3ccSAndroid Build Coastguard Worker static void ifd_init_mi_rc(insp_frame_data *fd, int mi_cols, int mi_rows) {
21*77c1e3ccSAndroid Build Coastguard Worker fd->mi_cols = mi_cols;
22*77c1e3ccSAndroid Build Coastguard Worker fd->mi_rows = mi_rows;
23*77c1e3ccSAndroid Build Coastguard Worker fd->mi_grid = (insp_mi_data *)aom_malloc(sizeof(insp_mi_data) * fd->mi_rows *
24*77c1e3ccSAndroid Build Coastguard Worker fd->mi_cols);
25*77c1e3ccSAndroid Build Coastguard Worker if (!fd->mi_grid) {
26*77c1e3ccSAndroid Build Coastguard Worker fprintf(stderr, "Error allocating inspection data\n");
27*77c1e3ccSAndroid Build Coastguard Worker abort();
28*77c1e3ccSAndroid Build Coastguard Worker }
29*77c1e3ccSAndroid Build Coastguard Worker }
30*77c1e3ccSAndroid Build Coastguard Worker
ifd_init(insp_frame_data * fd,int frame_width,int frame_height)31*77c1e3ccSAndroid Build Coastguard Worker void ifd_init(insp_frame_data *fd, int frame_width, int frame_height) {
32*77c1e3ccSAndroid Build Coastguard Worker int mi_cols = ALIGN_POWER_OF_TWO(frame_width, 3) >> MI_SIZE_LOG2;
33*77c1e3ccSAndroid Build Coastguard Worker int mi_rows = ALIGN_POWER_OF_TWO(frame_height, 3) >> MI_SIZE_LOG2;
34*77c1e3ccSAndroid Build Coastguard Worker ifd_init_mi_rc(fd, mi_cols, mi_rows);
35*77c1e3ccSAndroid Build Coastguard Worker }
36*77c1e3ccSAndroid Build Coastguard Worker
ifd_clear(insp_frame_data * fd)37*77c1e3ccSAndroid Build Coastguard Worker void ifd_clear(insp_frame_data *fd) {
38*77c1e3ccSAndroid Build Coastguard Worker aom_free(fd->mi_grid);
39*77c1e3ccSAndroid Build Coastguard Worker fd->mi_grid = NULL;
40*77c1e3ccSAndroid Build Coastguard Worker }
41*77c1e3ccSAndroid Build Coastguard Worker
42*77c1e3ccSAndroid Build Coastguard Worker /* TODO(negge) This function may be called by more than one thread when using
43*77c1e3ccSAndroid Build Coastguard Worker a multi-threaded decoder and this may cause a data race. */
ifd_inspect(insp_frame_data * fd,void * decoder,int skip_not_transform)44*77c1e3ccSAndroid Build Coastguard Worker int ifd_inspect(insp_frame_data *fd, void *decoder, int skip_not_transform) {
45*77c1e3ccSAndroid Build Coastguard Worker struct AV1Decoder *pbi = (struct AV1Decoder *)decoder;
46*77c1e3ccSAndroid Build Coastguard Worker AV1_COMMON *const cm = &pbi->common;
47*77c1e3ccSAndroid Build Coastguard Worker const CommonModeInfoParams *const mi_params = &cm->mi_params;
48*77c1e3ccSAndroid Build Coastguard Worker const CommonQuantParams *quant_params = &cm->quant_params;
49*77c1e3ccSAndroid Build Coastguard Worker
50*77c1e3ccSAndroid Build Coastguard Worker if (fd->mi_rows != mi_params->mi_rows || fd->mi_cols != mi_params->mi_cols) {
51*77c1e3ccSAndroid Build Coastguard Worker ifd_clear(fd);
52*77c1e3ccSAndroid Build Coastguard Worker ifd_init_mi_rc(fd, mi_params->mi_rows, mi_params->mi_cols);
53*77c1e3ccSAndroid Build Coastguard Worker }
54*77c1e3ccSAndroid Build Coastguard Worker fd->show_existing_frame = cm->show_existing_frame;
55*77c1e3ccSAndroid Build Coastguard Worker fd->frame_number = cm->current_frame.frame_number;
56*77c1e3ccSAndroid Build Coastguard Worker fd->show_frame = cm->show_frame;
57*77c1e3ccSAndroid Build Coastguard Worker fd->frame_type = cm->current_frame.frame_type;
58*77c1e3ccSAndroid Build Coastguard Worker fd->base_qindex = quant_params->base_qindex;
59*77c1e3ccSAndroid Build Coastguard Worker // Set width and height of the first tile until generic support can be added
60*77c1e3ccSAndroid Build Coastguard Worker TileInfo tile_info;
61*77c1e3ccSAndroid Build Coastguard Worker av1_tile_set_row(&tile_info, cm, 0);
62*77c1e3ccSAndroid Build Coastguard Worker av1_tile_set_col(&tile_info, cm, 0);
63*77c1e3ccSAndroid Build Coastguard Worker fd->tile_mi_cols = tile_info.mi_col_end - tile_info.mi_col_start;
64*77c1e3ccSAndroid Build Coastguard Worker fd->tile_mi_rows = tile_info.mi_row_end - tile_info.mi_row_start;
65*77c1e3ccSAndroid Build Coastguard Worker fd->delta_q_present_flag = cm->delta_q_info.delta_q_present_flag;
66*77c1e3ccSAndroid Build Coastguard Worker fd->delta_q_res = cm->delta_q_info.delta_q_res;
67*77c1e3ccSAndroid Build Coastguard Worker #if CONFIG_ACCOUNTING
68*77c1e3ccSAndroid Build Coastguard Worker fd->accounting = &pbi->accounting;
69*77c1e3ccSAndroid Build Coastguard Worker #endif
70*77c1e3ccSAndroid Build Coastguard Worker // TODO(negge): copy per frame CDEF data
71*77c1e3ccSAndroid Build Coastguard Worker int i, j;
72*77c1e3ccSAndroid Build Coastguard Worker for (i = 0; i < MAX_SEGMENTS; i++) {
73*77c1e3ccSAndroid Build Coastguard Worker for (j = 0; j < 2; j++) {
74*77c1e3ccSAndroid Build Coastguard Worker fd->y_dequant[i][j] = quant_params->y_dequant_QTX[i][j];
75*77c1e3ccSAndroid Build Coastguard Worker fd->u_dequant[i][j] = quant_params->u_dequant_QTX[i][j];
76*77c1e3ccSAndroid Build Coastguard Worker fd->v_dequant[i][j] = quant_params->v_dequant_QTX[i][j];
77*77c1e3ccSAndroid Build Coastguard Worker }
78*77c1e3ccSAndroid Build Coastguard Worker }
79*77c1e3ccSAndroid Build Coastguard Worker for (j = 0; j < mi_params->mi_rows; j++) {
80*77c1e3ccSAndroid Build Coastguard Worker for (i = 0; i < mi_params->mi_cols; i++) {
81*77c1e3ccSAndroid Build Coastguard Worker const MB_MODE_INFO *mbmi =
82*77c1e3ccSAndroid Build Coastguard Worker mi_params->mi_grid_base[j * mi_params->mi_stride + i];
83*77c1e3ccSAndroid Build Coastguard Worker insp_mi_data *mi = &fd->mi_grid[j * mi_params->mi_cols + i];
84*77c1e3ccSAndroid Build Coastguard Worker // Segment
85*77c1e3ccSAndroid Build Coastguard Worker mi->segment_id = mbmi->segment_id;
86*77c1e3ccSAndroid Build Coastguard Worker // Motion Vectors
87*77c1e3ccSAndroid Build Coastguard Worker mi->mv[0].row = mbmi->mv[0].as_mv.row;
88*77c1e3ccSAndroid Build Coastguard Worker mi->mv[0].col = mbmi->mv[0].as_mv.col;
89*77c1e3ccSAndroid Build Coastguard Worker mi->mv[1].row = mbmi->mv[1].as_mv.row;
90*77c1e3ccSAndroid Build Coastguard Worker mi->mv[1].col = mbmi->mv[1].as_mv.col;
91*77c1e3ccSAndroid Build Coastguard Worker // Reference Frames
92*77c1e3ccSAndroid Build Coastguard Worker mi->ref_frame[0] = mbmi->ref_frame[0];
93*77c1e3ccSAndroid Build Coastguard Worker mi->ref_frame[1] = mbmi->ref_frame[1];
94*77c1e3ccSAndroid Build Coastguard Worker // Prediction Mode
95*77c1e3ccSAndroid Build Coastguard Worker mi->mode = mbmi->mode;
96*77c1e3ccSAndroid Build Coastguard Worker mi->intrabc = (int16_t)mbmi->use_intrabc;
97*77c1e3ccSAndroid Build Coastguard Worker mi->palette = (int16_t)mbmi->palette_mode_info.palette_size[0];
98*77c1e3ccSAndroid Build Coastguard Worker mi->uv_palette = (int16_t)mbmi->palette_mode_info.palette_size[1];
99*77c1e3ccSAndroid Build Coastguard Worker // Prediction Mode for Chromatic planes
100*77c1e3ccSAndroid Build Coastguard Worker if (mi->mode < INTRA_MODES) {
101*77c1e3ccSAndroid Build Coastguard Worker mi->uv_mode = mbmi->uv_mode;
102*77c1e3ccSAndroid Build Coastguard Worker } else {
103*77c1e3ccSAndroid Build Coastguard Worker mi->uv_mode = UV_MODE_INVALID;
104*77c1e3ccSAndroid Build Coastguard Worker }
105*77c1e3ccSAndroid Build Coastguard Worker
106*77c1e3ccSAndroid Build Coastguard Worker mi->motion_mode = mbmi->motion_mode;
107*77c1e3ccSAndroid Build Coastguard Worker mi->compound_type = mbmi->interinter_comp.type;
108*77c1e3ccSAndroid Build Coastguard Worker
109*77c1e3ccSAndroid Build Coastguard Worker // Block Size
110*77c1e3ccSAndroid Build Coastguard Worker mi->bsize = mbmi->bsize;
111*77c1e3ccSAndroid Build Coastguard Worker // Skip Flag
112*77c1e3ccSAndroid Build Coastguard Worker mi->skip = mbmi->skip_txfm;
113*77c1e3ccSAndroid Build Coastguard Worker mi->filter[0] = av1_extract_interp_filter(mbmi->interp_filters, 0);
114*77c1e3ccSAndroid Build Coastguard Worker mi->filter[1] = av1_extract_interp_filter(mbmi->interp_filters, 1);
115*77c1e3ccSAndroid Build Coastguard Worker mi->dual_filter_type = mi->filter[0] * 3 + mi->filter[1];
116*77c1e3ccSAndroid Build Coastguard Worker
117*77c1e3ccSAndroid Build Coastguard Worker // Transform
118*77c1e3ccSAndroid Build Coastguard Worker // TODO(anyone): extract tx type info from mbmi->txk_type[].
119*77c1e3ccSAndroid Build Coastguard Worker
120*77c1e3ccSAndroid Build Coastguard Worker const BLOCK_SIZE bsize = mbmi->bsize;
121*77c1e3ccSAndroid Build Coastguard Worker const int c = i % mi_size_wide[bsize];
122*77c1e3ccSAndroid Build Coastguard Worker const int r = j % mi_size_high[bsize];
123*77c1e3ccSAndroid Build Coastguard Worker if (is_inter_block(mbmi) || is_intrabc_block(mbmi))
124*77c1e3ccSAndroid Build Coastguard Worker mi->tx_size = mbmi->inter_tx_size[av1_get_txb_size_index(bsize, r, c)];
125*77c1e3ccSAndroid Build Coastguard Worker else
126*77c1e3ccSAndroid Build Coastguard Worker mi->tx_size = mbmi->tx_size;
127*77c1e3ccSAndroid Build Coastguard Worker
128*77c1e3ccSAndroid Build Coastguard Worker if (skip_not_transform && mi->skip) mi->tx_size = -1;
129*77c1e3ccSAndroid Build Coastguard Worker
130*77c1e3ccSAndroid Build Coastguard Worker if (mi->skip) {
131*77c1e3ccSAndroid Build Coastguard Worker const int tx_type_row = j - j % tx_size_high_unit[mi->tx_size];
132*77c1e3ccSAndroid Build Coastguard Worker const int tx_type_col = i - i % tx_size_wide_unit[mi->tx_size];
133*77c1e3ccSAndroid Build Coastguard Worker const int tx_type_map_idx =
134*77c1e3ccSAndroid Build Coastguard Worker tx_type_row * mi_params->mi_stride + tx_type_col;
135*77c1e3ccSAndroid Build Coastguard Worker mi->tx_type = mi_params->tx_type_map[tx_type_map_idx];
136*77c1e3ccSAndroid Build Coastguard Worker } else {
137*77c1e3ccSAndroid Build Coastguard Worker mi->tx_type = 0;
138*77c1e3ccSAndroid Build Coastguard Worker }
139*77c1e3ccSAndroid Build Coastguard Worker
140*77c1e3ccSAndroid Build Coastguard Worker if (skip_not_transform &&
141*77c1e3ccSAndroid Build Coastguard Worker (mi->skip || mbmi->tx_skip[av1_get_txk_type_index(bsize, r, c)]))
142*77c1e3ccSAndroid Build Coastguard Worker mi->tx_type = -1;
143*77c1e3ccSAndroid Build Coastguard Worker
144*77c1e3ccSAndroid Build Coastguard Worker mi->cdef_level = cm->cdef_info.cdef_strengths[mbmi->cdef_strength] /
145*77c1e3ccSAndroid Build Coastguard Worker CDEF_SEC_STRENGTHS;
146*77c1e3ccSAndroid Build Coastguard Worker mi->cdef_strength = cm->cdef_info.cdef_strengths[mbmi->cdef_strength] %
147*77c1e3ccSAndroid Build Coastguard Worker CDEF_SEC_STRENGTHS;
148*77c1e3ccSAndroid Build Coastguard Worker
149*77c1e3ccSAndroid Build Coastguard Worker mi->cdef_strength += mi->cdef_strength == 3;
150*77c1e3ccSAndroid Build Coastguard Worker if (mbmi->uv_mode == UV_CFL_PRED) {
151*77c1e3ccSAndroid Build Coastguard Worker mi->cfl_alpha_idx = mbmi->cfl_alpha_idx;
152*77c1e3ccSAndroid Build Coastguard Worker mi->cfl_alpha_sign = mbmi->cfl_alpha_signs;
153*77c1e3ccSAndroid Build Coastguard Worker } else {
154*77c1e3ccSAndroid Build Coastguard Worker mi->cfl_alpha_idx = 0;
155*77c1e3ccSAndroid Build Coastguard Worker mi->cfl_alpha_sign = 0;
156*77c1e3ccSAndroid Build Coastguard Worker }
157*77c1e3ccSAndroid Build Coastguard Worker // delta_q
158*77c1e3ccSAndroid Build Coastguard Worker mi->current_qindex = mbmi->current_qindex;
159*77c1e3ccSAndroid Build Coastguard Worker }
160*77c1e3ccSAndroid Build Coastguard Worker }
161*77c1e3ccSAndroid Build Coastguard Worker return 1;
162*77c1e3ccSAndroid Build Coastguard Worker }
163