xref: /aosp_15_r20/external/libavc/common/ih264_trans_data.c (revision 495ae853bb871d1e5a258cb02c2cc13cde8ddb9a)

/******************************************************************************
 *
 * Copyright (C) 2015 The Android Open Source Project
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at:
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 *****************************************************************************
 * Originally developed and contributed by Ittiam Systems Pvt. Ltd, Bangalore
*/

/**
*******************************************************************************
* @file
*  ih264_trans_data.c
*
* @brief
*  Contains definition of global variables for H264 encoder
*
* @author
*  ittiam
*
* @remarks
*
*******************************************************************************
*/

/*****************************************************************************/
/* File Includes                                                             */
/*****************************************************************************/

/* User Include Files */
#include "ih264_typedefs.h"
#include "ih264_trans_data.h"

/*****************************************************************************/
/* Global definitions                                                        */
/*****************************************************************************/

/**
 ******************************************************************************
 * @brief  Scale Table for quantizing 4x4 subblock. To quantize a given 4x4 DCT
 * transformed block, the coefficient at index location (i,j) is scaled by one of
 * the constants in this table and right shift the result by (QP_BITS_h264_4x4 +
 * floor(qp/6)), here qp is the quantization parameter used to quantize the mb.
 *
 * input   : qp%6, index location (i,j)
 * output  : scale constant.
 *
 * @remarks 16 constants for each index position of the subblock and 6 for each
 * qp%6 in the range 0-5 inclusive.
 ******************************************************************************
 */
const UWORD16 gu2_quant_scale_matrix_4x4[96] =
{
     13107,   8066,  13107,   8066,
      8066,   5243,   8066,   5243,
     13107,   8066,  13107,   8066,
      8066,   5243,   8066,   5243,

     11916,   7490,  11916,   7490,
      7490,   4660,   7490,   4660,
     11916,   7490,  11916,   7490,
      7490,   4660,   7490,   4660,

     10082,   6554,  10082,   6554,
      6554,   4194,   6554,   4194,
     10082,   6554,  10082,   6554,
      6554,   4194,   6554,   4194,

      9362,   5825,   9362,   5825,
      5825,   3647,   5825,   3647,
      9362,   5825,   9362,   5825,
      5825,   3647,   5825,   3647,

      8192,   5243,   8192,   5243,
      5243,   3355,   5243,   3355,
      8192,   5243,   8192,   5243,
      5243,   3355,   5243,   3355,

      7282,   4559,   7282,   4559,
      4559,   2893,   4559,   2893,
      7282,   4559,   7282,   4559,
      4559,   2893,   4559,   2893,
};

/**
 ******************************************************************************
 * @brief  Round Factor for quantizing subblock. While quantizing a given 4x4 DCT
 * transformed block, the coefficient at index location (i,j) is scaled by one of
 * the constants in the table gu2_forward_quant_scalar_4x4 and then right shift
 * the result by (QP_BITS_h264_4x4 + floor(qp/6)).
 * Before right shifting a round factor is added.
 * The round factor can be any value [a * (1 << (QP_BITS_h264_4x4 + floor(qp/6)))]
 * for 'a' lies in the range 0-0.5.
 * Here qp is the quantization parameter used to quantize the mb.
 *
 * input   : qp/6
 * output  : round factor.
 *
 * @remarks The round factor is constructed by setting a = 1/3
 *
 * round factor constructed by setting a = 1/3
 {
      10922,     21845,     43690,     87381,
      174762,    349525,    699050,   1398101,
      2796202,
 }
 * round factor constructed by setting a = 0.49
 {
      16056,     32112,     64225,
      128450,    256901,    513802,
      1027604,   2055208,   4110417,
 }
 * round factor constructed by setting a = 0.5
 {
      16384,     32768,     65536,
      131072,    262144,    524288,
      1048576,   2097152,   4194304,
 }
 ******************************************************************************
 */
const UWORD32 gu4_forward_quant_round_factor_4x4[9] =
{
        10922,     21845,     43690,     87381,
        174762,    349525,    699050,   1398101,
        2796202,
};

/**
 ******************************************************************************
 * @brief  Threshold Table. Quantizing the given DCT coefficient is done only if
 * it exceeds the threshold value presented in this table.
 *
 * input   : qp/6, qp%6, index location (i,j)
 * output  : Threshold constant.
 *
 * @remarks 16 constants for each index position of the subblock and 6 for each
 * qp%6 in the range 0-5 inclusive and 9 for each qp/6 in the range 0-51.
 ******************************************************************************
 */
const UWORD16 gu2_forward_quant_threshold_4x4[96] =
{
        426,    693,    426,    693,
        693,   1066,    693,   1066,
        426,    693,    426,    693,
        693,   1066,    693,   1066,

        469,    746,    469,    746,
        746,   1200,    746,   1200,
        469,    746,    469,    746,
        746,   1200,    746,   1200,

        554,    853,    554,    853,
        853,   1333,    853,   1333,
        554,    853,    554,    853,
        853,   1333,    853,   1333,

        597,    960,    597,    960,
        960,   1533,    960,   1533,
        597,    960,    597,    960,
        960,   1533,    960,   1533,

        682,   1066,    682,   1066,
       1066,   1666,   1066,   1666,
        682,   1066,    682,   1066,
       1066,   1666,   1066,   1666,

        767,   1226,    767,   1226,
       1226,   1933,   1226,   1933,
        767,   1226,    767,   1226,
       1226,   1933,   1226,   1933,
};

/**
 ******************************************************************************
 * @brief  Scale Table for quantizing 8x8 subblock. To quantize a given 8x8 DCT
 * transformed block, the coefficient at index location (i,j) is scaled by one of
 * the constants in this table and right shift the result by (QP_BITS_h264_8x8 +
 * floor(qp/6)), here qp is the quantization parameter used to quantize the mb.
 *
 * input   : qp%6, index location (i,j)
 * output  : scale constant.
 *
 * @remarks 64 constants for each index position of the subblock and 6 for each
 * qp%6 in the range 0-5 inclusive.
 ******************************************************************************
 */
const UWORD16 gu2_quant_scale_matrix_8x8 [384] =
{
      13107,  12222,  16777,  12222,  13107,  12222,  16777,  12222,
      12222,  11428,  15481,  11428,  12222,  11428,  15481,  11428,
      16777,  15481,  20972,  15481,  16777,  15481,  20972,  15481,
      12222,  11428,  15481,  11428,  12222,  11428,  15481,  11428,
      13107,  12222,  16777,  12222,  13107,  12222,  16777,  12222,
      12222,  11428,  15481,  11428,  12222,  11428,  15481,  11428,
      16777,  15481,  20972,  15481,  16777,  15481,  20972,  15481,
      12222,  11428,  15481,  11428,  12222,  11428,  15481,  11428,

      11916,  11058,  14980,  11058,  11916,  11058,  14980,  11058,
      11058,  10826,  14290,  10826,  11058,  10826,  14290,  10826,
      14980,  14290,  19174,  14290,  14980,  14290,  19174,  14290,
      11058,  10826,  14290,  10826,  11058,  10826,  14290,  10826,
      11916,  11058,  14980,  11058,  11916,  11058,  14980,  11058,
      11058,  10826,  14290,  10826,  11058,  10826,  14290,  10826,
      14980,  14290,  19174,  14290,  14980,  14290,  19174,  14290,
      11058,  10826,  14290,  10826,  11058,  10826,  14290,  10826,

      10082,   9675,  12710,   9675,  10082,   9675,  12710,   9675,
       9675,   8943,  11985,   8943,   9675,   8943,  11985,   8943,
      12710,  11985,  15978,  11985,  12710,  11985,  15978,  11985,
       9675,   8943,  11985,   8943,   9675,   8943,  11985,   8943,
      10082,   9675,  12710,   9675,  10082,   9675,  12710,   9675,
       9675,   8943,  11985,   8943,   9675,   8943,  11985,   8943,
      12710,  11985,  15978,  11985,  12710,  11985,  15978,  11985,
       9675,   8943,  11985,   8943,   9675,   8943,  11985,   8943,

       9362,   8931,  11984,   8931,   9362,   8931,  11984,   8931,
       8931,   8228,  11259,   8228,   8931,   8228,  11259,   8228,
      11984,  11259,  14913,  11259,  11984,  11259,  14913,  11259,
       8931,   8228,  11259,   8228,   8931,   8228,  11259,   8228,
       9362,   8931,  11984,   8931,   9362,   8931,  11984,   8931,
       8931,   8228,  11259,   8228,   8931,   8228,  11259,   8228,
      11984,  11259,  14913,  11259,  11984,  11259,  14913,  11259,
       8931,   8228,  11259,   8228,   8931,   8228,  11259,   8228,

       8192,   7740,  10486,   7740,   8192,   7740,  10486,   7740,
       7740,   7346,   9777,   7346,   7740,   7346,   9777,   7346,
      10486,   9777,  13159,   9777,  10486,   9777,  13159,   9777,
       7740,   7346,   9777,   7346,   7740,   7346,   9777,   7346,
       8192,   7740,  10486,   7740,   8192,   7740,  10486,   7740,
       7740,   7346,   9777,   7346,   7740,   7346,   9777,   7346,
      10486,   9777,  13159,   9777,  10486,   9777,  13159,   9777,
       7740,   7346,   9777,   7346,   7740,   7346,   9777,   7346,

       7282,   6830,   9118,   6830,   7282,   6830,   9118,   6830,
       6830,   6428,   8640,   6428,   6830,   6428,   8640,   6428,
       9118,   8640,  11570,   8640,   9118,   8640,  11570,   8640,
       6830,   6428,   8640,   6428,   6830,   6428,   8640,   6428,
       7282,   6830,   9118,   6830,   7282,   6830,   9118,   6830,
       6830,   6428,   8640,   6428,   6830,   6428,   8640,   6428,
       9118,   8640,  11570,   8640,   9118,   8640,  11570,   8640,
       6830,   6428,   8640,   6428,   6830,   6428,   8640,   6428,
};

/**
 ******************************************************************************
 * @brief  Specification of QPc as a function of qPi
 * input   : qp luma
 * output  : qp chroma.
 * @remarks Refer Table 8-15 of h264 specification.
 ******************************************************************************
 */
const UWORD8 gu1_qpc_fqpi[52] =
{
     0,     1,     2,     3,     4,     5,     6,     7,
     8,     9,    10,    11,    12,    13,    14,    15,
    16,    17,    18,    19,    20,    21,    22,    23,
    24,    25,    26,    27,    28,    29,    29,    30,
    31,    32,    32,    33,    34,    34,    35,    35,
    36,    36,    37,    37,    37,    38,    38,    38,
    39,    39,    39,    39,
};