xref: /aosp_15_r20/external/libvpx/vpx_dsp/prob.h (revision fb1b10ab9aebc7c7068eedab379b749d7e3900be)
1*fb1b10abSAndroid Build Coastguard Worker /*
2*fb1b10abSAndroid Build Coastguard Worker  *  Copyright (c) 2013 The WebM project authors. All Rights Reserved.
3*fb1b10abSAndroid Build Coastguard Worker  *
4*fb1b10abSAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*fb1b10abSAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*fb1b10abSAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*fb1b10abSAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*fb1b10abSAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*fb1b10abSAndroid Build Coastguard Worker  */
10*fb1b10abSAndroid Build Coastguard Worker 
11*fb1b10abSAndroid Build Coastguard Worker #ifndef VPX_VPX_DSP_PROB_H_
12*fb1b10abSAndroid Build Coastguard Worker #define VPX_VPX_DSP_PROB_H_
13*fb1b10abSAndroid Build Coastguard Worker 
14*fb1b10abSAndroid Build Coastguard Worker #include <assert.h>
15*fb1b10abSAndroid Build Coastguard Worker 
16*fb1b10abSAndroid Build Coastguard Worker #include "./vpx_config.h"
17*fb1b10abSAndroid Build Coastguard Worker #include "./vpx_dsp_common.h"
18*fb1b10abSAndroid Build Coastguard Worker 
19*fb1b10abSAndroid Build Coastguard Worker #include "vpx_ports/mem.h"
20*fb1b10abSAndroid Build Coastguard Worker 
21*fb1b10abSAndroid Build Coastguard Worker #ifdef __cplusplus
22*fb1b10abSAndroid Build Coastguard Worker extern "C" {
23*fb1b10abSAndroid Build Coastguard Worker #endif
24*fb1b10abSAndroid Build Coastguard Worker 
25*fb1b10abSAndroid Build Coastguard Worker typedef uint8_t vpx_prob;
26*fb1b10abSAndroid Build Coastguard Worker 
27*fb1b10abSAndroid Build Coastguard Worker #define MAX_PROB 255
28*fb1b10abSAndroid Build Coastguard Worker 
29*fb1b10abSAndroid Build Coastguard Worker #define vpx_prob_half ((vpx_prob)128)
30*fb1b10abSAndroid Build Coastguard Worker 
31*fb1b10abSAndroid Build Coastguard Worker typedef int8_t vpx_tree_index;
32*fb1b10abSAndroid Build Coastguard Worker 
33*fb1b10abSAndroid Build Coastguard Worker #define TREE_SIZE(leaf_count) (2 * (leaf_count)-2)
34*fb1b10abSAndroid Build Coastguard Worker 
35*fb1b10abSAndroid Build Coastguard Worker #define vpx_complement(x) (255 - (x))
36*fb1b10abSAndroid Build Coastguard Worker 
37*fb1b10abSAndroid Build Coastguard Worker #define MODE_MV_COUNT_SAT 20
38*fb1b10abSAndroid Build Coastguard Worker 
39*fb1b10abSAndroid Build Coastguard Worker /* We build coding trees compactly in arrays.
40*fb1b10abSAndroid Build Coastguard Worker    Each node of the tree is a pair of vpx_tree_indices.
41*fb1b10abSAndroid Build Coastguard Worker    Array index often references a corresponding probability table.
42*fb1b10abSAndroid Build Coastguard Worker    Index <= 0 means done encoding/decoding and value = -Index,
43*fb1b10abSAndroid Build Coastguard Worker    Index > 0 means need another bit, specification at index.
44*fb1b10abSAndroid Build Coastguard Worker    Nonnegative indices are always even;  processing begins at node 0. */
45*fb1b10abSAndroid Build Coastguard Worker 
46*fb1b10abSAndroid Build Coastguard Worker typedef const vpx_tree_index vpx_tree[];
47*fb1b10abSAndroid Build Coastguard Worker 
get_prob(unsigned int num,unsigned int den)48*fb1b10abSAndroid Build Coastguard Worker static INLINE vpx_prob get_prob(unsigned int num, unsigned int den) {
49*fb1b10abSAndroid Build Coastguard Worker   assert(den != 0);
50*fb1b10abSAndroid Build Coastguard Worker   {
51*fb1b10abSAndroid Build Coastguard Worker     const int p = (int)(((uint64_t)num * 256 + (den >> 1)) / den);
52*fb1b10abSAndroid Build Coastguard Worker     // (p > 255) ? 255 : (p < 1) ? 1 : p;
53*fb1b10abSAndroid Build Coastguard Worker     const int clipped_prob = p | ((255 - p) >> 23) | (p == 0);
54*fb1b10abSAndroid Build Coastguard Worker     return (vpx_prob)clipped_prob;
55*fb1b10abSAndroid Build Coastguard Worker   }
56*fb1b10abSAndroid Build Coastguard Worker }
57*fb1b10abSAndroid Build Coastguard Worker 
get_binary_prob(unsigned int n0,unsigned int n1)58*fb1b10abSAndroid Build Coastguard Worker static INLINE vpx_prob get_binary_prob(unsigned int n0, unsigned int n1) {
59*fb1b10abSAndroid Build Coastguard Worker   const unsigned int den = n0 + n1;
60*fb1b10abSAndroid Build Coastguard Worker   if (den == 0) return 128u;
61*fb1b10abSAndroid Build Coastguard Worker   return get_prob(n0, den);
62*fb1b10abSAndroid Build Coastguard Worker }
63*fb1b10abSAndroid Build Coastguard Worker 
64*fb1b10abSAndroid Build Coastguard Worker /* This function assumes prob1 and prob2 are already within [1,255] range. */
weighted_prob(int prob1,int prob2,int factor)65*fb1b10abSAndroid Build Coastguard Worker static INLINE vpx_prob weighted_prob(int prob1, int prob2, int factor) {
66*fb1b10abSAndroid Build Coastguard Worker   return ROUND_POWER_OF_TWO(prob1 * (256 - factor) + prob2 * factor, 8);
67*fb1b10abSAndroid Build Coastguard Worker }
68*fb1b10abSAndroid Build Coastguard Worker 
merge_probs(vpx_prob pre_prob,const unsigned int ct[2],unsigned int count_sat,unsigned int max_update_factor)69*fb1b10abSAndroid Build Coastguard Worker static INLINE vpx_prob merge_probs(vpx_prob pre_prob, const unsigned int ct[2],
70*fb1b10abSAndroid Build Coastguard Worker                                    unsigned int count_sat,
71*fb1b10abSAndroid Build Coastguard Worker                                    unsigned int max_update_factor) {
72*fb1b10abSAndroid Build Coastguard Worker   const vpx_prob prob = get_binary_prob(ct[0], ct[1]);
73*fb1b10abSAndroid Build Coastguard Worker   const unsigned int count = VPXMIN(ct[0] + ct[1], count_sat);
74*fb1b10abSAndroid Build Coastguard Worker   const unsigned int factor = max_update_factor * count / count_sat;
75*fb1b10abSAndroid Build Coastguard Worker   return weighted_prob(pre_prob, prob, factor);
76*fb1b10abSAndroid Build Coastguard Worker }
77*fb1b10abSAndroid Build Coastguard Worker 
78*fb1b10abSAndroid Build Coastguard Worker // MODE_MV_MAX_UPDATE_FACTOR (128) * count / MODE_MV_COUNT_SAT;
79*fb1b10abSAndroid Build Coastguard Worker static const int count_to_update_factor[MODE_MV_COUNT_SAT + 1] = {
80*fb1b10abSAndroid Build Coastguard Worker   0,  6,  12, 19, 25, 32,  38,  44,  51,  57, 64,
81*fb1b10abSAndroid Build Coastguard Worker   70, 76, 83, 89, 96, 102, 108, 115, 121, 128
82*fb1b10abSAndroid Build Coastguard Worker };
83*fb1b10abSAndroid Build Coastguard Worker 
mode_mv_merge_probs(vpx_prob pre_prob,const unsigned int ct[2])84*fb1b10abSAndroid Build Coastguard Worker static INLINE vpx_prob mode_mv_merge_probs(vpx_prob pre_prob,
85*fb1b10abSAndroid Build Coastguard Worker                                            const unsigned int ct[2]) {
86*fb1b10abSAndroid Build Coastguard Worker   const unsigned int den = ct[0] + ct[1];
87*fb1b10abSAndroid Build Coastguard Worker   if (den == 0) {
88*fb1b10abSAndroid Build Coastguard Worker     return pre_prob;
89*fb1b10abSAndroid Build Coastguard Worker   } else {
90*fb1b10abSAndroid Build Coastguard Worker     const unsigned int count = VPXMIN(den, MODE_MV_COUNT_SAT);
91*fb1b10abSAndroid Build Coastguard Worker     const unsigned int factor = count_to_update_factor[count];
92*fb1b10abSAndroid Build Coastguard Worker     const vpx_prob prob = get_prob(ct[0], den);
93*fb1b10abSAndroid Build Coastguard Worker     return weighted_prob(pre_prob, prob, factor);
94*fb1b10abSAndroid Build Coastguard Worker   }
95*fb1b10abSAndroid Build Coastguard Worker }
96*fb1b10abSAndroid Build Coastguard Worker 
97*fb1b10abSAndroid Build Coastguard Worker void vpx_tree_merge_probs(const vpx_tree_index *tree, const vpx_prob *pre_probs,
98*fb1b10abSAndroid Build Coastguard Worker                           const unsigned int *counts, vpx_prob *probs);
99*fb1b10abSAndroid Build Coastguard Worker 
100*fb1b10abSAndroid Build Coastguard Worker DECLARE_ALIGNED(16, extern const uint8_t, vpx_norm[256]);
101*fb1b10abSAndroid Build Coastguard Worker 
102*fb1b10abSAndroid Build Coastguard Worker #ifdef __cplusplus
103*fb1b10abSAndroid Build Coastguard Worker }  // extern "C"
104*fb1b10abSAndroid Build Coastguard Worker #endif
105*fb1b10abSAndroid Build Coastguard Worker 
106*fb1b10abSAndroid Build Coastguard Worker #endif  // VPX_VPX_DSP_PROB_H_
107