xref: /aosp_15_r20/external/libvpx/vp9/encoder/vp9_subexp.c (revision fb1b10ab9aebc7c7068eedab379b749d7e3900be)
1*fb1b10abSAndroid Build Coastguard Worker /*
2*fb1b10abSAndroid Build Coastguard Worker  *  Copyright (c) 2013 The WebM project authors. All Rights Reserved.
3*fb1b10abSAndroid Build Coastguard Worker  *
4*fb1b10abSAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*fb1b10abSAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*fb1b10abSAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*fb1b10abSAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*fb1b10abSAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*fb1b10abSAndroid Build Coastguard Worker  */
10*fb1b10abSAndroid Build Coastguard Worker #include "vpx_dsp/bitwriter.h"
11*fb1b10abSAndroid Build Coastguard Worker 
12*fb1b10abSAndroid Build Coastguard Worker #include "vp9/common/vp9_common.h"
13*fb1b10abSAndroid Build Coastguard Worker #include "vp9/common/vp9_entropy.h"
14*fb1b10abSAndroid Build Coastguard Worker #include "vp9/encoder/vp9_cost.h"
15*fb1b10abSAndroid Build Coastguard Worker #include "vp9/encoder/vp9_subexp.h"
16*fb1b10abSAndroid Build Coastguard Worker 
17*fb1b10abSAndroid Build Coastguard Worker static const uint8_t update_bits[255] = {
18*fb1b10abSAndroid Build Coastguard Worker   5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  5,  6,  6,  6,
19*fb1b10abSAndroid Build Coastguard Worker   6,  6,  6,  6,  6,  6,  6,  6,  6,  6,  6,  6,  6,  8,  8,  8,  8,  8,  8,
20*fb1b10abSAndroid Build Coastguard Worker   8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,  8,
21*fb1b10abSAndroid Build Coastguard Worker   8,  8,  8,  8,  8,  8,  8,  10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10,
22*fb1b10abSAndroid Build Coastguard Worker   10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10,
23*fb1b10abSAndroid Build Coastguard Worker   10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10,
24*fb1b10abSAndroid Build Coastguard Worker   10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 11, 11, 11, 11,
25*fb1b10abSAndroid Build Coastguard Worker   11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11,
26*fb1b10abSAndroid Build Coastguard Worker   11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11,
27*fb1b10abSAndroid Build Coastguard Worker   11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11,
28*fb1b10abSAndroid Build Coastguard Worker   11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11,
29*fb1b10abSAndroid Build Coastguard Worker   11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11,
30*fb1b10abSAndroid Build Coastguard Worker   11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11,
31*fb1b10abSAndroid Build Coastguard Worker   11, 11, 11, 11, 11, 11, 11, 0,
32*fb1b10abSAndroid Build Coastguard Worker };
33*fb1b10abSAndroid Build Coastguard Worker #define MIN_DELP_BITS 5
34*fb1b10abSAndroid Build Coastguard Worker 
recenter_nonneg(int v,int m)35*fb1b10abSAndroid Build Coastguard Worker static int recenter_nonneg(int v, int m) {
36*fb1b10abSAndroid Build Coastguard Worker   if (v > (m << 1))
37*fb1b10abSAndroid Build Coastguard Worker     return v;
38*fb1b10abSAndroid Build Coastguard Worker   else if (v >= m)
39*fb1b10abSAndroid Build Coastguard Worker     return ((v - m) << 1);
40*fb1b10abSAndroid Build Coastguard Worker   else
41*fb1b10abSAndroid Build Coastguard Worker     return ((m - v) << 1) - 1;
42*fb1b10abSAndroid Build Coastguard Worker }
43*fb1b10abSAndroid Build Coastguard Worker 
remap_prob(int v,int m)44*fb1b10abSAndroid Build Coastguard Worker static int remap_prob(int v, int m) {
45*fb1b10abSAndroid Build Coastguard Worker   int i;
46*fb1b10abSAndroid Build Coastguard Worker   static const uint8_t map_table[MAX_PROB - 1] = {
47*fb1b10abSAndroid Build Coastguard Worker     // generated by:
48*fb1b10abSAndroid Build Coastguard Worker     //   map_table[j] = split_index(j, MAX_PROB - 1, MODULUS_PARAM);
49*fb1b10abSAndroid Build Coastguard Worker     20,  21,  22,  23,  24,  25,  0,   26,  27,  28,  29,  30,  31,  32,  33,
50*fb1b10abSAndroid Build Coastguard Worker     34,  35,  36,  37,  1,   38,  39,  40,  41,  42,  43,  44,  45,  46,  47,
51*fb1b10abSAndroid Build Coastguard Worker     48,  49,  2,   50,  51,  52,  53,  54,  55,  56,  57,  58,  59,  60,  61,
52*fb1b10abSAndroid Build Coastguard Worker     3,   62,  63,  64,  65,  66,  67,  68,  69,  70,  71,  72,  73,  4,   74,
53*fb1b10abSAndroid Build Coastguard Worker     75,  76,  77,  78,  79,  80,  81,  82,  83,  84,  85,  5,   86,  87,  88,
54*fb1b10abSAndroid Build Coastguard Worker     89,  90,  91,  92,  93,  94,  95,  96,  97,  6,   98,  99,  100, 101, 102,
55*fb1b10abSAndroid Build Coastguard Worker     103, 104, 105, 106, 107, 108, 109, 7,   110, 111, 112, 113, 114, 115, 116,
56*fb1b10abSAndroid Build Coastguard Worker     117, 118, 119, 120, 121, 8,   122, 123, 124, 125, 126, 127, 128, 129, 130,
57*fb1b10abSAndroid Build Coastguard Worker     131, 132, 133, 9,   134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144,
58*fb1b10abSAndroid Build Coastguard Worker     145, 10,  146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 11,
59*fb1b10abSAndroid Build Coastguard Worker     158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 12,  170, 171,
60*fb1b10abSAndroid Build Coastguard Worker     172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 13,  182, 183, 184, 185,
61*fb1b10abSAndroid Build Coastguard Worker     186, 187, 188, 189, 190, 191, 192, 193, 14,  194, 195, 196, 197, 198, 199,
62*fb1b10abSAndroid Build Coastguard Worker     200, 201, 202, 203, 204, 205, 15,  206, 207, 208, 209, 210, 211, 212, 213,
63*fb1b10abSAndroid Build Coastguard Worker     214, 215, 216, 217, 16,  218, 219, 220, 221, 222, 223, 224, 225, 226, 227,
64*fb1b10abSAndroid Build Coastguard Worker     228, 229, 17,  230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241,
65*fb1b10abSAndroid Build Coastguard Worker     18,  242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 19,
66*fb1b10abSAndroid Build Coastguard Worker   };
67*fb1b10abSAndroid Build Coastguard Worker   v--;
68*fb1b10abSAndroid Build Coastguard Worker   m--;
69*fb1b10abSAndroid Build Coastguard Worker   assert(m >= 0);
70*fb1b10abSAndroid Build Coastguard Worker   if ((m << 1) <= MAX_PROB)
71*fb1b10abSAndroid Build Coastguard Worker     i = recenter_nonneg(v, m) - 1;
72*fb1b10abSAndroid Build Coastguard Worker   else
73*fb1b10abSAndroid Build Coastguard Worker     i = recenter_nonneg(MAX_PROB - 1 - v, MAX_PROB - 1 - m) - 1;
74*fb1b10abSAndroid Build Coastguard Worker 
75*fb1b10abSAndroid Build Coastguard Worker   assert(i >= 0 && (size_t)i < sizeof(map_table));
76*fb1b10abSAndroid Build Coastguard Worker   i = map_table[i];
77*fb1b10abSAndroid Build Coastguard Worker   return i;
78*fb1b10abSAndroid Build Coastguard Worker }
79*fb1b10abSAndroid Build Coastguard Worker 
prob_diff_update_cost(vpx_prob newp,vpx_prob oldp)80*fb1b10abSAndroid Build Coastguard Worker static int prob_diff_update_cost(vpx_prob newp, vpx_prob oldp) {
81*fb1b10abSAndroid Build Coastguard Worker   int delp = remap_prob(newp, oldp);
82*fb1b10abSAndroid Build Coastguard Worker   return update_bits[delp] << VP9_PROB_COST_SHIFT;
83*fb1b10abSAndroid Build Coastguard Worker }
84*fb1b10abSAndroid Build Coastguard Worker 
encode_uniform(vpx_writer * w,int v)85*fb1b10abSAndroid Build Coastguard Worker static void encode_uniform(vpx_writer *w, int v) {
86*fb1b10abSAndroid Build Coastguard Worker   const int l = 8;
87*fb1b10abSAndroid Build Coastguard Worker   const int m = (1 << l) - 191;
88*fb1b10abSAndroid Build Coastguard Worker   if (v < m) {
89*fb1b10abSAndroid Build Coastguard Worker     vpx_write_literal(w, v, l - 1);
90*fb1b10abSAndroid Build Coastguard Worker   } else {
91*fb1b10abSAndroid Build Coastguard Worker     vpx_write_literal(w, m + ((v - m) >> 1), l - 1);
92*fb1b10abSAndroid Build Coastguard Worker     vpx_write_literal(w, (v - m) & 1, 1);
93*fb1b10abSAndroid Build Coastguard Worker   }
94*fb1b10abSAndroid Build Coastguard Worker }
95*fb1b10abSAndroid Build Coastguard Worker 
write_bit_gte(vpx_writer * w,int word,int test)96*fb1b10abSAndroid Build Coastguard Worker static INLINE int write_bit_gte(vpx_writer *w, int word, int test) {
97*fb1b10abSAndroid Build Coastguard Worker   vpx_write_literal(w, word >= test, 1);
98*fb1b10abSAndroid Build Coastguard Worker   return word >= test;
99*fb1b10abSAndroid Build Coastguard Worker }
100*fb1b10abSAndroid Build Coastguard Worker 
encode_term_subexp(vpx_writer * w,int word)101*fb1b10abSAndroid Build Coastguard Worker static void encode_term_subexp(vpx_writer *w, int word) {
102*fb1b10abSAndroid Build Coastguard Worker   if (!write_bit_gte(w, word, 16)) {
103*fb1b10abSAndroid Build Coastguard Worker     vpx_write_literal(w, word, 4);
104*fb1b10abSAndroid Build Coastguard Worker   } else if (!write_bit_gte(w, word, 32)) {
105*fb1b10abSAndroid Build Coastguard Worker     vpx_write_literal(w, word - 16, 4);
106*fb1b10abSAndroid Build Coastguard Worker   } else if (!write_bit_gte(w, word, 64)) {
107*fb1b10abSAndroid Build Coastguard Worker     vpx_write_literal(w, word - 32, 5);
108*fb1b10abSAndroid Build Coastguard Worker   } else {
109*fb1b10abSAndroid Build Coastguard Worker     encode_uniform(w, word - 64);
110*fb1b10abSAndroid Build Coastguard Worker   }
111*fb1b10abSAndroid Build Coastguard Worker }
112*fb1b10abSAndroid Build Coastguard Worker 
vp9_write_prob_diff_update(vpx_writer * w,vpx_prob newp,vpx_prob oldp)113*fb1b10abSAndroid Build Coastguard Worker void vp9_write_prob_diff_update(vpx_writer *w, vpx_prob newp, vpx_prob oldp) {
114*fb1b10abSAndroid Build Coastguard Worker   const int delp = remap_prob(newp, oldp);
115*fb1b10abSAndroid Build Coastguard Worker   encode_term_subexp(w, delp);
116*fb1b10abSAndroid Build Coastguard Worker }
117*fb1b10abSAndroid Build Coastguard Worker 
vp9_prob_diff_update_savings_search(const unsigned int * ct,vpx_prob oldp,vpx_prob * bestp,vpx_prob upd)118*fb1b10abSAndroid Build Coastguard Worker int64_t vp9_prob_diff_update_savings_search(const unsigned int *ct,
119*fb1b10abSAndroid Build Coastguard Worker                                             vpx_prob oldp, vpx_prob *bestp,
120*fb1b10abSAndroid Build Coastguard Worker                                             vpx_prob upd) {
121*fb1b10abSAndroid Build Coastguard Worker   const int64_t old_b = cost_branch256(ct, oldp);
122*fb1b10abSAndroid Build Coastguard Worker   int64_t bestsavings = 0;
123*fb1b10abSAndroid Build Coastguard Worker   vpx_prob newp, bestnewp = oldp;
124*fb1b10abSAndroid Build Coastguard Worker   const int step = *bestp > oldp ? -1 : 1;
125*fb1b10abSAndroid Build Coastguard Worker   const int upd_cost = vp9_cost_one(upd) - vp9_cost_zero(upd);
126*fb1b10abSAndroid Build Coastguard Worker 
127*fb1b10abSAndroid Build Coastguard Worker   if (old_b > upd_cost + (MIN_DELP_BITS << VP9_PROB_COST_SHIFT)) {
128*fb1b10abSAndroid Build Coastguard Worker     for (newp = *bestp; newp != oldp; newp += step) {
129*fb1b10abSAndroid Build Coastguard Worker       const int64_t new_b = cost_branch256(ct, newp);
130*fb1b10abSAndroid Build Coastguard Worker       const int64_t update_b = prob_diff_update_cost(newp, oldp) + upd_cost;
131*fb1b10abSAndroid Build Coastguard Worker       const int64_t savings = old_b - new_b - update_b;
132*fb1b10abSAndroid Build Coastguard Worker       if (savings > bestsavings) {
133*fb1b10abSAndroid Build Coastguard Worker         bestsavings = savings;
134*fb1b10abSAndroid Build Coastguard Worker         bestnewp = newp;
135*fb1b10abSAndroid Build Coastguard Worker       }
136*fb1b10abSAndroid Build Coastguard Worker     }
137*fb1b10abSAndroid Build Coastguard Worker   }
138*fb1b10abSAndroid Build Coastguard Worker   *bestp = bestnewp;
139*fb1b10abSAndroid Build Coastguard Worker   return bestsavings;
140*fb1b10abSAndroid Build Coastguard Worker }
141*fb1b10abSAndroid Build Coastguard Worker 
vp9_prob_diff_update_savings_search_model(const unsigned int * ct,const vpx_prob oldp,vpx_prob * bestp,vpx_prob upd,int stepsize)142*fb1b10abSAndroid Build Coastguard Worker int64_t vp9_prob_diff_update_savings_search_model(const unsigned int *ct,
143*fb1b10abSAndroid Build Coastguard Worker                                                   const vpx_prob oldp,
144*fb1b10abSAndroid Build Coastguard Worker                                                   vpx_prob *bestp, vpx_prob upd,
145*fb1b10abSAndroid Build Coastguard Worker                                                   int stepsize) {
146*fb1b10abSAndroid Build Coastguard Worker   int64_t i, old_b, new_b, update_b, savings, bestsavings;
147*fb1b10abSAndroid Build Coastguard Worker   int64_t newp;
148*fb1b10abSAndroid Build Coastguard Worker   const int64_t step_sign = *bestp > oldp ? -1 : 1;
149*fb1b10abSAndroid Build Coastguard Worker   const int64_t step = stepsize * step_sign;
150*fb1b10abSAndroid Build Coastguard Worker   const int64_t upd_cost = vp9_cost_one(upd) - vp9_cost_zero(upd);
151*fb1b10abSAndroid Build Coastguard Worker   const vpx_prob *newplist, *oldplist;
152*fb1b10abSAndroid Build Coastguard Worker   vpx_prob bestnewp;
153*fb1b10abSAndroid Build Coastguard Worker   oldplist = vp9_pareto8_full[oldp - 1];
154*fb1b10abSAndroid Build Coastguard Worker   old_b = cost_branch256(ct + 2 * PIVOT_NODE, oldp);
155*fb1b10abSAndroid Build Coastguard Worker   for (i = UNCONSTRAINED_NODES; i < ENTROPY_NODES; ++i)
156*fb1b10abSAndroid Build Coastguard Worker     old_b += cost_branch256(ct + 2 * i, oldplist[i - UNCONSTRAINED_NODES]);
157*fb1b10abSAndroid Build Coastguard Worker 
158*fb1b10abSAndroid Build Coastguard Worker   bestsavings = 0;
159*fb1b10abSAndroid Build Coastguard Worker   bestnewp = oldp;
160*fb1b10abSAndroid Build Coastguard Worker 
161*fb1b10abSAndroid Build Coastguard Worker   assert(stepsize > 0);
162*fb1b10abSAndroid Build Coastguard Worker 
163*fb1b10abSAndroid Build Coastguard Worker   if (old_b > upd_cost + (MIN_DELP_BITS << VP9_PROB_COST_SHIFT)) {
164*fb1b10abSAndroid Build Coastguard Worker     for (newp = *bestp; (newp - oldp) * step_sign < 0; newp += step) {
165*fb1b10abSAndroid Build Coastguard Worker       if (newp < 1 || newp > 255) continue;
166*fb1b10abSAndroid Build Coastguard Worker       newplist = vp9_pareto8_full[newp - 1];
167*fb1b10abSAndroid Build Coastguard Worker       new_b = cost_branch256(ct + 2 * PIVOT_NODE, (vpx_prob)newp);
168*fb1b10abSAndroid Build Coastguard Worker       for (i = UNCONSTRAINED_NODES; i < ENTROPY_NODES; ++i)
169*fb1b10abSAndroid Build Coastguard Worker         new_b += cost_branch256(ct + 2 * i, newplist[i - UNCONSTRAINED_NODES]);
170*fb1b10abSAndroid Build Coastguard Worker       update_b = prob_diff_update_cost((vpx_prob)newp, oldp) + upd_cost;
171*fb1b10abSAndroid Build Coastguard Worker       savings = old_b - new_b - update_b;
172*fb1b10abSAndroid Build Coastguard Worker       if (savings > bestsavings) {
173*fb1b10abSAndroid Build Coastguard Worker         bestsavings = savings;
174*fb1b10abSAndroid Build Coastguard Worker         bestnewp = (vpx_prob)newp;
175*fb1b10abSAndroid Build Coastguard Worker       }
176*fb1b10abSAndroid Build Coastguard Worker     }
177*fb1b10abSAndroid Build Coastguard Worker   }
178*fb1b10abSAndroid Build Coastguard Worker 
179*fb1b10abSAndroid Build Coastguard Worker   *bestp = bestnewp;
180*fb1b10abSAndroid Build Coastguard Worker   return bestsavings;
181*fb1b10abSAndroid Build Coastguard Worker }
182*fb1b10abSAndroid Build Coastguard Worker 
vp9_cond_prob_diff_update(vpx_writer * w,vpx_prob * oldp,const unsigned int ct[2])183*fb1b10abSAndroid Build Coastguard Worker void vp9_cond_prob_diff_update(vpx_writer *w, vpx_prob *oldp,
184*fb1b10abSAndroid Build Coastguard Worker                                const unsigned int ct[2]) {
185*fb1b10abSAndroid Build Coastguard Worker   const vpx_prob upd = DIFF_UPDATE_PROB;
186*fb1b10abSAndroid Build Coastguard Worker   vpx_prob newp = get_binary_prob(ct[0], ct[1]);
187*fb1b10abSAndroid Build Coastguard Worker   const int64_t savings =
188*fb1b10abSAndroid Build Coastguard Worker       vp9_prob_diff_update_savings_search(ct, *oldp, &newp, upd);
189*fb1b10abSAndroid Build Coastguard Worker   assert(newp >= 1);
190*fb1b10abSAndroid Build Coastguard Worker   if (savings > 0) {
191*fb1b10abSAndroid Build Coastguard Worker     vpx_write(w, 1, upd);
192*fb1b10abSAndroid Build Coastguard Worker     vp9_write_prob_diff_update(w, newp, *oldp);
193*fb1b10abSAndroid Build Coastguard Worker     *oldp = newp;
194*fb1b10abSAndroid Build Coastguard Worker   } else {
195*fb1b10abSAndroid Build Coastguard Worker     vpx_write(w, 0, upd);
196*fb1b10abSAndroid Build Coastguard Worker   }
197*fb1b10abSAndroid Build Coastguard Worker }
198