xref: /aosp_15_r20/external/webp/src/dsp/lossless_enc.c (revision b2055c353e87c8814eb2b6b1b11112a1562253bd)
1*b2055c35SXin Li // Copyright 2015 Google Inc. All Rights Reserved.
2*b2055c35SXin Li //
3*b2055c35SXin Li // Use of this source code is governed by a BSD-style license
4*b2055c35SXin Li // that can be found in the COPYING file in the root of the source
5*b2055c35SXin Li // tree. An additional intellectual property rights grant can be found
6*b2055c35SXin Li // in the file PATENTS. All contributing project authors may
7*b2055c35SXin Li // be found in the AUTHORS file in the root of the source tree.
8*b2055c35SXin Li // -----------------------------------------------------------------------------
9*b2055c35SXin Li //
10*b2055c35SXin Li // Image transform methods for lossless encoder.
11*b2055c35SXin Li //
12*b2055c35SXin Li // Authors: Vikas Arora ([email protected])
13*b2055c35SXin Li //          Jyrki Alakuijala ([email protected])
14*b2055c35SXin Li //          Urvang Joshi ([email protected])
15*b2055c35SXin Li 
16*b2055c35SXin Li #include "src/dsp/dsp.h"
17*b2055c35SXin Li 
18*b2055c35SXin Li #include <assert.h>
19*b2055c35SXin Li #include <math.h>
20*b2055c35SXin Li #include <stdlib.h>
21*b2055c35SXin Li #include "src/dec/vp8li_dec.h"
22*b2055c35SXin Li #include "src/utils/endian_inl_utils.h"
23*b2055c35SXin Li #include "src/dsp/lossless.h"
24*b2055c35SXin Li #include "src/dsp/lossless_common.h"
25*b2055c35SXin Li #include "src/dsp/yuv.h"
26*b2055c35SXin Li 
27*b2055c35SXin Li // lookup table for small values of log2(int)
28*b2055c35SXin Li const float kLog2Table[LOG_LOOKUP_IDX_MAX] = {
29*b2055c35SXin Li   0.0000000000000000f, 0.0000000000000000f,
30*b2055c35SXin Li   1.0000000000000000f, 1.5849625007211560f,
31*b2055c35SXin Li   2.0000000000000000f, 2.3219280948873621f,
32*b2055c35SXin Li   2.5849625007211560f, 2.8073549220576041f,
33*b2055c35SXin Li   3.0000000000000000f, 3.1699250014423121f,
34*b2055c35SXin Li   3.3219280948873621f, 3.4594316186372973f,
35*b2055c35SXin Li   3.5849625007211560f, 3.7004397181410921f,
36*b2055c35SXin Li   3.8073549220576041f, 3.9068905956085187f,
37*b2055c35SXin Li   4.0000000000000000f, 4.0874628412503390f,
38*b2055c35SXin Li   4.1699250014423121f, 4.2479275134435852f,
39*b2055c35SXin Li   4.3219280948873626f, 4.3923174227787606f,
40*b2055c35SXin Li   4.4594316186372973f, 4.5235619560570130f,
41*b2055c35SXin Li   4.5849625007211560f, 4.6438561897747243f,
42*b2055c35SXin Li   4.7004397181410917f, 4.7548875021634682f,
43*b2055c35SXin Li   4.8073549220576037f, 4.8579809951275718f,
44*b2055c35SXin Li   4.9068905956085187f, 4.9541963103868749f,
45*b2055c35SXin Li   5.0000000000000000f, 5.0443941193584533f,
46*b2055c35SXin Li   5.0874628412503390f, 5.1292830169449663f,
47*b2055c35SXin Li   5.1699250014423121f, 5.2094533656289501f,
48*b2055c35SXin Li   5.2479275134435852f, 5.2854022188622487f,
49*b2055c35SXin Li   5.3219280948873626f, 5.3575520046180837f,
50*b2055c35SXin Li   5.3923174227787606f, 5.4262647547020979f,
51*b2055c35SXin Li   5.4594316186372973f, 5.4918530963296747f,
52*b2055c35SXin Li   5.5235619560570130f, 5.5545888516776376f,
53*b2055c35SXin Li   5.5849625007211560f, 5.6147098441152083f,
54*b2055c35SXin Li   5.6438561897747243f, 5.6724253419714951f,
55*b2055c35SXin Li   5.7004397181410917f, 5.7279204545631987f,
56*b2055c35SXin Li   5.7548875021634682f, 5.7813597135246599f,
57*b2055c35SXin Li   5.8073549220576037f, 5.8328900141647412f,
58*b2055c35SXin Li   5.8579809951275718f, 5.8826430493618415f,
59*b2055c35SXin Li   5.9068905956085187f, 5.9307373375628866f,
60*b2055c35SXin Li   5.9541963103868749f, 5.9772799234999167f,
61*b2055c35SXin Li   6.0000000000000000f, 6.0223678130284543f,
62*b2055c35SXin Li   6.0443941193584533f, 6.0660891904577720f,
63*b2055c35SXin Li   6.0874628412503390f, 6.1085244567781691f,
64*b2055c35SXin Li   6.1292830169449663f, 6.1497471195046822f,
65*b2055c35SXin Li   6.1699250014423121f, 6.1898245588800175f,
66*b2055c35SXin Li   6.2094533656289501f, 6.2288186904958804f,
67*b2055c35SXin Li   6.2479275134435852f, 6.2667865406949010f,
68*b2055c35SXin Li   6.2854022188622487f, 6.3037807481771030f,
69*b2055c35SXin Li   6.3219280948873626f, 6.3398500028846243f,
70*b2055c35SXin Li   6.3575520046180837f, 6.3750394313469245f,
71*b2055c35SXin Li   6.3923174227787606f, 6.4093909361377017f,
72*b2055c35SXin Li   6.4262647547020979f, 6.4429434958487279f,
73*b2055c35SXin Li   6.4594316186372973f, 6.4757334309663976f,
74*b2055c35SXin Li   6.4918530963296747f, 6.5077946401986963f,
75*b2055c35SXin Li   6.5235619560570130f, 6.5391588111080309f,
76*b2055c35SXin Li   6.5545888516776376f, 6.5698556083309478f,
77*b2055c35SXin Li   6.5849625007211560f, 6.5999128421871278f,
78*b2055c35SXin Li   6.6147098441152083f, 6.6293566200796094f,
79*b2055c35SXin Li   6.6438561897747243f, 6.6582114827517946f,
80*b2055c35SXin Li   6.6724253419714951f, 6.6865005271832185f,
81*b2055c35SXin Li   6.7004397181410917f, 6.7142455176661224f,
82*b2055c35SXin Li   6.7279204545631987f, 6.7414669864011464f,
83*b2055c35SXin Li   6.7548875021634682f, 6.7681843247769259f,
84*b2055c35SXin Li   6.7813597135246599f, 6.7944158663501061f,
85*b2055c35SXin Li   6.8073549220576037f, 6.8201789624151878f,
86*b2055c35SXin Li   6.8328900141647412f, 6.8454900509443747f,
87*b2055c35SXin Li   6.8579809951275718f, 6.8703647195834047f,
88*b2055c35SXin Li   6.8826430493618415f, 6.8948177633079437f,
89*b2055c35SXin Li   6.9068905956085187f, 6.9188632372745946f,
90*b2055c35SXin Li   6.9307373375628866f, 6.9425145053392398f,
91*b2055c35SXin Li   6.9541963103868749f, 6.9657842846620869f,
92*b2055c35SXin Li   6.9772799234999167f, 6.9886846867721654f,
93*b2055c35SXin Li   7.0000000000000000f, 7.0112272554232539f,
94*b2055c35SXin Li   7.0223678130284543f, 7.0334230015374501f,
95*b2055c35SXin Li   7.0443941193584533f, 7.0552824355011898f,
96*b2055c35SXin Li   7.0660891904577720f, 7.0768155970508308f,
97*b2055c35SXin Li   7.0874628412503390f, 7.0980320829605263f,
98*b2055c35SXin Li   7.1085244567781691f, 7.1189410727235076f,
99*b2055c35SXin Li   7.1292830169449663f, 7.1395513523987936f,
100*b2055c35SXin Li   7.1497471195046822f, 7.1598713367783890f,
101*b2055c35SXin Li   7.1699250014423121f, 7.1799090900149344f,
102*b2055c35SXin Li   7.1898245588800175f, 7.1996723448363644f,
103*b2055c35SXin Li   7.2094533656289501f, 7.2191685204621611f,
104*b2055c35SXin Li   7.2288186904958804f, 7.2384047393250785f,
105*b2055c35SXin Li   7.2479275134435852f, 7.2573878426926521f,
106*b2055c35SXin Li   7.2667865406949010f, 7.2761244052742375f,
107*b2055c35SXin Li   7.2854022188622487f, 7.2946207488916270f,
108*b2055c35SXin Li   7.3037807481771030f, 7.3128829552843557f,
109*b2055c35SXin Li   7.3219280948873626f, 7.3309168781146167f,
110*b2055c35SXin Li   7.3398500028846243f, 7.3487281542310771f,
111*b2055c35SXin Li   7.3575520046180837f, 7.3663222142458160f,
112*b2055c35SXin Li   7.3750394313469245f, 7.3837042924740519f,
113*b2055c35SXin Li   7.3923174227787606f, 7.4008794362821843f,
114*b2055c35SXin Li   7.4093909361377017f, 7.4178525148858982f,
115*b2055c35SXin Li   7.4262647547020979f, 7.4346282276367245f,
116*b2055c35SXin Li   7.4429434958487279f, 7.4512111118323289f,
117*b2055c35SXin Li   7.4594316186372973f, 7.4676055500829976f,
118*b2055c35SXin Li   7.4757334309663976f, 7.4838157772642563f,
119*b2055c35SXin Li   7.4918530963296747f, 7.4998458870832056f,
120*b2055c35SXin Li   7.5077946401986963f, 7.5156998382840427f,
121*b2055c35SXin Li   7.5235619560570130f, 7.5313814605163118f,
122*b2055c35SXin Li   7.5391588111080309f, 7.5468944598876364f,
123*b2055c35SXin Li   7.5545888516776376f, 7.5622424242210728f,
124*b2055c35SXin Li   7.5698556083309478f, 7.5774288280357486f,
125*b2055c35SXin Li   7.5849625007211560f, 7.5924570372680806f,
126*b2055c35SXin Li   7.5999128421871278f, 7.6073303137496104f,
127*b2055c35SXin Li   7.6147098441152083f, 7.6220518194563764f,
128*b2055c35SXin Li   7.6293566200796094f, 7.6366246205436487f,
129*b2055c35SXin Li   7.6438561897747243f, 7.6510516911789281f,
130*b2055c35SXin Li   7.6582114827517946f, 7.6653359171851764f,
131*b2055c35SXin Li   7.6724253419714951f, 7.6794800995054464f,
132*b2055c35SXin Li   7.6865005271832185f, 7.6934869574993252f,
133*b2055c35SXin Li   7.7004397181410917f, 7.7073591320808825f,
134*b2055c35SXin Li   7.7142455176661224f, 7.7210991887071855f,
135*b2055c35SXin Li   7.7279204545631987f, 7.7347096202258383f,
136*b2055c35SXin Li   7.7414669864011464f, 7.7481928495894605f,
137*b2055c35SXin Li   7.7548875021634682f, 7.7615512324444795f,
138*b2055c35SXin Li   7.7681843247769259f, 7.7747870596011736f,
139*b2055c35SXin Li   7.7813597135246599f, 7.7879025593914317f,
140*b2055c35SXin Li   7.7944158663501061f, 7.8008998999203047f,
141*b2055c35SXin Li   7.8073549220576037f, 7.8137811912170374f,
142*b2055c35SXin Li   7.8201789624151878f, 7.8265484872909150f,
143*b2055c35SXin Li   7.8328900141647412f, 7.8392037880969436f,
144*b2055c35SXin Li   7.8454900509443747f, 7.8517490414160571f,
145*b2055c35SXin Li   7.8579809951275718f, 7.8641861446542797f,
146*b2055c35SXin Li   7.8703647195834047f, 7.8765169465649993f,
147*b2055c35SXin Li   7.8826430493618415f, 7.8887432488982591f,
148*b2055c35SXin Li   7.8948177633079437f, 7.9008668079807486f,
149*b2055c35SXin Li   7.9068905956085187f, 7.9128893362299619f,
150*b2055c35SXin Li   7.9188632372745946f, 7.9248125036057812f,
151*b2055c35SXin Li   7.9307373375628866f, 7.9366379390025709f,
152*b2055c35SXin Li   7.9425145053392398f, 7.9483672315846778f,
153*b2055c35SXin Li   7.9541963103868749f, 7.9600019320680805f,
154*b2055c35SXin Li   7.9657842846620869f, 7.9715435539507719f,
155*b2055c35SXin Li   7.9772799234999167f, 7.9829935746943103f,
156*b2055c35SXin Li   7.9886846867721654f, 7.9943534368588577f
157*b2055c35SXin Li };
158*b2055c35SXin Li 
159*b2055c35SXin Li const float kSLog2Table[LOG_LOOKUP_IDX_MAX] = {
160*b2055c35SXin Li   0.00000000f,    0.00000000f,  2.00000000f,   4.75488750f,
161*b2055c35SXin Li   8.00000000f,   11.60964047f,  15.50977500f,  19.65148445f,
162*b2055c35SXin Li   24.00000000f,  28.52932501f,  33.21928095f,  38.05374781f,
163*b2055c35SXin Li   43.01955001f,  48.10571634f,  53.30296891f,  58.60335893f,
164*b2055c35SXin Li   64.00000000f,  69.48686830f,  75.05865003f,  80.71062276f,
165*b2055c35SXin Li   86.43856190f,  92.23866588f,  98.10749561f,  104.04192499f,
166*b2055c35SXin Li   110.03910002f, 116.09640474f, 122.21143267f, 128.38196256f,
167*b2055c35SXin Li   134.60593782f, 140.88144886f, 147.20671787f, 153.58008562f,
168*b2055c35SXin Li   160.00000000f, 166.46500594f, 172.97373660f, 179.52490559f,
169*b2055c35SXin Li   186.11730005f, 192.74977453f, 199.42124551f, 206.13068654f,
170*b2055c35SXin Li   212.87712380f, 219.65963219f, 226.47733176f, 233.32938445f,
171*b2055c35SXin Li   240.21499122f, 247.13338933f, 254.08384998f, 261.06567603f,
172*b2055c35SXin Li   268.07820003f, 275.12078236f, 282.19280949f, 289.29369244f,
173*b2055c35SXin Li   296.42286534f, 303.57978409f, 310.76392512f, 317.97478424f,
174*b2055c35SXin Li   325.21187564f, 332.47473081f, 339.76289772f, 347.07593991f,
175*b2055c35SXin Li   354.41343574f, 361.77497759f, 369.16017124f, 376.56863518f,
176*b2055c35SXin Li   384.00000000f, 391.45390785f, 398.93001188f, 406.42797576f,
177*b2055c35SXin Li   413.94747321f, 421.48818752f, 429.04981119f, 436.63204548f,
178*b2055c35SXin Li   444.23460010f, 451.85719280f, 459.49954906f, 467.16140179f,
179*b2055c35SXin Li   474.84249102f, 482.54256363f, 490.26137307f, 497.99867911f,
180*b2055c35SXin Li   505.75424759f, 513.52785023f, 521.31926438f, 529.12827280f,
181*b2055c35SXin Li   536.95466351f, 544.79822957f, 552.65876890f, 560.53608414f,
182*b2055c35SXin Li   568.42998244f, 576.34027536f, 584.26677867f, 592.20931226f,
183*b2055c35SXin Li   600.16769996f, 608.14176943f, 616.13135206f, 624.13628279f,
184*b2055c35SXin Li   632.15640007f, 640.19154569f, 648.24156472f, 656.30630539f,
185*b2055c35SXin Li   664.38561898f, 672.47935976f, 680.58738488f, 688.70955430f,
186*b2055c35SXin Li   696.84573069f, 704.99577935f, 713.15956818f, 721.33696754f,
187*b2055c35SXin Li   729.52785023f, 737.73209140f, 745.94956849f, 754.18016116f,
188*b2055c35SXin Li   762.42375127f, 770.68022275f, 778.94946161f, 787.23135586f,
189*b2055c35SXin Li   795.52579543f, 803.83267219f, 812.15187982f, 820.48331383f,
190*b2055c35SXin Li   828.82687147f, 837.18245171f, 845.54995518f, 853.92928416f,
191*b2055c35SXin Li   862.32034249f, 870.72303558f, 879.13727036f, 887.56295522f,
192*b2055c35SXin Li   896.00000000f, 904.44831595f, 912.90781569f, 921.37841320f,
193*b2055c35SXin Li   929.86002376f, 938.35256392f, 946.85595152f, 955.37010560f,
194*b2055c35SXin Li   963.89494641f, 972.43039537f, 980.97637504f, 989.53280911f,
195*b2055c35SXin Li   998.09962237f, 1006.67674069f, 1015.26409097f, 1023.86160116f,
196*b2055c35SXin Li   1032.46920021f, 1041.08681805f, 1049.71438560f, 1058.35183469f,
197*b2055c35SXin Li   1066.99909811f, 1075.65610955f, 1084.32280357f, 1092.99911564f,
198*b2055c35SXin Li   1101.68498204f, 1110.38033993f, 1119.08512727f, 1127.79928282f,
199*b2055c35SXin Li   1136.52274614f, 1145.25545758f, 1153.99735821f, 1162.74838989f,
200*b2055c35SXin Li   1171.50849518f, 1180.27761738f, 1189.05570047f, 1197.84268914f,
201*b2055c35SXin Li   1206.63852876f, 1215.44316535f, 1224.25654560f, 1233.07861684f,
202*b2055c35SXin Li   1241.90932703f, 1250.74862473f, 1259.59645914f, 1268.45278005f,
203*b2055c35SXin Li   1277.31753781f, 1286.19068338f, 1295.07216828f, 1303.96194457f,
204*b2055c35SXin Li   1312.85996488f, 1321.76618236f, 1330.68055071f, 1339.60302413f,
205*b2055c35SXin Li   1348.53355734f, 1357.47210556f, 1366.41862452f, 1375.37307041f,
206*b2055c35SXin Li   1384.33539991f, 1393.30557020f, 1402.28353887f, 1411.26926400f,
207*b2055c35SXin Li   1420.26270412f, 1429.26381818f, 1438.27256558f, 1447.28890615f,
208*b2055c35SXin Li   1456.31280014f, 1465.34420819f, 1474.38309138f, 1483.42941118f,
209*b2055c35SXin Li   1492.48312945f, 1501.54420843f, 1510.61261078f, 1519.68829949f,
210*b2055c35SXin Li   1528.77123795f, 1537.86138993f, 1546.95871952f, 1556.06319119f,
211*b2055c35SXin Li   1565.17476976f, 1574.29342040f, 1583.41910860f, 1592.55180020f,
212*b2055c35SXin Li   1601.69146137f, 1610.83805860f, 1619.99155871f, 1629.15192882f,
213*b2055c35SXin Li   1638.31913637f, 1647.49314911f, 1656.67393509f, 1665.86146266f,
214*b2055c35SXin Li   1675.05570047f, 1684.25661744f, 1693.46418280f, 1702.67836605f,
215*b2055c35SXin Li   1711.89913698f, 1721.12646563f, 1730.36032233f, 1739.60067768f,
216*b2055c35SXin Li   1748.84750254f, 1758.10076802f, 1767.36044551f, 1776.62650662f,
217*b2055c35SXin Li   1785.89892323f, 1795.17766747f, 1804.46271172f, 1813.75402857f,
218*b2055c35SXin Li   1823.05159087f, 1832.35537170f, 1841.66534438f, 1850.98148244f,
219*b2055c35SXin Li   1860.30375965f, 1869.63214999f, 1878.96662767f, 1888.30716711f,
220*b2055c35SXin Li   1897.65374295f, 1907.00633003f, 1916.36490342f, 1925.72943838f,
221*b2055c35SXin Li   1935.09991037f, 1944.47629506f, 1953.85856831f, 1963.24670620f,
222*b2055c35SXin Li   1972.64068498f, 1982.04048108f, 1991.44607117f, 2000.85743204f,
223*b2055c35SXin Li   2010.27454072f, 2019.69737440f, 2029.12591044f, 2038.56012640f
224*b2055c35SXin Li };
225*b2055c35SXin Li 
226*b2055c35SXin Li const VP8LPrefixCode kPrefixEncodeCode[PREFIX_LOOKUP_IDX_MAX] = {
227*b2055c35SXin Li   { 0, 0}, { 0, 0}, { 1, 0}, { 2, 0}, { 3, 0}, { 4, 1}, { 4, 1}, { 5, 1},
228*b2055c35SXin Li   { 5, 1}, { 6, 2}, { 6, 2}, { 6, 2}, { 6, 2}, { 7, 2}, { 7, 2}, { 7, 2},
229*b2055c35SXin Li   { 7, 2}, { 8, 3}, { 8, 3}, { 8, 3}, { 8, 3}, { 8, 3}, { 8, 3}, { 8, 3},
230*b2055c35SXin Li   { 8, 3}, { 9, 3}, { 9, 3}, { 9, 3}, { 9, 3}, { 9, 3}, { 9, 3}, { 9, 3},
231*b2055c35SXin Li   { 9, 3}, {10, 4}, {10, 4}, {10, 4}, {10, 4}, {10, 4}, {10, 4}, {10, 4},
232*b2055c35SXin Li   {10, 4}, {10, 4}, {10, 4}, {10, 4}, {10, 4}, {10, 4}, {10, 4}, {10, 4},
233*b2055c35SXin Li   {10, 4}, {11, 4}, {11, 4}, {11, 4}, {11, 4}, {11, 4}, {11, 4}, {11, 4},
234*b2055c35SXin Li   {11, 4}, {11, 4}, {11, 4}, {11, 4}, {11, 4}, {11, 4}, {11, 4}, {11, 4},
235*b2055c35SXin Li   {11, 4}, {12, 5}, {12, 5}, {12, 5}, {12, 5}, {12, 5}, {12, 5}, {12, 5},
236*b2055c35SXin Li   {12, 5}, {12, 5}, {12, 5}, {12, 5}, {12, 5}, {12, 5}, {12, 5}, {12, 5},
237*b2055c35SXin Li   {12, 5}, {12, 5}, {12, 5}, {12, 5}, {12, 5}, {12, 5}, {12, 5}, {12, 5},
238*b2055c35SXin Li   {12, 5}, {12, 5}, {12, 5}, {12, 5}, {12, 5}, {12, 5}, {12, 5}, {12, 5},
239*b2055c35SXin Li   {12, 5}, {13, 5}, {13, 5}, {13, 5}, {13, 5}, {13, 5}, {13, 5}, {13, 5},
240*b2055c35SXin Li   {13, 5}, {13, 5}, {13, 5}, {13, 5}, {13, 5}, {13, 5}, {13, 5}, {13, 5},
241*b2055c35SXin Li   {13, 5}, {13, 5}, {13, 5}, {13, 5}, {13, 5}, {13, 5}, {13, 5}, {13, 5},
242*b2055c35SXin Li   {13, 5}, {13, 5}, {13, 5}, {13, 5}, {13, 5}, {13, 5}, {13, 5}, {13, 5},
243*b2055c35SXin Li   {13, 5}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6},
244*b2055c35SXin Li   {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6},
245*b2055c35SXin Li   {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6},
246*b2055c35SXin Li   {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6},
247*b2055c35SXin Li   {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6},
248*b2055c35SXin Li   {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6},
249*b2055c35SXin Li   {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6},
250*b2055c35SXin Li   {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6}, {14, 6},
251*b2055c35SXin Li   {14, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6},
252*b2055c35SXin Li   {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6},
253*b2055c35SXin Li   {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6},
254*b2055c35SXin Li   {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6},
255*b2055c35SXin Li   {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6},
256*b2055c35SXin Li   {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6},
257*b2055c35SXin Li   {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6},
258*b2055c35SXin Li   {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6}, {15, 6},
259*b2055c35SXin Li   {15, 6}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7},
260*b2055c35SXin Li   {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7},
261*b2055c35SXin Li   {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7},
262*b2055c35SXin Li   {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7},
263*b2055c35SXin Li   {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7},
264*b2055c35SXin Li   {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7},
265*b2055c35SXin Li   {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7},
266*b2055c35SXin Li   {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7},
267*b2055c35SXin Li   {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7},
268*b2055c35SXin Li   {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7},
269*b2055c35SXin Li   {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7},
270*b2055c35SXin Li   {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7},
271*b2055c35SXin Li   {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7},
272*b2055c35SXin Li   {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7},
273*b2055c35SXin Li   {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7},
274*b2055c35SXin Li   {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7}, {16, 7},
275*b2055c35SXin Li   {16, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7},
276*b2055c35SXin Li   {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7},
277*b2055c35SXin Li   {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7},
278*b2055c35SXin Li   {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7},
279*b2055c35SXin Li   {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7},
280*b2055c35SXin Li   {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7},
281*b2055c35SXin Li   {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7},
282*b2055c35SXin Li   {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7},
283*b2055c35SXin Li   {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7},
284*b2055c35SXin Li   {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7},
285*b2055c35SXin Li   {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7},
286*b2055c35SXin Li   {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7},
287*b2055c35SXin Li   {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7},
288*b2055c35SXin Li   {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7},
289*b2055c35SXin Li   {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7},
290*b2055c35SXin Li   {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7}, {17, 7},
291*b2055c35SXin Li };
292*b2055c35SXin Li 
293*b2055c35SXin Li const uint8_t kPrefixEncodeExtraBitsValue[PREFIX_LOOKUP_IDX_MAX] = {
294*b2055c35SXin Li    0,  0,  0,  0,  0,  0,  1,  0,  1,  0,  1,  2,  3,  0,  1,  2,  3,
295*b2055c35SXin Li    0,  1,  2,  3,  4,  5,  6,  7,  0,  1,  2,  3,  4,  5,  6,  7,
296*b2055c35SXin Li    0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
297*b2055c35SXin Li    0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
298*b2055c35SXin Li    0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
299*b2055c35SXin Li   16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31,
300*b2055c35SXin Li    0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
301*b2055c35SXin Li   16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31,
302*b2055c35SXin Li    0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
303*b2055c35SXin Li   16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31,
304*b2055c35SXin Li   32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47,
305*b2055c35SXin Li   48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63,
306*b2055c35SXin Li    0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
307*b2055c35SXin Li   16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31,
308*b2055c35SXin Li   32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47,
309*b2055c35SXin Li   48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63,
310*b2055c35SXin Li    0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
311*b2055c35SXin Li   16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31,
312*b2055c35SXin Li   32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47,
313*b2055c35SXin Li   48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63,
314*b2055c35SXin Li   64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79,
315*b2055c35SXin Li   80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95,
316*b2055c35SXin Li   96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111,
317*b2055c35SXin Li   112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126,
318*b2055c35SXin Li   127,
319*b2055c35SXin Li    0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,
320*b2055c35SXin Li   16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31,
321*b2055c35SXin Li   32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47,
322*b2055c35SXin Li   48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63,
323*b2055c35SXin Li   64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79,
324*b2055c35SXin Li   80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95,
325*b2055c35SXin Li   96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111,
326*b2055c35SXin Li   112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126
327*b2055c35SXin Li };
328*b2055c35SXin Li 
FastSLog2Slow_C(uint32_t v)329*b2055c35SXin Li static float FastSLog2Slow_C(uint32_t v) {
330*b2055c35SXin Li   assert(v >= LOG_LOOKUP_IDX_MAX);
331*b2055c35SXin Li   if (v < APPROX_LOG_WITH_CORRECTION_MAX) {
332*b2055c35SXin Li #if !defined(WEBP_HAVE_SLOW_CLZ_CTZ)
333*b2055c35SXin Li     // use clz if available
334*b2055c35SXin Li     const int log_cnt = BitsLog2Floor(v) - 7;
335*b2055c35SXin Li     const uint32_t y = 1 << log_cnt;
336*b2055c35SXin Li     int correction = 0;
337*b2055c35SXin Li     const float v_f = (float)v;
338*b2055c35SXin Li     const uint32_t orig_v = v;
339*b2055c35SXin Li     v >>= log_cnt;
340*b2055c35SXin Li #else
341*b2055c35SXin Li     int log_cnt = 0;
342*b2055c35SXin Li     uint32_t y = 1;
343*b2055c35SXin Li     int correction = 0;
344*b2055c35SXin Li     const float v_f = (float)v;
345*b2055c35SXin Li     const uint32_t orig_v = v;
346*b2055c35SXin Li     do {
347*b2055c35SXin Li       ++log_cnt;
348*b2055c35SXin Li       v = v >> 1;
349*b2055c35SXin Li       y = y << 1;
350*b2055c35SXin Li     } while (v >= LOG_LOOKUP_IDX_MAX);
351*b2055c35SXin Li #endif
352*b2055c35SXin Li     // vf = (2^log_cnt) * Xf; where y = 2^log_cnt and Xf < 256
353*b2055c35SXin Li     // Xf = floor(Xf) * (1 + (v % y) / v)
354*b2055c35SXin Li     // log2(Xf) = log2(floor(Xf)) + log2(1 + (v % y) / v)
355*b2055c35SXin Li     // The correction factor: log(1 + d) ~ d; for very small d values, so
356*b2055c35SXin Li     // log2(1 + (v % y) / v) ~ LOG_2_RECIPROCAL * (v % y)/v
357*b2055c35SXin Li     // LOG_2_RECIPROCAL ~ 23/16
358*b2055c35SXin Li     correction = (23 * (orig_v & (y - 1))) >> 4;
359*b2055c35SXin Li     return v_f * (kLog2Table[v] + log_cnt) + correction;
360*b2055c35SXin Li   } else {
361*b2055c35SXin Li     return (float)(LOG_2_RECIPROCAL * v * log((double)v));
362*b2055c35SXin Li   }
363*b2055c35SXin Li }
364*b2055c35SXin Li 
FastLog2Slow_C(uint32_t v)365*b2055c35SXin Li static float FastLog2Slow_C(uint32_t v) {
366*b2055c35SXin Li   assert(v >= LOG_LOOKUP_IDX_MAX);
367*b2055c35SXin Li   if (v < APPROX_LOG_WITH_CORRECTION_MAX) {
368*b2055c35SXin Li #if !defined(WEBP_HAVE_SLOW_CLZ_CTZ)
369*b2055c35SXin Li     // use clz if available
370*b2055c35SXin Li     const int log_cnt = BitsLog2Floor(v) - 7;
371*b2055c35SXin Li     const uint32_t y = 1 << log_cnt;
372*b2055c35SXin Li     const uint32_t orig_v = v;
373*b2055c35SXin Li     double log_2;
374*b2055c35SXin Li     v >>= log_cnt;
375*b2055c35SXin Li #else
376*b2055c35SXin Li     int log_cnt = 0;
377*b2055c35SXin Li     uint32_t y = 1;
378*b2055c35SXin Li     const uint32_t orig_v = v;
379*b2055c35SXin Li     double log_2;
380*b2055c35SXin Li     do {
381*b2055c35SXin Li       ++log_cnt;
382*b2055c35SXin Li       v = v >> 1;
383*b2055c35SXin Li       y = y << 1;
384*b2055c35SXin Li     } while (v >= LOG_LOOKUP_IDX_MAX);
385*b2055c35SXin Li #endif
386*b2055c35SXin Li     log_2 = kLog2Table[v] + log_cnt;
387*b2055c35SXin Li     if (orig_v >= APPROX_LOG_MAX) {
388*b2055c35SXin Li       // Since the division is still expensive, add this correction factor only
389*b2055c35SXin Li       // for large values of 'v'.
390*b2055c35SXin Li       const int correction = (23 * (orig_v & (y - 1))) >> 4;
391*b2055c35SXin Li       log_2 += (double)correction / orig_v;
392*b2055c35SXin Li     }
393*b2055c35SXin Li     return (float)log_2;
394*b2055c35SXin Li   } else {
395*b2055c35SXin Li     return (float)(LOG_2_RECIPROCAL * log((double)v));
396*b2055c35SXin Li   }
397*b2055c35SXin Li }
398*b2055c35SXin Li 
399*b2055c35SXin Li //------------------------------------------------------------------------------
400*b2055c35SXin Li // Methods to calculate Entropy (Shannon).
401*b2055c35SXin Li 
402*b2055c35SXin Li // Compute the combined Shanon's entropy for distribution {X} and {X+Y}
CombinedShannonEntropy_C(const int X[256],const int Y[256])403*b2055c35SXin Li static float CombinedShannonEntropy_C(const int X[256], const int Y[256]) {
404*b2055c35SXin Li   int i;
405*b2055c35SXin Li   float retval = 0.f;
406*b2055c35SXin Li   int sumX = 0, sumXY = 0;
407*b2055c35SXin Li   for (i = 0; i < 256; ++i) {
408*b2055c35SXin Li     const int x = X[i];
409*b2055c35SXin Li     if (x != 0) {
410*b2055c35SXin Li       const int xy = x + Y[i];
411*b2055c35SXin Li       sumX += x;
412*b2055c35SXin Li       retval -= VP8LFastSLog2(x);
413*b2055c35SXin Li       sumXY += xy;
414*b2055c35SXin Li       retval -= VP8LFastSLog2(xy);
415*b2055c35SXin Li     } else if (Y[i] != 0) {
416*b2055c35SXin Li       sumXY += Y[i];
417*b2055c35SXin Li       retval -= VP8LFastSLog2(Y[i]);
418*b2055c35SXin Li     }
419*b2055c35SXin Li   }
420*b2055c35SXin Li   retval += VP8LFastSLog2(sumX) + VP8LFastSLog2(sumXY);
421*b2055c35SXin Li   return retval;
422*b2055c35SXin Li }
423*b2055c35SXin Li 
VP8LBitEntropyInit(VP8LBitEntropy * const entropy)424*b2055c35SXin Li void VP8LBitEntropyInit(VP8LBitEntropy* const entropy) {
425*b2055c35SXin Li   entropy->entropy = 0.;
426*b2055c35SXin Li   entropy->sum = 0;
427*b2055c35SXin Li   entropy->nonzeros = 0;
428*b2055c35SXin Li   entropy->max_val = 0;
429*b2055c35SXin Li   entropy->nonzero_code = VP8L_NON_TRIVIAL_SYM;
430*b2055c35SXin Li }
431*b2055c35SXin Li 
VP8LBitsEntropyUnrefined(const uint32_t * const array,int n,VP8LBitEntropy * const entropy)432*b2055c35SXin Li void VP8LBitsEntropyUnrefined(const uint32_t* const array, int n,
433*b2055c35SXin Li                               VP8LBitEntropy* const entropy) {
434*b2055c35SXin Li   int i;
435*b2055c35SXin Li 
436*b2055c35SXin Li   VP8LBitEntropyInit(entropy);
437*b2055c35SXin Li 
438*b2055c35SXin Li   for (i = 0; i < n; ++i) {
439*b2055c35SXin Li     if (array[i] != 0) {
440*b2055c35SXin Li       entropy->sum += array[i];
441*b2055c35SXin Li       entropy->nonzero_code = i;
442*b2055c35SXin Li       ++entropy->nonzeros;
443*b2055c35SXin Li       entropy->entropy -= VP8LFastSLog2(array[i]);
444*b2055c35SXin Li       if (entropy->max_val < array[i]) {
445*b2055c35SXin Li         entropy->max_val = array[i];
446*b2055c35SXin Li       }
447*b2055c35SXin Li     }
448*b2055c35SXin Li   }
449*b2055c35SXin Li   entropy->entropy += VP8LFastSLog2(entropy->sum);
450*b2055c35SXin Li }
451*b2055c35SXin Li 
GetEntropyUnrefinedHelper(uint32_t val,int i,uint32_t * const val_prev,int * const i_prev,VP8LBitEntropy * const bit_entropy,VP8LStreaks * const stats)452*b2055c35SXin Li static WEBP_INLINE void GetEntropyUnrefinedHelper(
453*b2055c35SXin Li     uint32_t val, int i, uint32_t* const val_prev, int* const i_prev,
454*b2055c35SXin Li     VP8LBitEntropy* const bit_entropy, VP8LStreaks* const stats) {
455*b2055c35SXin Li   const int streak = i - *i_prev;
456*b2055c35SXin Li 
457*b2055c35SXin Li   // Gather info for the bit entropy.
458*b2055c35SXin Li   if (*val_prev != 0) {
459*b2055c35SXin Li     bit_entropy->sum += (*val_prev) * streak;
460*b2055c35SXin Li     bit_entropy->nonzeros += streak;
461*b2055c35SXin Li     bit_entropy->nonzero_code = *i_prev;
462*b2055c35SXin Li     bit_entropy->entropy -= VP8LFastSLog2(*val_prev) * streak;
463*b2055c35SXin Li     if (bit_entropy->max_val < *val_prev) {
464*b2055c35SXin Li       bit_entropy->max_val = *val_prev;
465*b2055c35SXin Li     }
466*b2055c35SXin Li   }
467*b2055c35SXin Li 
468*b2055c35SXin Li   // Gather info for the Huffman cost.
469*b2055c35SXin Li   stats->counts[*val_prev != 0] += (streak > 3);
470*b2055c35SXin Li   stats->streaks[*val_prev != 0][(streak > 3)] += streak;
471*b2055c35SXin Li 
472*b2055c35SXin Li   *val_prev = val;
473*b2055c35SXin Li   *i_prev = i;
474*b2055c35SXin Li }
475*b2055c35SXin Li 
GetEntropyUnrefined_C(const uint32_t X[],int length,VP8LBitEntropy * const bit_entropy,VP8LStreaks * const stats)476*b2055c35SXin Li static void GetEntropyUnrefined_C(const uint32_t X[], int length,
477*b2055c35SXin Li                                   VP8LBitEntropy* const bit_entropy,
478*b2055c35SXin Li                                   VP8LStreaks* const stats) {
479*b2055c35SXin Li   int i;
480*b2055c35SXin Li   int i_prev = 0;
481*b2055c35SXin Li   uint32_t x_prev = X[0];
482*b2055c35SXin Li 
483*b2055c35SXin Li   memset(stats, 0, sizeof(*stats));
484*b2055c35SXin Li   VP8LBitEntropyInit(bit_entropy);
485*b2055c35SXin Li 
486*b2055c35SXin Li   for (i = 1; i < length; ++i) {
487*b2055c35SXin Li     const uint32_t x = X[i];
488*b2055c35SXin Li     if (x != x_prev) {
489*b2055c35SXin Li       GetEntropyUnrefinedHelper(x, i, &x_prev, &i_prev, bit_entropy, stats);
490*b2055c35SXin Li     }
491*b2055c35SXin Li   }
492*b2055c35SXin Li   GetEntropyUnrefinedHelper(0, i, &x_prev, &i_prev, bit_entropy, stats);
493*b2055c35SXin Li 
494*b2055c35SXin Li   bit_entropy->entropy += VP8LFastSLog2(bit_entropy->sum);
495*b2055c35SXin Li }
496*b2055c35SXin Li 
GetCombinedEntropyUnrefined_C(const uint32_t X[],const uint32_t Y[],int length,VP8LBitEntropy * const bit_entropy,VP8LStreaks * const stats)497*b2055c35SXin Li static void GetCombinedEntropyUnrefined_C(const uint32_t X[],
498*b2055c35SXin Li                                           const uint32_t Y[],
499*b2055c35SXin Li                                           int length,
500*b2055c35SXin Li                                           VP8LBitEntropy* const bit_entropy,
501*b2055c35SXin Li                                           VP8LStreaks* const stats) {
502*b2055c35SXin Li   int i = 1;
503*b2055c35SXin Li   int i_prev = 0;
504*b2055c35SXin Li   uint32_t xy_prev = X[0] + Y[0];
505*b2055c35SXin Li 
506*b2055c35SXin Li   memset(stats, 0, sizeof(*stats));
507*b2055c35SXin Li   VP8LBitEntropyInit(bit_entropy);
508*b2055c35SXin Li 
509*b2055c35SXin Li   for (i = 1; i < length; ++i) {
510*b2055c35SXin Li     const uint32_t xy = X[i] + Y[i];
511*b2055c35SXin Li     if (xy != xy_prev) {
512*b2055c35SXin Li       GetEntropyUnrefinedHelper(xy, i, &xy_prev, &i_prev, bit_entropy, stats);
513*b2055c35SXin Li     }
514*b2055c35SXin Li   }
515*b2055c35SXin Li   GetEntropyUnrefinedHelper(0, i, &xy_prev, &i_prev, bit_entropy, stats);
516*b2055c35SXin Li 
517*b2055c35SXin Li   bit_entropy->entropy += VP8LFastSLog2(bit_entropy->sum);
518*b2055c35SXin Li }
519*b2055c35SXin Li 
520*b2055c35SXin Li //------------------------------------------------------------------------------
521*b2055c35SXin Li 
VP8LSubtractGreenFromBlueAndRed_C(uint32_t * argb_data,int num_pixels)522*b2055c35SXin Li void VP8LSubtractGreenFromBlueAndRed_C(uint32_t* argb_data, int num_pixels) {
523*b2055c35SXin Li   int i;
524*b2055c35SXin Li   for (i = 0; i < num_pixels; ++i) {
525*b2055c35SXin Li     const int argb = (int)argb_data[i];
526*b2055c35SXin Li     const int green = (argb >> 8) & 0xff;
527*b2055c35SXin Li     const uint32_t new_r = (((argb >> 16) & 0xff) - green) & 0xff;
528*b2055c35SXin Li     const uint32_t new_b = (((argb >>  0) & 0xff) - green) & 0xff;
529*b2055c35SXin Li     argb_data[i] = ((uint32_t)argb & 0xff00ff00u) | (new_r << 16) | new_b;
530*b2055c35SXin Li   }
531*b2055c35SXin Li }
532*b2055c35SXin Li 
ColorTransformDelta(int8_t color_pred,int8_t color)533*b2055c35SXin Li static WEBP_INLINE int ColorTransformDelta(int8_t color_pred, int8_t color) {
534*b2055c35SXin Li   return ((int)color_pred * color) >> 5;
535*b2055c35SXin Li }
536*b2055c35SXin Li 
U32ToS8(uint32_t v)537*b2055c35SXin Li static WEBP_INLINE int8_t U32ToS8(uint32_t v) {
538*b2055c35SXin Li   return (int8_t)(v & 0xff);
539*b2055c35SXin Li }
540*b2055c35SXin Li 
VP8LTransformColor_C(const VP8LMultipliers * const m,uint32_t * data,int num_pixels)541*b2055c35SXin Li void VP8LTransformColor_C(const VP8LMultipliers* const m, uint32_t* data,
542*b2055c35SXin Li                           int num_pixels) {
543*b2055c35SXin Li   int i;
544*b2055c35SXin Li   for (i = 0; i < num_pixels; ++i) {
545*b2055c35SXin Li     const uint32_t argb = data[i];
546*b2055c35SXin Li     const int8_t green = U32ToS8(argb >>  8);
547*b2055c35SXin Li     const int8_t red   = U32ToS8(argb >> 16);
548*b2055c35SXin Li     int new_red = red & 0xff;
549*b2055c35SXin Li     int new_blue = argb & 0xff;
550*b2055c35SXin Li     new_red -= ColorTransformDelta((int8_t)m->green_to_red_, green);
551*b2055c35SXin Li     new_red &= 0xff;
552*b2055c35SXin Li     new_blue -= ColorTransformDelta((int8_t)m->green_to_blue_, green);
553*b2055c35SXin Li     new_blue -= ColorTransformDelta((int8_t)m->red_to_blue_, red);
554*b2055c35SXin Li     new_blue &= 0xff;
555*b2055c35SXin Li     data[i] = (argb & 0xff00ff00u) | (new_red << 16) | (new_blue);
556*b2055c35SXin Li   }
557*b2055c35SXin Li }
558*b2055c35SXin Li 
TransformColorRed(uint8_t green_to_red,uint32_t argb)559*b2055c35SXin Li static WEBP_INLINE uint8_t TransformColorRed(uint8_t green_to_red,
560*b2055c35SXin Li                                              uint32_t argb) {
561*b2055c35SXin Li   const int8_t green = U32ToS8(argb >> 8);
562*b2055c35SXin Li   int new_red = argb >> 16;
563*b2055c35SXin Li   new_red -= ColorTransformDelta((int8_t)green_to_red, green);
564*b2055c35SXin Li   return (new_red & 0xff);
565*b2055c35SXin Li }
566*b2055c35SXin Li 
TransformColorBlue(uint8_t green_to_blue,uint8_t red_to_blue,uint32_t argb)567*b2055c35SXin Li static WEBP_INLINE uint8_t TransformColorBlue(uint8_t green_to_blue,
568*b2055c35SXin Li                                               uint8_t red_to_blue,
569*b2055c35SXin Li                                               uint32_t argb) {
570*b2055c35SXin Li   const int8_t green = U32ToS8(argb >>  8);
571*b2055c35SXin Li   const int8_t red   = U32ToS8(argb >> 16);
572*b2055c35SXin Li   int new_blue = argb & 0xff;
573*b2055c35SXin Li   new_blue -= ColorTransformDelta((int8_t)green_to_blue, green);
574*b2055c35SXin Li   new_blue -= ColorTransformDelta((int8_t)red_to_blue, red);
575*b2055c35SXin Li   return (new_blue & 0xff);
576*b2055c35SXin Li }
577*b2055c35SXin Li 
VP8LCollectColorRedTransforms_C(const uint32_t * argb,int stride,int tile_width,int tile_height,int green_to_red,int histo[])578*b2055c35SXin Li void VP8LCollectColorRedTransforms_C(const uint32_t* argb, int stride,
579*b2055c35SXin Li                                      int tile_width, int tile_height,
580*b2055c35SXin Li                                      int green_to_red, int histo[]) {
581*b2055c35SXin Li   while (tile_height-- > 0) {
582*b2055c35SXin Li     int x;
583*b2055c35SXin Li     for (x = 0; x < tile_width; ++x) {
584*b2055c35SXin Li       ++histo[TransformColorRed((uint8_t)green_to_red, argb[x])];
585*b2055c35SXin Li     }
586*b2055c35SXin Li     argb += stride;
587*b2055c35SXin Li   }
588*b2055c35SXin Li }
589*b2055c35SXin Li 
VP8LCollectColorBlueTransforms_C(const uint32_t * argb,int stride,int tile_width,int tile_height,int green_to_blue,int red_to_blue,int histo[])590*b2055c35SXin Li void VP8LCollectColorBlueTransforms_C(const uint32_t* argb, int stride,
591*b2055c35SXin Li                                       int tile_width, int tile_height,
592*b2055c35SXin Li                                       int green_to_blue, int red_to_blue,
593*b2055c35SXin Li                                       int histo[]) {
594*b2055c35SXin Li   while (tile_height-- > 0) {
595*b2055c35SXin Li     int x;
596*b2055c35SXin Li     for (x = 0; x < tile_width; ++x) {
597*b2055c35SXin Li       ++histo[TransformColorBlue((uint8_t)green_to_blue, (uint8_t)red_to_blue,
598*b2055c35SXin Li                                  argb[x])];
599*b2055c35SXin Li     }
600*b2055c35SXin Li     argb += stride;
601*b2055c35SXin Li   }
602*b2055c35SXin Li }
603*b2055c35SXin Li 
604*b2055c35SXin Li //------------------------------------------------------------------------------
605*b2055c35SXin Li 
VectorMismatch_C(const uint32_t * const array1,const uint32_t * const array2,int length)606*b2055c35SXin Li static int VectorMismatch_C(const uint32_t* const array1,
607*b2055c35SXin Li                             const uint32_t* const array2, int length) {
608*b2055c35SXin Li   int match_len = 0;
609*b2055c35SXin Li 
610*b2055c35SXin Li   while (match_len < length && array1[match_len] == array2[match_len]) {
611*b2055c35SXin Li     ++match_len;
612*b2055c35SXin Li   }
613*b2055c35SXin Li   return match_len;
614*b2055c35SXin Li }
615*b2055c35SXin Li 
616*b2055c35SXin Li // Bundles multiple (1, 2, 4 or 8) pixels into a single pixel.
VP8LBundleColorMap_C(const uint8_t * const row,int width,int xbits,uint32_t * dst)617*b2055c35SXin Li void VP8LBundleColorMap_C(const uint8_t* const row, int width, int xbits,
618*b2055c35SXin Li                           uint32_t* dst) {
619*b2055c35SXin Li   int x;
620*b2055c35SXin Li   if (xbits > 0) {
621*b2055c35SXin Li     const int bit_depth = 1 << (3 - xbits);
622*b2055c35SXin Li     const int mask = (1 << xbits) - 1;
623*b2055c35SXin Li     uint32_t code = 0xff000000;
624*b2055c35SXin Li     for (x = 0; x < width; ++x) {
625*b2055c35SXin Li       const int xsub = x & mask;
626*b2055c35SXin Li       if (xsub == 0) {
627*b2055c35SXin Li         code = 0xff000000;
628*b2055c35SXin Li       }
629*b2055c35SXin Li       code |= row[x] << (8 + bit_depth * xsub);
630*b2055c35SXin Li       dst[x >> xbits] = code;
631*b2055c35SXin Li     }
632*b2055c35SXin Li   } else {
633*b2055c35SXin Li     for (x = 0; x < width; ++x) dst[x] = 0xff000000 | (row[x] << 8);
634*b2055c35SXin Li   }
635*b2055c35SXin Li }
636*b2055c35SXin Li 
637*b2055c35SXin Li //------------------------------------------------------------------------------
638*b2055c35SXin Li 
ExtraCost_C(const uint32_t * population,int length)639*b2055c35SXin Li static uint32_t ExtraCost_C(const uint32_t* population, int length) {
640*b2055c35SXin Li   int i;
641*b2055c35SXin Li   uint32_t cost = population[4] + population[5];
642*b2055c35SXin Li   assert(length % 2 == 0);
643*b2055c35SXin Li   for (i = 2; i < length / 2 - 1; ++i) {
644*b2055c35SXin Li     cost += i * (population[2 * i + 2] + population[2 * i + 3]);
645*b2055c35SXin Li   }
646*b2055c35SXin Li   return cost;
647*b2055c35SXin Li }
648*b2055c35SXin Li 
ExtraCostCombined_C(const uint32_t * X,const uint32_t * Y,int length)649*b2055c35SXin Li static uint32_t ExtraCostCombined_C(const uint32_t* X, const uint32_t* Y,
650*b2055c35SXin Li                                     int length) {
651*b2055c35SXin Li   int i;
652*b2055c35SXin Li   uint32_t cost = X[4] + Y[4] + X[5] + Y[5];
653*b2055c35SXin Li   assert(length % 2 == 0);
654*b2055c35SXin Li   for (i = 2; i < length / 2 - 1; ++i) {
655*b2055c35SXin Li     const int xy0 = X[2 * i + 2] + Y[2 * i + 2];
656*b2055c35SXin Li     const int xy1 = X[2 * i + 3] + Y[2 * i + 3];
657*b2055c35SXin Li     cost += i * (xy0 + xy1);
658*b2055c35SXin Li   }
659*b2055c35SXin Li   return cost;
660*b2055c35SXin Li }
661*b2055c35SXin Li 
662*b2055c35SXin Li //------------------------------------------------------------------------------
663*b2055c35SXin Li 
AddVector_C(const uint32_t * a,const uint32_t * b,uint32_t * out,int size)664*b2055c35SXin Li static void AddVector_C(const uint32_t* a, const uint32_t* b, uint32_t* out,
665*b2055c35SXin Li                         int size) {
666*b2055c35SXin Li   int i;
667*b2055c35SXin Li   for (i = 0; i < size; ++i) out[i] = a[i] + b[i];
668*b2055c35SXin Li }
669*b2055c35SXin Li 
AddVectorEq_C(const uint32_t * a,uint32_t * out,int size)670*b2055c35SXin Li static void AddVectorEq_C(const uint32_t* a, uint32_t* out, int size) {
671*b2055c35SXin Li   int i;
672*b2055c35SXin Li   for (i = 0; i < size; ++i) out[i] += a[i];
673*b2055c35SXin Li }
674*b2055c35SXin Li 
675*b2055c35SXin Li #define ADD(X, ARG, LEN) do {                                                  \
676*b2055c35SXin Li   if (a->is_used_[X]) {                                                        \
677*b2055c35SXin Li     if (b->is_used_[X]) {                                                      \
678*b2055c35SXin Li       VP8LAddVector(a->ARG, b->ARG, out->ARG, (LEN));                          \
679*b2055c35SXin Li     } else {                                                                   \
680*b2055c35SXin Li       memcpy(&out->ARG[0], &a->ARG[0], (LEN) * sizeof(out->ARG[0]));           \
681*b2055c35SXin Li     }                                                                          \
682*b2055c35SXin Li   } else if (b->is_used_[X]) {                                                 \
683*b2055c35SXin Li     memcpy(&out->ARG[0], &b->ARG[0], (LEN) * sizeof(out->ARG[0]));             \
684*b2055c35SXin Li   } else {                                                                     \
685*b2055c35SXin Li     memset(&out->ARG[0], 0, (LEN) * sizeof(out->ARG[0]));                      \
686*b2055c35SXin Li   }                                                                            \
687*b2055c35SXin Li } while (0)
688*b2055c35SXin Li 
689*b2055c35SXin Li #define ADD_EQ(X, ARG, LEN) do {                                               \
690*b2055c35SXin Li   if (a->is_used_[X]) {                                                        \
691*b2055c35SXin Li     if (out->is_used_[X]) {                                                    \
692*b2055c35SXin Li       VP8LAddVectorEq(a->ARG, out->ARG, (LEN));                                \
693*b2055c35SXin Li     } else {                                                                   \
694*b2055c35SXin Li       memcpy(&out->ARG[0], &a->ARG[0], (LEN) * sizeof(out->ARG[0]));           \
695*b2055c35SXin Li     }                                                                          \
696*b2055c35SXin Li   }                                                                            \
697*b2055c35SXin Li } while (0)
698*b2055c35SXin Li 
VP8LHistogramAdd(const VP8LHistogram * const a,const VP8LHistogram * const b,VP8LHistogram * const out)699*b2055c35SXin Li void VP8LHistogramAdd(const VP8LHistogram* const a,
700*b2055c35SXin Li                       const VP8LHistogram* const b, VP8LHistogram* const out) {
701*b2055c35SXin Li   int i;
702*b2055c35SXin Li   const int literal_size = VP8LHistogramNumCodes(a->palette_code_bits_);
703*b2055c35SXin Li   assert(a->palette_code_bits_ == b->palette_code_bits_);
704*b2055c35SXin Li 
705*b2055c35SXin Li   if (b != out) {
706*b2055c35SXin Li     ADD(0, literal_, literal_size);
707*b2055c35SXin Li     ADD(1, red_, NUM_LITERAL_CODES);
708*b2055c35SXin Li     ADD(2, blue_, NUM_LITERAL_CODES);
709*b2055c35SXin Li     ADD(3, alpha_, NUM_LITERAL_CODES);
710*b2055c35SXin Li     ADD(4, distance_, NUM_DISTANCE_CODES);
711*b2055c35SXin Li     for (i = 0; i < 5; ++i) {
712*b2055c35SXin Li       out->is_used_[i] = (a->is_used_[i] | b->is_used_[i]);
713*b2055c35SXin Li     }
714*b2055c35SXin Li   } else {
715*b2055c35SXin Li     ADD_EQ(0, literal_, literal_size);
716*b2055c35SXin Li     ADD_EQ(1, red_, NUM_LITERAL_CODES);
717*b2055c35SXin Li     ADD_EQ(2, blue_, NUM_LITERAL_CODES);
718*b2055c35SXin Li     ADD_EQ(3, alpha_, NUM_LITERAL_CODES);
719*b2055c35SXin Li     ADD_EQ(4, distance_, NUM_DISTANCE_CODES);
720*b2055c35SXin Li     for (i = 0; i < 5; ++i) out->is_used_[i] |= a->is_used_[i];
721*b2055c35SXin Li   }
722*b2055c35SXin Li }
723*b2055c35SXin Li #undef ADD
724*b2055c35SXin Li #undef ADD_EQ
725*b2055c35SXin Li 
726*b2055c35SXin Li //------------------------------------------------------------------------------
727*b2055c35SXin Li // Image transforms.
728*b2055c35SXin Li 
PredictorSub0_C(const uint32_t * in,const uint32_t * upper,int num_pixels,uint32_t * out)729*b2055c35SXin Li static void PredictorSub0_C(const uint32_t* in, const uint32_t* upper,
730*b2055c35SXin Li                             int num_pixels, uint32_t* out) {
731*b2055c35SXin Li   int i;
732*b2055c35SXin Li   for (i = 0; i < num_pixels; ++i) out[i] = VP8LSubPixels(in[i], ARGB_BLACK);
733*b2055c35SXin Li   (void)upper;
734*b2055c35SXin Li }
735*b2055c35SXin Li 
PredictorSub1_C(const uint32_t * in,const uint32_t * upper,int num_pixels,uint32_t * out)736*b2055c35SXin Li static void PredictorSub1_C(const uint32_t* in, const uint32_t* upper,
737*b2055c35SXin Li                             int num_pixels, uint32_t* out) {
738*b2055c35SXin Li   int i;
739*b2055c35SXin Li   for (i = 0; i < num_pixels; ++i) out[i] = VP8LSubPixels(in[i], in[i - 1]);
740*b2055c35SXin Li   (void)upper;
741*b2055c35SXin Li }
742*b2055c35SXin Li 
743*b2055c35SXin Li // It subtracts the prediction from the input pixel and stores the residual
744*b2055c35SXin Li // in the output pixel.
745*b2055c35SXin Li #define GENERATE_PREDICTOR_SUB(PREDICTOR_I)                                \
746*b2055c35SXin Li static void PredictorSub##PREDICTOR_I##_C(const uint32_t* in,              \
747*b2055c35SXin Li                                           const uint32_t* upper,           \
748*b2055c35SXin Li                                           int num_pixels, uint32_t* out) { \
749*b2055c35SXin Li   int x;                                                                   \
750*b2055c35SXin Li   assert(upper != NULL);                                                   \
751*b2055c35SXin Li   for (x = 0; x < num_pixels; ++x) {                                       \
752*b2055c35SXin Li     const uint32_t pred =                                                  \
753*b2055c35SXin Li         VP8LPredictor##PREDICTOR_I##_C(&in[x - 1], upper + x);             \
754*b2055c35SXin Li     out[x] = VP8LSubPixels(in[x], pred);                                   \
755*b2055c35SXin Li   }                                                                        \
756*b2055c35SXin Li }
757*b2055c35SXin Li 
758*b2055c35SXin Li GENERATE_PREDICTOR_SUB(2)
759*b2055c35SXin Li GENERATE_PREDICTOR_SUB(3)
760*b2055c35SXin Li GENERATE_PREDICTOR_SUB(4)
761*b2055c35SXin Li GENERATE_PREDICTOR_SUB(5)
762*b2055c35SXin Li GENERATE_PREDICTOR_SUB(6)
763*b2055c35SXin Li GENERATE_PREDICTOR_SUB(7)
764*b2055c35SXin Li GENERATE_PREDICTOR_SUB(8)
765*b2055c35SXin Li GENERATE_PREDICTOR_SUB(9)
766*b2055c35SXin Li GENERATE_PREDICTOR_SUB(10)
767*b2055c35SXin Li GENERATE_PREDICTOR_SUB(11)
768*b2055c35SXin Li GENERATE_PREDICTOR_SUB(12)
769*b2055c35SXin Li GENERATE_PREDICTOR_SUB(13)
770*b2055c35SXin Li 
771*b2055c35SXin Li //------------------------------------------------------------------------------
772*b2055c35SXin Li 
773*b2055c35SXin Li VP8LProcessEncBlueAndRedFunc VP8LSubtractGreenFromBlueAndRed;
774*b2055c35SXin Li 
775*b2055c35SXin Li VP8LTransformColorFunc VP8LTransformColor;
776*b2055c35SXin Li 
777*b2055c35SXin Li VP8LCollectColorBlueTransformsFunc VP8LCollectColorBlueTransforms;
778*b2055c35SXin Li VP8LCollectColorRedTransformsFunc VP8LCollectColorRedTransforms;
779*b2055c35SXin Li 
780*b2055c35SXin Li VP8LFastLog2SlowFunc VP8LFastLog2Slow;
781*b2055c35SXin Li VP8LFastLog2SlowFunc VP8LFastSLog2Slow;
782*b2055c35SXin Li 
783*b2055c35SXin Li VP8LCostFunc VP8LExtraCost;
784*b2055c35SXin Li VP8LCostCombinedFunc VP8LExtraCostCombined;
785*b2055c35SXin Li VP8LCombinedShannonEntropyFunc VP8LCombinedShannonEntropy;
786*b2055c35SXin Li 
787*b2055c35SXin Li VP8LGetEntropyUnrefinedFunc VP8LGetEntropyUnrefined;
788*b2055c35SXin Li VP8LGetCombinedEntropyUnrefinedFunc VP8LGetCombinedEntropyUnrefined;
789*b2055c35SXin Li 
790*b2055c35SXin Li VP8LAddVectorFunc VP8LAddVector;
791*b2055c35SXin Li VP8LAddVectorEqFunc VP8LAddVectorEq;
792*b2055c35SXin Li 
793*b2055c35SXin Li VP8LVectorMismatchFunc VP8LVectorMismatch;
794*b2055c35SXin Li VP8LBundleColorMapFunc VP8LBundleColorMap;
795*b2055c35SXin Li 
796*b2055c35SXin Li VP8LPredictorAddSubFunc VP8LPredictorsSub[16];
797*b2055c35SXin Li VP8LPredictorAddSubFunc VP8LPredictorsSub_C[16];
798*b2055c35SXin Li 
799*b2055c35SXin Li extern VP8CPUInfo VP8GetCPUInfo;
800*b2055c35SXin Li extern void VP8LEncDspInitSSE2(void);
801*b2055c35SXin Li extern void VP8LEncDspInitSSE41(void);
802*b2055c35SXin Li extern void VP8LEncDspInitNEON(void);
803*b2055c35SXin Li extern void VP8LEncDspInitMIPS32(void);
804*b2055c35SXin Li extern void VP8LEncDspInitMIPSdspR2(void);
805*b2055c35SXin Li extern void VP8LEncDspInitMSA(void);
806*b2055c35SXin Li 
WEBP_DSP_INIT_FUNC(VP8LEncDspInit)807*b2055c35SXin Li WEBP_DSP_INIT_FUNC(VP8LEncDspInit) {
808*b2055c35SXin Li   VP8LDspInit();
809*b2055c35SXin Li 
810*b2055c35SXin Li #if !WEBP_NEON_OMIT_C_CODE
811*b2055c35SXin Li   VP8LSubtractGreenFromBlueAndRed = VP8LSubtractGreenFromBlueAndRed_C;
812*b2055c35SXin Li 
813*b2055c35SXin Li   VP8LTransformColor = VP8LTransformColor_C;
814*b2055c35SXin Li #endif
815*b2055c35SXin Li 
816*b2055c35SXin Li   VP8LCollectColorBlueTransforms = VP8LCollectColorBlueTransforms_C;
817*b2055c35SXin Li   VP8LCollectColorRedTransforms = VP8LCollectColorRedTransforms_C;
818*b2055c35SXin Li 
819*b2055c35SXin Li   VP8LFastLog2Slow = FastLog2Slow_C;
820*b2055c35SXin Li   VP8LFastSLog2Slow = FastSLog2Slow_C;
821*b2055c35SXin Li 
822*b2055c35SXin Li   VP8LExtraCost = ExtraCost_C;
823*b2055c35SXin Li   VP8LExtraCostCombined = ExtraCostCombined_C;
824*b2055c35SXin Li   VP8LCombinedShannonEntropy = CombinedShannonEntropy_C;
825*b2055c35SXin Li 
826*b2055c35SXin Li   VP8LGetEntropyUnrefined = GetEntropyUnrefined_C;
827*b2055c35SXin Li   VP8LGetCombinedEntropyUnrefined = GetCombinedEntropyUnrefined_C;
828*b2055c35SXin Li 
829*b2055c35SXin Li   VP8LAddVector = AddVector_C;
830*b2055c35SXin Li   VP8LAddVectorEq = AddVectorEq_C;
831*b2055c35SXin Li 
832*b2055c35SXin Li   VP8LVectorMismatch = VectorMismatch_C;
833*b2055c35SXin Li   VP8LBundleColorMap = VP8LBundleColorMap_C;
834*b2055c35SXin Li 
835*b2055c35SXin Li   VP8LPredictorsSub[0] = PredictorSub0_C;
836*b2055c35SXin Li   VP8LPredictorsSub[1] = PredictorSub1_C;
837*b2055c35SXin Li   VP8LPredictorsSub[2] = PredictorSub2_C;
838*b2055c35SXin Li   VP8LPredictorsSub[3] = PredictorSub3_C;
839*b2055c35SXin Li   VP8LPredictorsSub[4] = PredictorSub4_C;
840*b2055c35SXin Li   VP8LPredictorsSub[5] = PredictorSub5_C;
841*b2055c35SXin Li   VP8LPredictorsSub[6] = PredictorSub6_C;
842*b2055c35SXin Li   VP8LPredictorsSub[7] = PredictorSub7_C;
843*b2055c35SXin Li   VP8LPredictorsSub[8] = PredictorSub8_C;
844*b2055c35SXin Li   VP8LPredictorsSub[9] = PredictorSub9_C;
845*b2055c35SXin Li   VP8LPredictorsSub[10] = PredictorSub10_C;
846*b2055c35SXin Li   VP8LPredictorsSub[11] = PredictorSub11_C;
847*b2055c35SXin Li   VP8LPredictorsSub[12] = PredictorSub12_C;
848*b2055c35SXin Li   VP8LPredictorsSub[13] = PredictorSub13_C;
849*b2055c35SXin Li   VP8LPredictorsSub[14] = PredictorSub0_C;  // <- padding security sentinels
850*b2055c35SXin Li   VP8LPredictorsSub[15] = PredictorSub0_C;
851*b2055c35SXin Li 
852*b2055c35SXin Li   VP8LPredictorsSub_C[0] = PredictorSub0_C;
853*b2055c35SXin Li   VP8LPredictorsSub_C[1] = PredictorSub1_C;
854*b2055c35SXin Li   VP8LPredictorsSub_C[2] = PredictorSub2_C;
855*b2055c35SXin Li   VP8LPredictorsSub_C[3] = PredictorSub3_C;
856*b2055c35SXin Li   VP8LPredictorsSub_C[4] = PredictorSub4_C;
857*b2055c35SXin Li   VP8LPredictorsSub_C[5] = PredictorSub5_C;
858*b2055c35SXin Li   VP8LPredictorsSub_C[6] = PredictorSub6_C;
859*b2055c35SXin Li   VP8LPredictorsSub_C[7] = PredictorSub7_C;
860*b2055c35SXin Li   VP8LPredictorsSub_C[8] = PredictorSub8_C;
861*b2055c35SXin Li   VP8LPredictorsSub_C[9] = PredictorSub9_C;
862*b2055c35SXin Li   VP8LPredictorsSub_C[10] = PredictorSub10_C;
863*b2055c35SXin Li   VP8LPredictorsSub_C[11] = PredictorSub11_C;
864*b2055c35SXin Li   VP8LPredictorsSub_C[12] = PredictorSub12_C;
865*b2055c35SXin Li   VP8LPredictorsSub_C[13] = PredictorSub13_C;
866*b2055c35SXin Li   VP8LPredictorsSub_C[14] = PredictorSub0_C;  // <- padding security sentinels
867*b2055c35SXin Li   VP8LPredictorsSub_C[15] = PredictorSub0_C;
868*b2055c35SXin Li 
869*b2055c35SXin Li   // If defined, use CPUInfo() to overwrite some pointers with faster versions.
870*b2055c35SXin Li   if (VP8GetCPUInfo != NULL) {
871*b2055c35SXin Li #if defined(WEBP_HAVE_SSE2)
872*b2055c35SXin Li     if (VP8GetCPUInfo(kSSE2)) {
873*b2055c35SXin Li       VP8LEncDspInitSSE2();
874*b2055c35SXin Li #if defined(WEBP_HAVE_SSE41)
875*b2055c35SXin Li       if (VP8GetCPUInfo(kSSE4_1)) {
876*b2055c35SXin Li         VP8LEncDspInitSSE41();
877*b2055c35SXin Li       }
878*b2055c35SXin Li #endif
879*b2055c35SXin Li     }
880*b2055c35SXin Li #endif
881*b2055c35SXin Li #if defined(WEBP_USE_MIPS32)
882*b2055c35SXin Li     if (VP8GetCPUInfo(kMIPS32)) {
883*b2055c35SXin Li       VP8LEncDspInitMIPS32();
884*b2055c35SXin Li     }
885*b2055c35SXin Li #endif
886*b2055c35SXin Li #if defined(WEBP_USE_MIPS_DSP_R2)
887*b2055c35SXin Li     if (VP8GetCPUInfo(kMIPSdspR2)) {
888*b2055c35SXin Li       VP8LEncDspInitMIPSdspR2();
889*b2055c35SXin Li     }
890*b2055c35SXin Li #endif
891*b2055c35SXin Li #if defined(WEBP_USE_MSA)
892*b2055c35SXin Li     if (VP8GetCPUInfo(kMSA)) {
893*b2055c35SXin Li       VP8LEncDspInitMSA();
894*b2055c35SXin Li     }
895*b2055c35SXin Li #endif
896*b2055c35SXin Li   }
897*b2055c35SXin Li 
898*b2055c35SXin Li #if defined(WEBP_HAVE_NEON)
899*b2055c35SXin Li   if (WEBP_NEON_OMIT_C_CODE ||
900*b2055c35SXin Li       (VP8GetCPUInfo != NULL && VP8GetCPUInfo(kNEON))) {
901*b2055c35SXin Li     VP8LEncDspInitNEON();
902*b2055c35SXin Li   }
903*b2055c35SXin Li #endif
904*b2055c35SXin Li 
905*b2055c35SXin Li   assert(VP8LSubtractGreenFromBlueAndRed != NULL);
906*b2055c35SXin Li   assert(VP8LTransformColor != NULL);
907*b2055c35SXin Li   assert(VP8LCollectColorBlueTransforms != NULL);
908*b2055c35SXin Li   assert(VP8LCollectColorRedTransforms != NULL);
909*b2055c35SXin Li   assert(VP8LFastLog2Slow != NULL);
910*b2055c35SXin Li   assert(VP8LFastSLog2Slow != NULL);
911*b2055c35SXin Li   assert(VP8LExtraCost != NULL);
912*b2055c35SXin Li   assert(VP8LExtraCostCombined != NULL);
913*b2055c35SXin Li   assert(VP8LCombinedShannonEntropy != NULL);
914*b2055c35SXin Li   assert(VP8LGetEntropyUnrefined != NULL);
915*b2055c35SXin Li   assert(VP8LGetCombinedEntropyUnrefined != NULL);
916*b2055c35SXin Li   assert(VP8LAddVector != NULL);
917*b2055c35SXin Li   assert(VP8LAddVectorEq != NULL);
918*b2055c35SXin Li   assert(VP8LVectorMismatch != NULL);
919*b2055c35SXin Li   assert(VP8LBundleColorMap != NULL);
920*b2055c35SXin Li   assert(VP8LPredictorsSub[0] != NULL);
921*b2055c35SXin Li   assert(VP8LPredictorsSub[1] != NULL);
922*b2055c35SXin Li   assert(VP8LPredictorsSub[2] != NULL);
923*b2055c35SXin Li   assert(VP8LPredictorsSub[3] != NULL);
924*b2055c35SXin Li   assert(VP8LPredictorsSub[4] != NULL);
925*b2055c35SXin Li   assert(VP8LPredictorsSub[5] != NULL);
926*b2055c35SXin Li   assert(VP8LPredictorsSub[6] != NULL);
927*b2055c35SXin Li   assert(VP8LPredictorsSub[7] != NULL);
928*b2055c35SXin Li   assert(VP8LPredictorsSub[8] != NULL);
929*b2055c35SXin Li   assert(VP8LPredictorsSub[9] != NULL);
930*b2055c35SXin Li   assert(VP8LPredictorsSub[10] != NULL);
931*b2055c35SXin Li   assert(VP8LPredictorsSub[11] != NULL);
932*b2055c35SXin Li   assert(VP8LPredictorsSub[12] != NULL);
933*b2055c35SXin Li   assert(VP8LPredictorsSub[13] != NULL);
934*b2055c35SXin Li   assert(VP8LPredictorsSub[14] != NULL);
935*b2055c35SXin Li   assert(VP8LPredictorsSub[15] != NULL);
936*b2055c35SXin Li   assert(VP8LPredictorsSub_C[0] != NULL);
937*b2055c35SXin Li   assert(VP8LPredictorsSub_C[1] != NULL);
938*b2055c35SXin Li   assert(VP8LPredictorsSub_C[2] != NULL);
939*b2055c35SXin Li   assert(VP8LPredictorsSub_C[3] != NULL);
940*b2055c35SXin Li   assert(VP8LPredictorsSub_C[4] != NULL);
941*b2055c35SXin Li   assert(VP8LPredictorsSub_C[5] != NULL);
942*b2055c35SXin Li   assert(VP8LPredictorsSub_C[6] != NULL);
943*b2055c35SXin Li   assert(VP8LPredictorsSub_C[7] != NULL);
944*b2055c35SXin Li   assert(VP8LPredictorsSub_C[8] != NULL);
945*b2055c35SXin Li   assert(VP8LPredictorsSub_C[9] != NULL);
946*b2055c35SXin Li   assert(VP8LPredictorsSub_C[10] != NULL);
947*b2055c35SXin Li   assert(VP8LPredictorsSub_C[11] != NULL);
948*b2055c35SXin Li   assert(VP8LPredictorsSub_C[12] != NULL);
949*b2055c35SXin Li   assert(VP8LPredictorsSub_C[13] != NULL);
950*b2055c35SXin Li   assert(VP8LPredictorsSub_C[14] != NULL);
951*b2055c35SXin Li   assert(VP8LPredictorsSub_C[15] != NULL);
952*b2055c35SXin Li }
953*b2055c35SXin Li 
954*b2055c35SXin Li //------------------------------------------------------------------------------
955