1*b2055c35SXin Li // Copyright 2010 Google Inc. All Rights Reserved.
2*b2055c35SXin Li //
3*b2055c35SXin Li // Use of this source code is governed by a BSD-style license
4*b2055c35SXin Li // that can be found in the COPYING file in the root of the source
5*b2055c35SXin Li // tree. An additional intellectual property rights grant can be found
6*b2055c35SXin Li // in the file PATENTS. All contributing project authors may
7*b2055c35SXin Li // be found in the AUTHORS file in the root of the source tree.
8*b2055c35SXin Li // -----------------------------------------------------------------------------
9*b2055c35SXin Li //
10*b2055c35SXin Li // Boolean decoder non-inlined methods
11*b2055c35SXin Li //
12*b2055c35SXin Li // Author: Skal ([email protected])
13*b2055c35SXin Li
14*b2055c35SXin Li #ifdef HAVE_CONFIG_H
15*b2055c35SXin Li #include "src/webp/config.h"
16*b2055c35SXin Li #endif
17*b2055c35SXin Li
18*b2055c35SXin Li #include "src/dsp/cpu.h"
19*b2055c35SXin Li #include "src/utils/bit_reader_inl_utils.h"
20*b2055c35SXin Li #include "src/utils/utils.h"
21*b2055c35SXin Li
22*b2055c35SXin Li //------------------------------------------------------------------------------
23*b2055c35SXin Li // VP8BitReader
24*b2055c35SXin Li
VP8BitReaderSetBuffer(VP8BitReader * const br,const uint8_t * const start,size_t size)25*b2055c35SXin Li void VP8BitReaderSetBuffer(VP8BitReader* const br,
26*b2055c35SXin Li const uint8_t* const start,
27*b2055c35SXin Li size_t size) {
28*b2055c35SXin Li br->buf_ = start;
29*b2055c35SXin Li br->buf_end_ = start + size;
30*b2055c35SXin Li br->buf_max_ =
31*b2055c35SXin Li (size >= sizeof(lbit_t)) ? start + size - sizeof(lbit_t) + 1
32*b2055c35SXin Li : start;
33*b2055c35SXin Li }
34*b2055c35SXin Li
VP8InitBitReader(VP8BitReader * const br,const uint8_t * const start,size_t size)35*b2055c35SXin Li void VP8InitBitReader(VP8BitReader* const br,
36*b2055c35SXin Li const uint8_t* const start, size_t size) {
37*b2055c35SXin Li assert(br != NULL);
38*b2055c35SXin Li assert(start != NULL);
39*b2055c35SXin Li assert(size < (1u << 31)); // limit ensured by format and upstream checks
40*b2055c35SXin Li br->range_ = 255 - 1;
41*b2055c35SXin Li br->value_ = 0;
42*b2055c35SXin Li br->bits_ = -8; // to load the very first 8bits
43*b2055c35SXin Li br->eof_ = 0;
44*b2055c35SXin Li VP8BitReaderSetBuffer(br, start, size);
45*b2055c35SXin Li VP8LoadNewBytes(br);
46*b2055c35SXin Li }
47*b2055c35SXin Li
VP8RemapBitReader(VP8BitReader * const br,ptrdiff_t offset)48*b2055c35SXin Li void VP8RemapBitReader(VP8BitReader* const br, ptrdiff_t offset) {
49*b2055c35SXin Li if (br->buf_ != NULL) {
50*b2055c35SXin Li br->buf_ += offset;
51*b2055c35SXin Li br->buf_end_ += offset;
52*b2055c35SXin Li br->buf_max_ += offset;
53*b2055c35SXin Li }
54*b2055c35SXin Li }
55*b2055c35SXin Li
56*b2055c35SXin Li const uint8_t kVP8Log2Range[128] = {
57*b2055c35SXin Li 7, 6, 6, 5, 5, 5, 5, 4, 4, 4, 4, 4, 4, 4, 4,
58*b2055c35SXin Li 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
59*b2055c35SXin Li 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
60*b2055c35SXin Li 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
61*b2055c35SXin Li 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
62*b2055c35SXin Li 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
63*b2055c35SXin Li 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
64*b2055c35SXin Li 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
65*b2055c35SXin Li 0
66*b2055c35SXin Li };
67*b2055c35SXin Li
68*b2055c35SXin Li // range = ((range - 1) << kVP8Log2Range[range]) + 1
69*b2055c35SXin Li const uint8_t kVP8NewRange[128] = {
70*b2055c35SXin Li 127, 127, 191, 127, 159, 191, 223, 127,
71*b2055c35SXin Li 143, 159, 175, 191, 207, 223, 239, 127,
72*b2055c35SXin Li 135, 143, 151, 159, 167, 175, 183, 191,
73*b2055c35SXin Li 199, 207, 215, 223, 231, 239, 247, 127,
74*b2055c35SXin Li 131, 135, 139, 143, 147, 151, 155, 159,
75*b2055c35SXin Li 163, 167, 171, 175, 179, 183, 187, 191,
76*b2055c35SXin Li 195, 199, 203, 207, 211, 215, 219, 223,
77*b2055c35SXin Li 227, 231, 235, 239, 243, 247, 251, 127,
78*b2055c35SXin Li 129, 131, 133, 135, 137, 139, 141, 143,
79*b2055c35SXin Li 145, 147, 149, 151, 153, 155, 157, 159,
80*b2055c35SXin Li 161, 163, 165, 167, 169, 171, 173, 175,
81*b2055c35SXin Li 177, 179, 181, 183, 185, 187, 189, 191,
82*b2055c35SXin Li 193, 195, 197, 199, 201, 203, 205, 207,
83*b2055c35SXin Li 209, 211, 213, 215, 217, 219, 221, 223,
84*b2055c35SXin Li 225, 227, 229, 231, 233, 235, 237, 239,
85*b2055c35SXin Li 241, 243, 245, 247, 249, 251, 253, 127
86*b2055c35SXin Li };
87*b2055c35SXin Li
VP8LoadFinalBytes(VP8BitReader * const br)88*b2055c35SXin Li void VP8LoadFinalBytes(VP8BitReader* const br) {
89*b2055c35SXin Li assert(br != NULL && br->buf_ != NULL);
90*b2055c35SXin Li // Only read 8bits at a time
91*b2055c35SXin Li if (br->buf_ < br->buf_end_) {
92*b2055c35SXin Li br->bits_ += 8;
93*b2055c35SXin Li br->value_ = (bit_t)(*br->buf_++) | (br->value_ << 8);
94*b2055c35SXin Li } else if (!br->eof_) {
95*b2055c35SXin Li br->value_ <<= 8;
96*b2055c35SXin Li br->bits_ += 8;
97*b2055c35SXin Li br->eof_ = 1;
98*b2055c35SXin Li } else {
99*b2055c35SXin Li br->bits_ = 0; // This is to avoid undefined behaviour with shifts.
100*b2055c35SXin Li }
101*b2055c35SXin Li }
102*b2055c35SXin Li
103*b2055c35SXin Li //------------------------------------------------------------------------------
104*b2055c35SXin Li // Higher-level calls
105*b2055c35SXin Li
VP8GetValue(VP8BitReader * const br,int bits,const char label[])106*b2055c35SXin Li uint32_t VP8GetValue(VP8BitReader* const br, int bits, const char label[]) {
107*b2055c35SXin Li uint32_t v = 0;
108*b2055c35SXin Li while (bits-- > 0) {
109*b2055c35SXin Li v |= VP8GetBit(br, 0x80, label) << bits;
110*b2055c35SXin Li }
111*b2055c35SXin Li return v;
112*b2055c35SXin Li }
113*b2055c35SXin Li
VP8GetSignedValue(VP8BitReader * const br,int bits,const char label[])114*b2055c35SXin Li int32_t VP8GetSignedValue(VP8BitReader* const br, int bits,
115*b2055c35SXin Li const char label[]) {
116*b2055c35SXin Li const int value = VP8GetValue(br, bits, label);
117*b2055c35SXin Li return VP8Get(br, label) ? -value : value;
118*b2055c35SXin Li }
119*b2055c35SXin Li
120*b2055c35SXin Li //------------------------------------------------------------------------------
121*b2055c35SXin Li // VP8LBitReader
122*b2055c35SXin Li
123*b2055c35SXin Li #define VP8L_LOG8_WBITS 4 // Number of bytes needed to store VP8L_WBITS bits.
124*b2055c35SXin Li
125*b2055c35SXin Li #if defined(__arm__) || defined(_M_ARM) || WEBP_AARCH64 || \
126*b2055c35SXin Li defined(__i386__) || defined(_M_IX86) || \
127*b2055c35SXin Li defined(__x86_64__) || defined(_M_X64)
128*b2055c35SXin Li #define VP8L_USE_FAST_LOAD
129*b2055c35SXin Li #endif
130*b2055c35SXin Li
131*b2055c35SXin Li static const uint32_t kBitMask[VP8L_MAX_NUM_BIT_READ + 1] = {
132*b2055c35SXin Li 0,
133*b2055c35SXin Li 0x000001, 0x000003, 0x000007, 0x00000f,
134*b2055c35SXin Li 0x00001f, 0x00003f, 0x00007f, 0x0000ff,
135*b2055c35SXin Li 0x0001ff, 0x0003ff, 0x0007ff, 0x000fff,
136*b2055c35SXin Li 0x001fff, 0x003fff, 0x007fff, 0x00ffff,
137*b2055c35SXin Li 0x01ffff, 0x03ffff, 0x07ffff, 0x0fffff,
138*b2055c35SXin Li 0x1fffff, 0x3fffff, 0x7fffff, 0xffffff
139*b2055c35SXin Li };
140*b2055c35SXin Li
VP8LInitBitReader(VP8LBitReader * const br,const uint8_t * const start,size_t length)141*b2055c35SXin Li void VP8LInitBitReader(VP8LBitReader* const br, const uint8_t* const start,
142*b2055c35SXin Li size_t length) {
143*b2055c35SXin Li size_t i;
144*b2055c35SXin Li vp8l_val_t value = 0;
145*b2055c35SXin Li assert(br != NULL);
146*b2055c35SXin Li assert(start != NULL);
147*b2055c35SXin Li assert(length < 0xfffffff8u); // can't happen with a RIFF chunk.
148*b2055c35SXin Li
149*b2055c35SXin Li br->len_ = length;
150*b2055c35SXin Li br->val_ = 0;
151*b2055c35SXin Li br->bit_pos_ = 0;
152*b2055c35SXin Li br->eos_ = 0;
153*b2055c35SXin Li
154*b2055c35SXin Li if (length > sizeof(br->val_)) {
155*b2055c35SXin Li length = sizeof(br->val_);
156*b2055c35SXin Li }
157*b2055c35SXin Li for (i = 0; i < length; ++i) {
158*b2055c35SXin Li value |= (vp8l_val_t)start[i] << (8 * i);
159*b2055c35SXin Li }
160*b2055c35SXin Li br->val_ = value;
161*b2055c35SXin Li br->pos_ = length;
162*b2055c35SXin Li br->buf_ = start;
163*b2055c35SXin Li }
164*b2055c35SXin Li
VP8LBitReaderSetBuffer(VP8LBitReader * const br,const uint8_t * const buf,size_t len)165*b2055c35SXin Li void VP8LBitReaderSetBuffer(VP8LBitReader* const br,
166*b2055c35SXin Li const uint8_t* const buf, size_t len) {
167*b2055c35SXin Li assert(br != NULL);
168*b2055c35SXin Li assert(buf != NULL);
169*b2055c35SXin Li assert(len < 0xfffffff8u); // can't happen with a RIFF chunk.
170*b2055c35SXin Li br->buf_ = buf;
171*b2055c35SXin Li br->len_ = len;
172*b2055c35SXin Li // pos_ > len_ should be considered a param error.
173*b2055c35SXin Li br->eos_ = (br->pos_ > br->len_) || VP8LIsEndOfStream(br);
174*b2055c35SXin Li }
175*b2055c35SXin Li
VP8LSetEndOfStream(VP8LBitReader * const br)176*b2055c35SXin Li static void VP8LSetEndOfStream(VP8LBitReader* const br) {
177*b2055c35SXin Li br->eos_ = 1;
178*b2055c35SXin Li br->bit_pos_ = 0; // To avoid undefined behaviour with shifts.
179*b2055c35SXin Li }
180*b2055c35SXin Li
181*b2055c35SXin Li // If not at EOS, reload up to VP8L_LBITS byte-by-byte
ShiftBytes(VP8LBitReader * const br)182*b2055c35SXin Li static void ShiftBytes(VP8LBitReader* const br) {
183*b2055c35SXin Li while (br->bit_pos_ >= 8 && br->pos_ < br->len_) {
184*b2055c35SXin Li br->val_ >>= 8;
185*b2055c35SXin Li br->val_ |= ((vp8l_val_t)br->buf_[br->pos_]) << (VP8L_LBITS - 8);
186*b2055c35SXin Li ++br->pos_;
187*b2055c35SXin Li br->bit_pos_ -= 8;
188*b2055c35SXin Li }
189*b2055c35SXin Li if (VP8LIsEndOfStream(br)) {
190*b2055c35SXin Li VP8LSetEndOfStream(br);
191*b2055c35SXin Li }
192*b2055c35SXin Li }
193*b2055c35SXin Li
VP8LDoFillBitWindow(VP8LBitReader * const br)194*b2055c35SXin Li void VP8LDoFillBitWindow(VP8LBitReader* const br) {
195*b2055c35SXin Li assert(br->bit_pos_ >= VP8L_WBITS);
196*b2055c35SXin Li #if defined(VP8L_USE_FAST_LOAD)
197*b2055c35SXin Li if (br->pos_ + sizeof(br->val_) < br->len_) {
198*b2055c35SXin Li br->val_ >>= VP8L_WBITS;
199*b2055c35SXin Li br->bit_pos_ -= VP8L_WBITS;
200*b2055c35SXin Li br->val_ |= (vp8l_val_t)HToLE32(WebPMemToUint32(br->buf_ + br->pos_)) <<
201*b2055c35SXin Li (VP8L_LBITS - VP8L_WBITS);
202*b2055c35SXin Li br->pos_ += VP8L_LOG8_WBITS;
203*b2055c35SXin Li return;
204*b2055c35SXin Li }
205*b2055c35SXin Li #endif
206*b2055c35SXin Li ShiftBytes(br); // Slow path.
207*b2055c35SXin Li }
208*b2055c35SXin Li
VP8LReadBits(VP8LBitReader * const br,int n_bits)209*b2055c35SXin Li uint32_t VP8LReadBits(VP8LBitReader* const br, int n_bits) {
210*b2055c35SXin Li assert(n_bits >= 0);
211*b2055c35SXin Li // Flag an error if end_of_stream or n_bits is more than allowed limit.
212*b2055c35SXin Li if (!br->eos_ && n_bits <= VP8L_MAX_NUM_BIT_READ) {
213*b2055c35SXin Li const uint32_t val = VP8LPrefetchBits(br) & kBitMask[n_bits];
214*b2055c35SXin Li const int new_bits = br->bit_pos_ + n_bits;
215*b2055c35SXin Li br->bit_pos_ = new_bits;
216*b2055c35SXin Li ShiftBytes(br);
217*b2055c35SXin Li return val;
218*b2055c35SXin Li } else {
219*b2055c35SXin Li VP8LSetEndOfStream(br);
220*b2055c35SXin Li return 0;
221*b2055c35SXin Li }
222*b2055c35SXin Li }
223*b2055c35SXin Li
224*b2055c35SXin Li //------------------------------------------------------------------------------
225*b2055c35SXin Li // Bit-tracing tool
226*b2055c35SXin Li
227*b2055c35SXin Li #if (BITTRACE > 0)
228*b2055c35SXin Li
229*b2055c35SXin Li #include <stdlib.h> // for atexit()
230*b2055c35SXin Li #include <stdio.h>
231*b2055c35SXin Li #include <string.h>
232*b2055c35SXin Li
233*b2055c35SXin Li #define MAX_NUM_LABELS 32
234*b2055c35SXin Li static struct {
235*b2055c35SXin Li const char* label;
236*b2055c35SXin Li int size;
237*b2055c35SXin Li int count;
238*b2055c35SXin Li } kLabels[MAX_NUM_LABELS];
239*b2055c35SXin Li
240*b2055c35SXin Li static int last_label = 0;
241*b2055c35SXin Li static int last_pos = 0;
242*b2055c35SXin Li static const uint8_t* buf_start = NULL;
243*b2055c35SXin Li static int init_done = 0;
244*b2055c35SXin Li
PrintBitTraces(void)245*b2055c35SXin Li static void PrintBitTraces(void) {
246*b2055c35SXin Li int i;
247*b2055c35SXin Li int scale = 1;
248*b2055c35SXin Li int total = 0;
249*b2055c35SXin Li const char* units = "bits";
250*b2055c35SXin Li #if (BITTRACE == 2)
251*b2055c35SXin Li scale = 8;
252*b2055c35SXin Li units = "bytes";
253*b2055c35SXin Li #endif
254*b2055c35SXin Li for (i = 0; i < last_label; ++i) total += kLabels[i].size;
255*b2055c35SXin Li if (total < 1) total = 1; // avoid rounding errors
256*b2055c35SXin Li printf("=== Bit traces ===\n");
257*b2055c35SXin Li for (i = 0; i < last_label; ++i) {
258*b2055c35SXin Li const int skip = 16 - (int)strlen(kLabels[i].label);
259*b2055c35SXin Li const int value = (kLabels[i].size + scale - 1) / scale;
260*b2055c35SXin Li assert(skip > 0);
261*b2055c35SXin Li printf("%s \%*s: %6d %s \t[%5.2f%%] [count: %7d]\n",
262*b2055c35SXin Li kLabels[i].label, skip, "", value, units,
263*b2055c35SXin Li 100.f * kLabels[i].size / total,
264*b2055c35SXin Li kLabels[i].count);
265*b2055c35SXin Li }
266*b2055c35SXin Li total = (total + scale - 1) / scale;
267*b2055c35SXin Li printf("Total: %d %s\n", total, units);
268*b2055c35SXin Li }
269*b2055c35SXin Li
BitTrace(const struct VP8BitReader * const br,const char label[])270*b2055c35SXin Li void BitTrace(const struct VP8BitReader* const br, const char label[]) {
271*b2055c35SXin Li int i, pos;
272*b2055c35SXin Li if (!init_done) {
273*b2055c35SXin Li memset(kLabels, 0, sizeof(kLabels));
274*b2055c35SXin Li atexit(PrintBitTraces);
275*b2055c35SXin Li buf_start = br->buf_;
276*b2055c35SXin Li init_done = 1;
277*b2055c35SXin Li }
278*b2055c35SXin Li pos = (int)(br->buf_ - buf_start) * 8 - br->bits_;
279*b2055c35SXin Li // if there's a too large jump, we've changed partition -> reset counter
280*b2055c35SXin Li if (abs(pos - last_pos) > 32) {
281*b2055c35SXin Li buf_start = br->buf_;
282*b2055c35SXin Li pos = 0;
283*b2055c35SXin Li last_pos = 0;
284*b2055c35SXin Li }
285*b2055c35SXin Li if (br->range_ >= 0x7f) pos += kVP8Log2Range[br->range_ - 0x7f];
286*b2055c35SXin Li for (i = 0; i < last_label; ++i) {
287*b2055c35SXin Li if (!strcmp(label, kLabels[i].label)) break;
288*b2055c35SXin Li }
289*b2055c35SXin Li if (i == MAX_NUM_LABELS) abort(); // overflow!
290*b2055c35SXin Li kLabels[i].label = label;
291*b2055c35SXin Li kLabels[i].size += pos - last_pos;
292*b2055c35SXin Li kLabels[i].count += 1;
293*b2055c35SXin Li if (i == last_label) ++last_label;
294*b2055c35SXin Li last_pos = pos;
295*b2055c35SXin Li }
296*b2055c35SXin Li
297*b2055c35SXin Li #endif // BITTRACE > 0
298*b2055c35SXin Li
299*b2055c35SXin Li //------------------------------------------------------------------------------
300