1*6777b538SAndroid Build Coastguard Worker /* Copyright 2016 Google Inc. All Rights Reserved.
2*6777b538SAndroid Build Coastguard Worker
3*6777b538SAndroid Build Coastguard Worker Distributed under MIT license.
4*6777b538SAndroid Build Coastguard Worker See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
5*6777b538SAndroid Build Coastguard Worker */
6*6777b538SAndroid Build Coastguard Worker
7*6777b538SAndroid Build Coastguard Worker /**
8*6777b538SAndroid Build Coastguard Worker * @file
9*6777b538SAndroid Build Coastguard Worker * Common constants used in decoder and encoder API.
10*6777b538SAndroid Build Coastguard Worker */
11*6777b538SAndroid Build Coastguard Worker
12*6777b538SAndroid Build Coastguard Worker #ifndef BROTLI_COMMON_CONSTANTS_H_
13*6777b538SAndroid Build Coastguard Worker #define BROTLI_COMMON_CONSTANTS_H_
14*6777b538SAndroid Build Coastguard Worker
15*6777b538SAndroid Build Coastguard Worker #include "platform.h"
16*6777b538SAndroid Build Coastguard Worker #include <brotli/port.h>
17*6777b538SAndroid Build Coastguard Worker #include <brotli/types.h>
18*6777b538SAndroid Build Coastguard Worker
19*6777b538SAndroid Build Coastguard Worker /* Specification: 7.3. Encoding of the context map */
20*6777b538SAndroid Build Coastguard Worker #define BROTLI_CONTEXT_MAP_MAX_RLE 16
21*6777b538SAndroid Build Coastguard Worker
22*6777b538SAndroid Build Coastguard Worker /* Specification: 2. Compressed representation overview */
23*6777b538SAndroid Build Coastguard Worker #define BROTLI_MAX_NUMBER_OF_BLOCK_TYPES 256
24*6777b538SAndroid Build Coastguard Worker
25*6777b538SAndroid Build Coastguard Worker /* Specification: 3.3. Alphabet sizes: insert-and-copy length */
26*6777b538SAndroid Build Coastguard Worker #define BROTLI_NUM_LITERAL_SYMBOLS 256
27*6777b538SAndroid Build Coastguard Worker #define BROTLI_NUM_COMMAND_SYMBOLS 704
28*6777b538SAndroid Build Coastguard Worker #define BROTLI_NUM_BLOCK_LEN_SYMBOLS 26
29*6777b538SAndroid Build Coastguard Worker #define BROTLI_MAX_CONTEXT_MAP_SYMBOLS (BROTLI_MAX_NUMBER_OF_BLOCK_TYPES + \
30*6777b538SAndroid Build Coastguard Worker BROTLI_CONTEXT_MAP_MAX_RLE)
31*6777b538SAndroid Build Coastguard Worker #define BROTLI_MAX_BLOCK_TYPE_SYMBOLS (BROTLI_MAX_NUMBER_OF_BLOCK_TYPES + 2)
32*6777b538SAndroid Build Coastguard Worker
33*6777b538SAndroid Build Coastguard Worker /* Specification: 3.5. Complex prefix codes */
34*6777b538SAndroid Build Coastguard Worker #define BROTLI_REPEAT_PREVIOUS_CODE_LENGTH 16
35*6777b538SAndroid Build Coastguard Worker #define BROTLI_REPEAT_ZERO_CODE_LENGTH 17
36*6777b538SAndroid Build Coastguard Worker #define BROTLI_CODE_LENGTH_CODES (BROTLI_REPEAT_ZERO_CODE_LENGTH + 1)
37*6777b538SAndroid Build Coastguard Worker /* "code length of 8 is repeated" */
38*6777b538SAndroid Build Coastguard Worker #define BROTLI_INITIAL_REPEATED_CODE_LENGTH 8
39*6777b538SAndroid Build Coastguard Worker
40*6777b538SAndroid Build Coastguard Worker /* "Large Window Brotli" */
41*6777b538SAndroid Build Coastguard Worker
42*6777b538SAndroid Build Coastguard Worker /**
43*6777b538SAndroid Build Coastguard Worker * The theoretical maximum number of distance bits specified for large window
44*6777b538SAndroid Build Coastguard Worker * brotli, for 64-bit encoders and decoders. Even when in practice 32-bit
45*6777b538SAndroid Build Coastguard Worker * encoders and decoders only support up to 30 max distance bits, the value is
46*6777b538SAndroid Build Coastguard Worker * set to 62 because it affects the large window brotli file format.
47*6777b538SAndroid Build Coastguard Worker * Specifically, it affects the encoding of simple huffman tree for distances,
48*6777b538SAndroid Build Coastguard Worker * see Specification RFC 7932 chapter 3.4.
49*6777b538SAndroid Build Coastguard Worker */
50*6777b538SAndroid Build Coastguard Worker #define BROTLI_LARGE_MAX_DISTANCE_BITS 62U
51*6777b538SAndroid Build Coastguard Worker #define BROTLI_LARGE_MIN_WBITS 10
52*6777b538SAndroid Build Coastguard Worker /**
53*6777b538SAndroid Build Coastguard Worker * The maximum supported large brotli window bits by the encoder and decoder.
54*6777b538SAndroid Build Coastguard Worker * Large window brotli allows up to 62 bits, however the current encoder and
55*6777b538SAndroid Build Coastguard Worker * decoder, designed for 32-bit integers, only support up to 30 bits maximum.
56*6777b538SAndroid Build Coastguard Worker */
57*6777b538SAndroid Build Coastguard Worker #define BROTLI_LARGE_MAX_WBITS 30
58*6777b538SAndroid Build Coastguard Worker
59*6777b538SAndroid Build Coastguard Worker /* Specification: 4. Encoding of distances */
60*6777b538SAndroid Build Coastguard Worker #define BROTLI_NUM_DISTANCE_SHORT_CODES 16
61*6777b538SAndroid Build Coastguard Worker /**
62*6777b538SAndroid Build Coastguard Worker * Maximal number of "postfix" bits.
63*6777b538SAndroid Build Coastguard Worker *
64*6777b538SAndroid Build Coastguard Worker * Number of "postfix" bits is stored as 2 bits in meta-block header.
65*6777b538SAndroid Build Coastguard Worker */
66*6777b538SAndroid Build Coastguard Worker #define BROTLI_MAX_NPOSTFIX 3
67*6777b538SAndroid Build Coastguard Worker #define BROTLI_MAX_NDIRECT 120
68*6777b538SAndroid Build Coastguard Worker #define BROTLI_MAX_DISTANCE_BITS 24U
69*6777b538SAndroid Build Coastguard Worker #define BROTLI_DISTANCE_ALPHABET_SIZE(NPOSTFIX, NDIRECT, MAXNBITS) ( \
70*6777b538SAndroid Build Coastguard Worker BROTLI_NUM_DISTANCE_SHORT_CODES + (NDIRECT) + \
71*6777b538SAndroid Build Coastguard Worker ((MAXNBITS) << ((NPOSTFIX) + 1)))
72*6777b538SAndroid Build Coastguard Worker /* BROTLI_NUM_DISTANCE_SYMBOLS == 1128 */
73*6777b538SAndroid Build Coastguard Worker #define BROTLI_NUM_DISTANCE_SYMBOLS \
74*6777b538SAndroid Build Coastguard Worker BROTLI_DISTANCE_ALPHABET_SIZE( \
75*6777b538SAndroid Build Coastguard Worker BROTLI_MAX_NDIRECT, BROTLI_MAX_NPOSTFIX, BROTLI_LARGE_MAX_DISTANCE_BITS)
76*6777b538SAndroid Build Coastguard Worker
77*6777b538SAndroid Build Coastguard Worker /* ((1 << 26) - 4) is the maximal distance that can be expressed in RFC 7932
78*6777b538SAndroid Build Coastguard Worker brotli stream using NPOSTFIX = 0 and NDIRECT = 0. With other NPOSTFIX and
79*6777b538SAndroid Build Coastguard Worker NDIRECT values distances up to ((1 << 29) + 88) could be expressed. */
80*6777b538SAndroid Build Coastguard Worker #define BROTLI_MAX_DISTANCE 0x3FFFFFC
81*6777b538SAndroid Build Coastguard Worker
82*6777b538SAndroid Build Coastguard Worker /* ((1 << 31) - 4) is the safe distance limit. Using this number as a limit
83*6777b538SAndroid Build Coastguard Worker allows safe distance calculation without overflows, given the distance
84*6777b538SAndroid Build Coastguard Worker alphabet size is limited to corresponding size
85*6777b538SAndroid Build Coastguard Worker (see kLargeWindowDistanceCodeLimits). */
86*6777b538SAndroid Build Coastguard Worker #define BROTLI_MAX_ALLOWED_DISTANCE 0x7FFFFFFC
87*6777b538SAndroid Build Coastguard Worker
88*6777b538SAndroid Build Coastguard Worker
89*6777b538SAndroid Build Coastguard Worker /* Specification: 4. Encoding of Literal Insertion Lengths and Copy Lengths */
90*6777b538SAndroid Build Coastguard Worker #define BROTLI_NUM_INS_COPY_CODES 24
91*6777b538SAndroid Build Coastguard Worker
92*6777b538SAndroid Build Coastguard Worker /* 7.1. Context modes and context ID lookup for literals */
93*6777b538SAndroid Build Coastguard Worker /* "context IDs for literals are in the range of 0..63" */
94*6777b538SAndroid Build Coastguard Worker #define BROTLI_LITERAL_CONTEXT_BITS 6
95*6777b538SAndroid Build Coastguard Worker
96*6777b538SAndroid Build Coastguard Worker /* 7.2. Context ID for distances */
97*6777b538SAndroid Build Coastguard Worker #define BROTLI_DISTANCE_CONTEXT_BITS 2
98*6777b538SAndroid Build Coastguard Worker
99*6777b538SAndroid Build Coastguard Worker /* 9.1. Format of the Stream Header */
100*6777b538SAndroid Build Coastguard Worker /* Number of slack bytes for window size. Don't confuse
101*6777b538SAndroid Build Coastguard Worker with BROTLI_NUM_DISTANCE_SHORT_CODES. */
102*6777b538SAndroid Build Coastguard Worker #define BROTLI_WINDOW_GAP 16
103*6777b538SAndroid Build Coastguard Worker #define BROTLI_MAX_BACKWARD_LIMIT(W) (((size_t)1 << (W)) - BROTLI_WINDOW_GAP)
104*6777b538SAndroid Build Coastguard Worker
105*6777b538SAndroid Build Coastguard Worker typedef struct BrotliDistanceCodeLimit {
106*6777b538SAndroid Build Coastguard Worker uint32_t max_alphabet_size;
107*6777b538SAndroid Build Coastguard Worker uint32_t max_distance;
108*6777b538SAndroid Build Coastguard Worker } BrotliDistanceCodeLimit;
109*6777b538SAndroid Build Coastguard Worker
110*6777b538SAndroid Build Coastguard Worker /* This function calculates maximal size of distance alphabet, such that the
111*6777b538SAndroid Build Coastguard Worker distances greater than the given values can not be represented.
112*6777b538SAndroid Build Coastguard Worker
113*6777b538SAndroid Build Coastguard Worker This limits are designed to support fast and safe 32-bit decoders.
114*6777b538SAndroid Build Coastguard Worker "32-bit" means that signed integer values up to ((1 << 31) - 1) could be
115*6777b538SAndroid Build Coastguard Worker safely expressed.
116*6777b538SAndroid Build Coastguard Worker
117*6777b538SAndroid Build Coastguard Worker Brotli distance alphabet symbols do not represent consecutive distance
118*6777b538SAndroid Build Coastguard Worker ranges. Each distance alphabet symbol (excluding direct distances and short
119*6777b538SAndroid Build Coastguard Worker codes), represent interleaved (for NPOSTFIX > 0) range of distances.
120*6777b538SAndroid Build Coastguard Worker A "group" of consecutive (1 << NPOSTFIX) symbols represent non-interleaved
121*6777b538SAndroid Build Coastguard Worker range. Two consecutive groups require the same amount of "extra bits".
122*6777b538SAndroid Build Coastguard Worker
123*6777b538SAndroid Build Coastguard Worker It is important that distance alphabet represents complete "groups".
124*6777b538SAndroid Build Coastguard Worker To avoid complex logic on encoder side about interleaved ranges
125*6777b538SAndroid Build Coastguard Worker it was decided to restrict both sides to complete distance code "groups".
126*6777b538SAndroid Build Coastguard Worker */
BrotliCalculateDistanceCodeLimit(uint32_t max_distance,uint32_t npostfix,uint32_t ndirect)127*6777b538SAndroid Build Coastguard Worker BROTLI_UNUSED_FUNCTION BrotliDistanceCodeLimit BrotliCalculateDistanceCodeLimit(
128*6777b538SAndroid Build Coastguard Worker uint32_t max_distance, uint32_t npostfix, uint32_t ndirect) {
129*6777b538SAndroid Build Coastguard Worker BrotliDistanceCodeLimit result;
130*6777b538SAndroid Build Coastguard Worker /* Marking this function as unused, because not all files
131*6777b538SAndroid Build Coastguard Worker including "constants.h" use it -> compiler warns about that. */
132*6777b538SAndroid Build Coastguard Worker BROTLI_UNUSED(&BrotliCalculateDistanceCodeLimit);
133*6777b538SAndroid Build Coastguard Worker if (max_distance <= ndirect) {
134*6777b538SAndroid Build Coastguard Worker /* This case never happens / exists only for the sake of completeness. */
135*6777b538SAndroid Build Coastguard Worker result.max_alphabet_size = max_distance + BROTLI_NUM_DISTANCE_SHORT_CODES;
136*6777b538SAndroid Build Coastguard Worker result.max_distance = max_distance;
137*6777b538SAndroid Build Coastguard Worker return result;
138*6777b538SAndroid Build Coastguard Worker } else {
139*6777b538SAndroid Build Coastguard Worker /* The first prohibited value. */
140*6777b538SAndroid Build Coastguard Worker uint32_t forbidden_distance = max_distance + 1;
141*6777b538SAndroid Build Coastguard Worker /* Subtract "directly" encoded region. */
142*6777b538SAndroid Build Coastguard Worker uint32_t offset = forbidden_distance - ndirect - 1;
143*6777b538SAndroid Build Coastguard Worker uint32_t ndistbits = 0;
144*6777b538SAndroid Build Coastguard Worker uint32_t tmp;
145*6777b538SAndroid Build Coastguard Worker uint32_t half;
146*6777b538SAndroid Build Coastguard Worker uint32_t group;
147*6777b538SAndroid Build Coastguard Worker /* Postfix for the last dcode in the group. */
148*6777b538SAndroid Build Coastguard Worker uint32_t postfix = (1u << npostfix) - 1;
149*6777b538SAndroid Build Coastguard Worker uint32_t extra;
150*6777b538SAndroid Build Coastguard Worker uint32_t start;
151*6777b538SAndroid Build Coastguard Worker /* Remove postfix and "head-start". */
152*6777b538SAndroid Build Coastguard Worker offset = (offset >> npostfix) + 4;
153*6777b538SAndroid Build Coastguard Worker /* Calculate the number of distance bits. */
154*6777b538SAndroid Build Coastguard Worker tmp = offset / 2;
155*6777b538SAndroid Build Coastguard Worker /* Poor-man's log2floor, to avoid extra dependencies. */
156*6777b538SAndroid Build Coastguard Worker while (tmp != 0) {ndistbits++; tmp = tmp >> 1;}
157*6777b538SAndroid Build Coastguard Worker /* One bit is covered with subrange addressing ("half"). */
158*6777b538SAndroid Build Coastguard Worker ndistbits--;
159*6777b538SAndroid Build Coastguard Worker /* Find subrange. */
160*6777b538SAndroid Build Coastguard Worker half = (offset >> ndistbits) & 1;
161*6777b538SAndroid Build Coastguard Worker /* Calculate the "group" part of dcode. */
162*6777b538SAndroid Build Coastguard Worker group = ((ndistbits - 1) << 1) | half;
163*6777b538SAndroid Build Coastguard Worker /* Calculated "group" covers the prohibited distance value. */
164*6777b538SAndroid Build Coastguard Worker if (group == 0) {
165*6777b538SAndroid Build Coastguard Worker /* This case is added for correctness; does not occur for limit > 128. */
166*6777b538SAndroid Build Coastguard Worker result.max_alphabet_size = ndirect + BROTLI_NUM_DISTANCE_SHORT_CODES;
167*6777b538SAndroid Build Coastguard Worker result.max_distance = ndirect;
168*6777b538SAndroid Build Coastguard Worker return result;
169*6777b538SAndroid Build Coastguard Worker }
170*6777b538SAndroid Build Coastguard Worker /* Decrement "group", so it is the last permitted "group". */
171*6777b538SAndroid Build Coastguard Worker group--;
172*6777b538SAndroid Build Coastguard Worker /* After group was decremented, ndistbits and half must be recalculated. */
173*6777b538SAndroid Build Coastguard Worker ndistbits = (group >> 1) + 1;
174*6777b538SAndroid Build Coastguard Worker /* The last available distance in the subrange has all extra bits set. */
175*6777b538SAndroid Build Coastguard Worker extra = (1u << ndistbits) - 1;
176*6777b538SAndroid Build Coastguard Worker /* Calculate region start. NB: ndistbits >= 1. */
177*6777b538SAndroid Build Coastguard Worker start = (1u << (ndistbits + 1)) - 4;
178*6777b538SAndroid Build Coastguard Worker /* Move to subregion. */
179*6777b538SAndroid Build Coastguard Worker start += (group & 1) << ndistbits;
180*6777b538SAndroid Build Coastguard Worker /* Calculate the alphabet size. */
181*6777b538SAndroid Build Coastguard Worker result.max_alphabet_size = ((group << npostfix) | postfix) + ndirect +
182*6777b538SAndroid Build Coastguard Worker BROTLI_NUM_DISTANCE_SHORT_CODES + 1;
183*6777b538SAndroid Build Coastguard Worker /* Calculate the maximal distance representable by alphabet. */
184*6777b538SAndroid Build Coastguard Worker result.max_distance = ((start + extra) << npostfix) + postfix + ndirect + 1;
185*6777b538SAndroid Build Coastguard Worker return result;
186*6777b538SAndroid Build Coastguard Worker }
187*6777b538SAndroid Build Coastguard Worker }
188*6777b538SAndroid Build Coastguard Worker
189*6777b538SAndroid Build Coastguard Worker /* Represents the range of values belonging to a prefix code:
190*6777b538SAndroid Build Coastguard Worker [offset, offset + 2^nbits) */
191*6777b538SAndroid Build Coastguard Worker typedef struct {
192*6777b538SAndroid Build Coastguard Worker uint16_t offset;
193*6777b538SAndroid Build Coastguard Worker uint8_t nbits;
194*6777b538SAndroid Build Coastguard Worker } BrotliPrefixCodeRange;
195*6777b538SAndroid Build Coastguard Worker
196*6777b538SAndroid Build Coastguard Worker /* "Soft-private", it is exported, but not "advertised" as API. */
197*6777b538SAndroid Build Coastguard Worker BROTLI_COMMON_API extern const BrotliPrefixCodeRange
198*6777b538SAndroid Build Coastguard Worker _kBrotliPrefixCodeRanges[BROTLI_NUM_BLOCK_LEN_SYMBOLS];
199*6777b538SAndroid Build Coastguard Worker
200*6777b538SAndroid Build Coastguard Worker #endif /* BROTLI_COMMON_CONSTANTS_H_ */
201