xref: /aosp_15_r20/external/zstd/lib/legacy/zstd_v04.c (revision 01826a4963a0d8a59bc3812d29bdf0fb76416722)
1*01826a49SYabin Cui /*
2*01826a49SYabin Cui  * Copyright (c) Yann Collet, Meta Platforms, Inc. and affiliates.
3*01826a49SYabin Cui  * All rights reserved.
4*01826a49SYabin Cui  *
5*01826a49SYabin Cui  * This source code is licensed under both the BSD-style license (found in the
6*01826a49SYabin Cui  * LICENSE file in the root directory of this source tree) and the GPLv2 (found
7*01826a49SYabin Cui  * in the COPYING file in the root directory of this source tree).
8*01826a49SYabin Cui  * You may select, at your option, one of the above-listed licenses.
9*01826a49SYabin Cui  */
10*01826a49SYabin Cui 
11*01826a49SYabin Cui 
12*01826a49SYabin Cui  /******************************************
13*01826a49SYabin Cui  *  Includes
14*01826a49SYabin Cui  ******************************************/
15*01826a49SYabin Cui #include <stddef.h>    /* size_t, ptrdiff_t */
16*01826a49SYabin Cui #include <string.h>    /* memcpy */
17*01826a49SYabin Cui 
18*01826a49SYabin Cui #include "zstd_v04.h"
19*01826a49SYabin Cui #include "../common/compiler.h"
20*01826a49SYabin Cui #include "../common/error_private.h"
21*01826a49SYabin Cui 
22*01826a49SYabin Cui 
23*01826a49SYabin Cui /* ******************************************************************
24*01826a49SYabin Cui  *   mem.h
25*01826a49SYabin Cui  *******************************************************************/
26*01826a49SYabin Cui #ifndef MEM_H_MODULE
27*01826a49SYabin Cui #define MEM_H_MODULE
28*01826a49SYabin Cui 
29*01826a49SYabin Cui #if defined (__cplusplus)
30*01826a49SYabin Cui extern "C" {
31*01826a49SYabin Cui #endif
32*01826a49SYabin Cui 
33*01826a49SYabin Cui 
34*01826a49SYabin Cui /******************************************
35*01826a49SYabin Cui *  Compiler-specific
36*01826a49SYabin Cui ******************************************/
37*01826a49SYabin Cui #if defined(_MSC_VER)   /* Visual Studio */
38*01826a49SYabin Cui #   include <stdlib.h>  /* _byteswap_ulong */
39*01826a49SYabin Cui #   include <intrin.h>  /* _byteswap_* */
40*01826a49SYabin Cui #endif
41*01826a49SYabin Cui 
42*01826a49SYabin Cui 
43*01826a49SYabin Cui /****************************************************************
44*01826a49SYabin Cui *  Basic Types
45*01826a49SYabin Cui *****************************************************************/
46*01826a49SYabin Cui #if defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
47*01826a49SYabin Cui # if defined(_AIX)
48*01826a49SYabin Cui #  include <inttypes.h>
49*01826a49SYabin Cui # else
50*01826a49SYabin Cui #  include <stdint.h> /* intptr_t */
51*01826a49SYabin Cui # endif
52*01826a49SYabin Cui   typedef  uint8_t BYTE;
53*01826a49SYabin Cui   typedef uint16_t U16;
54*01826a49SYabin Cui   typedef  int16_t S16;
55*01826a49SYabin Cui   typedef uint32_t U32;
56*01826a49SYabin Cui   typedef  int32_t S32;
57*01826a49SYabin Cui   typedef uint64_t U64;
58*01826a49SYabin Cui   typedef  int64_t S64;
59*01826a49SYabin Cui #else
60*01826a49SYabin Cui   typedef unsigned char       BYTE;
61*01826a49SYabin Cui   typedef unsigned short      U16;
62*01826a49SYabin Cui   typedef   signed short      S16;
63*01826a49SYabin Cui   typedef unsigned int        U32;
64*01826a49SYabin Cui   typedef   signed int        S32;
65*01826a49SYabin Cui   typedef unsigned long long  U64;
66*01826a49SYabin Cui   typedef   signed long long  S64;
67*01826a49SYabin Cui #endif
68*01826a49SYabin Cui 
69*01826a49SYabin Cui 
70*01826a49SYabin Cui /*-*************************************
71*01826a49SYabin Cui *  Debug
72*01826a49SYabin Cui ***************************************/
73*01826a49SYabin Cui #include "../common/debug.h"
74*01826a49SYabin Cui #ifndef assert
75*01826a49SYabin Cui #  define assert(condition) ((void)0)
76*01826a49SYabin Cui #endif
77*01826a49SYabin Cui 
78*01826a49SYabin Cui 
79*01826a49SYabin Cui /****************************************************************
80*01826a49SYabin Cui *  Memory I/O
81*01826a49SYabin Cui *****************************************************************/
82*01826a49SYabin Cui 
MEM_32bits(void)83*01826a49SYabin Cui MEM_STATIC unsigned MEM_32bits(void) { return sizeof(void*)==4; }
MEM_64bits(void)84*01826a49SYabin Cui MEM_STATIC unsigned MEM_64bits(void) { return sizeof(void*)==8; }
85*01826a49SYabin Cui 
MEM_isLittleEndian(void)86*01826a49SYabin Cui MEM_STATIC unsigned MEM_isLittleEndian(void)
87*01826a49SYabin Cui {
88*01826a49SYabin Cui     const union { U32 u; BYTE c[4]; } one = { 1 };   /* don't use static : performance detrimental  */
89*01826a49SYabin Cui     return one.c[0];
90*01826a49SYabin Cui }
91*01826a49SYabin Cui 
MEM_read16(const void * memPtr)92*01826a49SYabin Cui MEM_STATIC U16 MEM_read16(const void* memPtr)
93*01826a49SYabin Cui {
94*01826a49SYabin Cui     U16 val; memcpy(&val, memPtr, sizeof(val)); return val;
95*01826a49SYabin Cui }
96*01826a49SYabin Cui 
MEM_read32(const void * memPtr)97*01826a49SYabin Cui MEM_STATIC U32 MEM_read32(const void* memPtr)
98*01826a49SYabin Cui {
99*01826a49SYabin Cui     U32 val; memcpy(&val, memPtr, sizeof(val)); return val;
100*01826a49SYabin Cui }
101*01826a49SYabin Cui 
MEM_read64(const void * memPtr)102*01826a49SYabin Cui MEM_STATIC U64 MEM_read64(const void* memPtr)
103*01826a49SYabin Cui {
104*01826a49SYabin Cui     U64 val; memcpy(&val, memPtr, sizeof(val)); return val;
105*01826a49SYabin Cui }
106*01826a49SYabin Cui 
MEM_write16(void * memPtr,U16 value)107*01826a49SYabin Cui MEM_STATIC void MEM_write16(void* memPtr, U16 value)
108*01826a49SYabin Cui {
109*01826a49SYabin Cui     memcpy(memPtr, &value, sizeof(value));
110*01826a49SYabin Cui }
111*01826a49SYabin Cui 
MEM_readLE16(const void * memPtr)112*01826a49SYabin Cui MEM_STATIC U16 MEM_readLE16(const void* memPtr)
113*01826a49SYabin Cui {
114*01826a49SYabin Cui     if (MEM_isLittleEndian())
115*01826a49SYabin Cui         return MEM_read16(memPtr);
116*01826a49SYabin Cui     else
117*01826a49SYabin Cui     {
118*01826a49SYabin Cui         const BYTE* p = (const BYTE*)memPtr;
119*01826a49SYabin Cui         return (U16)(p[0] + (p[1]<<8));
120*01826a49SYabin Cui     }
121*01826a49SYabin Cui }
122*01826a49SYabin Cui 
MEM_writeLE16(void * memPtr,U16 val)123*01826a49SYabin Cui MEM_STATIC void MEM_writeLE16(void* memPtr, U16 val)
124*01826a49SYabin Cui {
125*01826a49SYabin Cui     if (MEM_isLittleEndian())
126*01826a49SYabin Cui     {
127*01826a49SYabin Cui         MEM_write16(memPtr, val);
128*01826a49SYabin Cui     }
129*01826a49SYabin Cui     else
130*01826a49SYabin Cui     {
131*01826a49SYabin Cui         BYTE* p = (BYTE*)memPtr;
132*01826a49SYabin Cui         p[0] = (BYTE)val;
133*01826a49SYabin Cui         p[1] = (BYTE)(val>>8);
134*01826a49SYabin Cui     }
135*01826a49SYabin Cui }
136*01826a49SYabin Cui 
MEM_readLE24(const void * memPtr)137*01826a49SYabin Cui MEM_STATIC U32 MEM_readLE24(const void* memPtr)
138*01826a49SYabin Cui {
139*01826a49SYabin Cui     return MEM_readLE16(memPtr) + (((const BYTE*)memPtr)[2] << 16);
140*01826a49SYabin Cui }
141*01826a49SYabin Cui 
MEM_readLE32(const void * memPtr)142*01826a49SYabin Cui MEM_STATIC U32 MEM_readLE32(const void* memPtr)
143*01826a49SYabin Cui {
144*01826a49SYabin Cui     if (MEM_isLittleEndian())
145*01826a49SYabin Cui         return MEM_read32(memPtr);
146*01826a49SYabin Cui     else
147*01826a49SYabin Cui     {
148*01826a49SYabin Cui         const BYTE* p = (const BYTE*)memPtr;
149*01826a49SYabin Cui         return (U32)((U32)p[0] + ((U32)p[1]<<8) + ((U32)p[2]<<16) + ((U32)p[3]<<24));
150*01826a49SYabin Cui     }
151*01826a49SYabin Cui }
152*01826a49SYabin Cui 
153*01826a49SYabin Cui 
MEM_readLE64(const void * memPtr)154*01826a49SYabin Cui MEM_STATIC U64 MEM_readLE64(const void* memPtr)
155*01826a49SYabin Cui {
156*01826a49SYabin Cui     if (MEM_isLittleEndian())
157*01826a49SYabin Cui         return MEM_read64(memPtr);
158*01826a49SYabin Cui     else
159*01826a49SYabin Cui     {
160*01826a49SYabin Cui         const BYTE* p = (const BYTE*)memPtr;
161*01826a49SYabin Cui         return (U64)((U64)p[0] + ((U64)p[1]<<8) + ((U64)p[2]<<16) + ((U64)p[3]<<24)
162*01826a49SYabin Cui                      + ((U64)p[4]<<32) + ((U64)p[5]<<40) + ((U64)p[6]<<48) + ((U64)p[7]<<56));
163*01826a49SYabin Cui     }
164*01826a49SYabin Cui }
165*01826a49SYabin Cui 
166*01826a49SYabin Cui 
MEM_readLEST(const void * memPtr)167*01826a49SYabin Cui MEM_STATIC size_t MEM_readLEST(const void* memPtr)
168*01826a49SYabin Cui {
169*01826a49SYabin Cui     if (MEM_32bits())
170*01826a49SYabin Cui         return (size_t)MEM_readLE32(memPtr);
171*01826a49SYabin Cui     else
172*01826a49SYabin Cui         return (size_t)MEM_readLE64(memPtr);
173*01826a49SYabin Cui }
174*01826a49SYabin Cui 
175*01826a49SYabin Cui 
176*01826a49SYabin Cui #if defined (__cplusplus)
177*01826a49SYabin Cui }
178*01826a49SYabin Cui #endif
179*01826a49SYabin Cui 
180*01826a49SYabin Cui #endif /* MEM_H_MODULE */
181*01826a49SYabin Cui 
182*01826a49SYabin Cui /*
183*01826a49SYabin Cui     zstd - standard compression library
184*01826a49SYabin Cui     Header File for static linking only
185*01826a49SYabin Cui */
186*01826a49SYabin Cui #ifndef ZSTD_STATIC_H
187*01826a49SYabin Cui #define ZSTD_STATIC_H
188*01826a49SYabin Cui 
189*01826a49SYabin Cui 
190*01826a49SYabin Cui /* *************************************
191*01826a49SYabin Cui *  Types
192*01826a49SYabin Cui ***************************************/
193*01826a49SYabin Cui #define ZSTD_WINDOWLOG_ABSOLUTEMIN 11
194*01826a49SYabin Cui 
195*01826a49SYabin Cui /** from faster to stronger */
196*01826a49SYabin Cui typedef enum { ZSTD_fast, ZSTD_greedy, ZSTD_lazy, ZSTD_lazy2, ZSTD_btlazy2 } ZSTD_strategy;
197*01826a49SYabin Cui 
198*01826a49SYabin Cui typedef struct
199*01826a49SYabin Cui {
200*01826a49SYabin Cui     U64 srcSize;       /* optional : tells how much bytes are present in the frame. Use 0 if not known. */
201*01826a49SYabin Cui     U32 windowLog;     /* largest match distance : larger == more compression, more memory needed during decompression */
202*01826a49SYabin Cui     U32 contentLog;    /* full search segment : larger == more compression, slower, more memory (useless for fast) */
203*01826a49SYabin Cui     U32 hashLog;       /* dispatch table : larger == more memory, faster */
204*01826a49SYabin Cui     U32 searchLog;     /* nb of searches : larger == more compression, slower */
205*01826a49SYabin Cui     U32 searchLength;  /* size of matches : larger == faster decompression, sometimes less compression */
206*01826a49SYabin Cui     ZSTD_strategy strategy;
207*01826a49SYabin Cui } ZSTD_parameters;
208*01826a49SYabin Cui 
209*01826a49SYabin Cui typedef ZSTDv04_Dctx ZSTD_DCtx;
210*01826a49SYabin Cui 
211*01826a49SYabin Cui /* *************************************
212*01826a49SYabin Cui *  Advanced functions
213*01826a49SYabin Cui ***************************************/
214*01826a49SYabin Cui /** ZSTD_decompress_usingDict
215*01826a49SYabin Cui *   Same as ZSTD_decompressDCtx, using a Dictionary content as prefix
216*01826a49SYabin Cui *   Note : dict can be NULL, in which case, it's equivalent to ZSTD_decompressDCtx() */
217*01826a49SYabin Cui static size_t ZSTD_decompress_usingDict(ZSTD_DCtx* ctx,
218*01826a49SYabin Cui                                              void* dst, size_t maxDstSize,
219*01826a49SYabin Cui                                        const void* src, size_t srcSize,
220*01826a49SYabin Cui                                        const void* dict,size_t dictSize);
221*01826a49SYabin Cui 
222*01826a49SYabin Cui 
223*01826a49SYabin Cui /* **************************************
224*01826a49SYabin Cui *  Streaming functions (direct mode)
225*01826a49SYabin Cui ****************************************/
226*01826a49SYabin Cui static size_t ZSTD_resetDCtx(ZSTD_DCtx* dctx);
227*01826a49SYabin Cui static size_t ZSTD_getFrameParams(ZSTD_parameters* params, const void* src, size_t srcSize);
228*01826a49SYabin Cui static void   ZSTD_decompress_insertDictionary(ZSTD_DCtx* ctx, const void* src, size_t srcSize);
229*01826a49SYabin Cui 
230*01826a49SYabin Cui static size_t ZSTD_nextSrcSizeToDecompress(ZSTD_DCtx* dctx);
231*01826a49SYabin Cui static size_t ZSTD_decompressContinue(ZSTD_DCtx* dctx, void* dst, size_t maxDstSize, const void* src, size_t srcSize);
232*01826a49SYabin Cui 
233*01826a49SYabin Cui /**
234*01826a49SYabin Cui   Streaming decompression, bufferless mode
235*01826a49SYabin Cui 
236*01826a49SYabin Cui   A ZSTD_DCtx object is required to track streaming operations.
237*01826a49SYabin Cui   Use ZSTD_createDCtx() / ZSTD_freeDCtx() to manage it.
238*01826a49SYabin Cui   A ZSTD_DCtx object can be re-used multiple times. Use ZSTD_resetDCtx() to return to fresh status.
239*01826a49SYabin Cui 
240*01826a49SYabin Cui   First operation is to retrieve frame parameters, using ZSTD_getFrameParams().
241*01826a49SYabin Cui   This function doesn't consume its input. It needs enough input data to properly decode the frame header.
242*01826a49SYabin Cui   Objective is to retrieve *params.windowlog, to know minimum amount of memory required during decoding.
243*01826a49SYabin Cui   Result : 0 when successful, it means the ZSTD_parameters structure has been filled.
244*01826a49SYabin Cui            >0 : means there is not enough data into src. Provides the expected size to successfully decode header.
245*01826a49SYabin Cui            errorCode, which can be tested using ZSTD_isError() (For example, if it's not a ZSTD header)
246*01826a49SYabin Cui 
247*01826a49SYabin Cui   Then, you can optionally insert a dictionary.
248*01826a49SYabin Cui   This operation must mimic the compressor behavior, otherwise decompression will fail or be corrupted.
249*01826a49SYabin Cui 
250*01826a49SYabin Cui   Then it's possible to start decompression.
251*01826a49SYabin Cui   Use ZSTD_nextSrcSizeToDecompress() and ZSTD_decompressContinue() alternatively.
252*01826a49SYabin Cui   ZSTD_nextSrcSizeToDecompress() tells how much bytes to provide as 'srcSize' to ZSTD_decompressContinue().
253*01826a49SYabin Cui   ZSTD_decompressContinue() requires this exact amount of bytes, or it will fail.
254*01826a49SYabin Cui   ZSTD_decompressContinue() needs previous data blocks during decompression, up to (1 << windowlog).
255*01826a49SYabin Cui   They should preferably be located contiguously, prior to current block. Alternatively, a round buffer is also possible.
256*01826a49SYabin Cui 
257*01826a49SYabin Cui   @result of ZSTD_decompressContinue() is the number of bytes regenerated within 'dst'.
258*01826a49SYabin Cui   It can be zero, which is not an error; it just means ZSTD_decompressContinue() has decoded some header.
259*01826a49SYabin Cui 
260*01826a49SYabin Cui   A frame is fully decoded when ZSTD_nextSrcSizeToDecompress() returns zero.
261*01826a49SYabin Cui   Context can then be reset to start a new decompression.
262*01826a49SYabin Cui */
263*01826a49SYabin Cui 
264*01826a49SYabin Cui 
265*01826a49SYabin Cui 
266*01826a49SYabin Cui 
267*01826a49SYabin Cui #endif  /* ZSTD_STATIC_H */
268*01826a49SYabin Cui 
269*01826a49SYabin Cui 
270*01826a49SYabin Cui /*
271*01826a49SYabin Cui     zstd_internal - common functions to include
272*01826a49SYabin Cui     Header File for include
273*01826a49SYabin Cui */
274*01826a49SYabin Cui #ifndef ZSTD_CCOMMON_H_MODULE
275*01826a49SYabin Cui #define ZSTD_CCOMMON_H_MODULE
276*01826a49SYabin Cui 
277*01826a49SYabin Cui /* *************************************
278*01826a49SYabin Cui *  Common macros
279*01826a49SYabin Cui ***************************************/
280*01826a49SYabin Cui #define MIN(a,b) ((a)<(b) ? (a) : (b))
281*01826a49SYabin Cui #define MAX(a,b) ((a)>(b) ? (a) : (b))
282*01826a49SYabin Cui 
283*01826a49SYabin Cui 
284*01826a49SYabin Cui /* *************************************
285*01826a49SYabin Cui *  Common constants
286*01826a49SYabin Cui ***************************************/
287*01826a49SYabin Cui #define ZSTD_MAGICNUMBER 0xFD2FB524   /* v0.4 */
288*01826a49SYabin Cui 
289*01826a49SYabin Cui #define KB *(1 <<10)
290*01826a49SYabin Cui #define MB *(1 <<20)
291*01826a49SYabin Cui #define GB *(1U<<30)
292*01826a49SYabin Cui 
293*01826a49SYabin Cui #define BLOCKSIZE (128 KB)                 /* define, for static allocation */
294*01826a49SYabin Cui 
295*01826a49SYabin Cui static const size_t ZSTD_blockHeaderSize = 3;
296*01826a49SYabin Cui static const size_t ZSTD_frameHeaderSize_min = 5;
297*01826a49SYabin Cui #define ZSTD_frameHeaderSize_max 5         /* define, for static allocation */
298*01826a49SYabin Cui 
299*01826a49SYabin Cui #define BIT7 128
300*01826a49SYabin Cui #define BIT6  64
301*01826a49SYabin Cui #define BIT5  32
302*01826a49SYabin Cui #define BIT4  16
303*01826a49SYabin Cui #define BIT1   2
304*01826a49SYabin Cui #define BIT0   1
305*01826a49SYabin Cui 
306*01826a49SYabin Cui #define IS_RAW BIT0
307*01826a49SYabin Cui #define IS_RLE BIT1
308*01826a49SYabin Cui 
309*01826a49SYabin Cui #define MINMATCH 4
310*01826a49SYabin Cui #define REPCODE_STARTVALUE 4
311*01826a49SYabin Cui 
312*01826a49SYabin Cui #define MLbits   7
313*01826a49SYabin Cui #define LLbits   6
314*01826a49SYabin Cui #define Offbits  5
315*01826a49SYabin Cui #define MaxML  ((1<<MLbits) - 1)
316*01826a49SYabin Cui #define MaxLL  ((1<<LLbits) - 1)
317*01826a49SYabin Cui #define MaxOff ((1<<Offbits)- 1)
318*01826a49SYabin Cui #define MLFSELog   10
319*01826a49SYabin Cui #define LLFSELog   10
320*01826a49SYabin Cui #define OffFSELog   9
321*01826a49SYabin Cui #define MaxSeq MAX(MaxLL, MaxML)
322*01826a49SYabin Cui 
323*01826a49SYabin Cui #define MIN_SEQUENCES_SIZE (2 /*seqNb*/ + 2 /*dumps*/ + 3 /*seqTables*/ + 1 /*bitStream*/)
324*01826a49SYabin Cui #define MIN_CBLOCK_SIZE (3 /*litCSize*/ + MIN_SEQUENCES_SIZE)
325*01826a49SYabin Cui 
326*01826a49SYabin Cui #define ZSTD_CONTENTSIZE_ERROR   (0ULL - 2)
327*01826a49SYabin Cui 
328*01826a49SYabin Cui typedef enum { bt_compressed, bt_raw, bt_rle, bt_end } blockType_t;
329*01826a49SYabin Cui 
330*01826a49SYabin Cui 
331*01826a49SYabin Cui /* ******************************************
332*01826a49SYabin Cui *  Shared functions to include for inlining
333*01826a49SYabin Cui ********************************************/
ZSTD_copy8(void * dst,const void * src)334*01826a49SYabin Cui static void ZSTD_copy8(void* dst, const void* src) { memcpy(dst, src, 8); }
335*01826a49SYabin Cui 
336*01826a49SYabin Cui #define COPY8(d,s) { ZSTD_copy8(d,s); d+=8; s+=8; }
337*01826a49SYabin Cui 
338*01826a49SYabin Cui /*! ZSTD_wildcopy : custom version of memcpy(), can copy up to 7-8 bytes too many */
ZSTD_wildcopy(void * dst,const void * src,ptrdiff_t length)339*01826a49SYabin Cui static void ZSTD_wildcopy(void* dst, const void* src, ptrdiff_t length)
340*01826a49SYabin Cui {
341*01826a49SYabin Cui     const BYTE* ip = (const BYTE*)src;
342*01826a49SYabin Cui     BYTE* op = (BYTE*)dst;
343*01826a49SYabin Cui     BYTE* const oend = op + length;
344*01826a49SYabin Cui     do
345*01826a49SYabin Cui         COPY8(op, ip)
346*01826a49SYabin Cui     while (op < oend);
347*01826a49SYabin Cui }
348*01826a49SYabin Cui 
349*01826a49SYabin Cui 
350*01826a49SYabin Cui 
351*01826a49SYabin Cui /* ******************************************************************
352*01826a49SYabin Cui    FSE : Finite State Entropy coder
353*01826a49SYabin Cui    header file
354*01826a49SYabin Cui ****************************************************************** */
355*01826a49SYabin Cui #ifndef FSE_H
356*01826a49SYabin Cui #define FSE_H
357*01826a49SYabin Cui 
358*01826a49SYabin Cui #if defined (__cplusplus)
359*01826a49SYabin Cui extern "C" {
360*01826a49SYabin Cui #endif
361*01826a49SYabin Cui 
362*01826a49SYabin Cui 
363*01826a49SYabin Cui /* *****************************************
364*01826a49SYabin Cui *  Includes
365*01826a49SYabin Cui ******************************************/
366*01826a49SYabin Cui #include <stddef.h>    /* size_t, ptrdiff_t */
367*01826a49SYabin Cui 
368*01826a49SYabin Cui 
369*01826a49SYabin Cui /* *****************************************
370*01826a49SYabin Cui *  FSE simple functions
371*01826a49SYabin Cui ******************************************/
372*01826a49SYabin Cui static size_t FSE_decompress(void* dst,  size_t maxDstSize,
373*01826a49SYabin Cui                 const void* cSrc, size_t cSrcSize);
374*01826a49SYabin Cui /*!
375*01826a49SYabin Cui FSE_decompress():
376*01826a49SYabin Cui     Decompress FSE data from buffer 'cSrc', of size 'cSrcSize',
377*01826a49SYabin Cui     into already allocated destination buffer 'dst', of size 'maxDstSize'.
378*01826a49SYabin Cui     return : size of regenerated data (<= maxDstSize)
379*01826a49SYabin Cui              or an error code, which can be tested using FSE_isError()
380*01826a49SYabin Cui 
381*01826a49SYabin Cui     ** Important ** : FSE_decompress() doesn't decompress non-compressible nor RLE data !!!
382*01826a49SYabin Cui     Why ? : making this distinction requires a header.
383*01826a49SYabin Cui     Header management is intentionally delegated to the user layer, which can better manage special cases.
384*01826a49SYabin Cui */
385*01826a49SYabin Cui 
386*01826a49SYabin Cui 
387*01826a49SYabin Cui /* *****************************************
388*01826a49SYabin Cui *  Tool functions
389*01826a49SYabin Cui ******************************************/
390*01826a49SYabin Cui /* Error Management */
391*01826a49SYabin Cui static unsigned    FSE_isError(size_t code);        /* tells if a return value is an error code */
392*01826a49SYabin Cui 
393*01826a49SYabin Cui 
394*01826a49SYabin Cui 
395*01826a49SYabin Cui /* *****************************************
396*01826a49SYabin Cui *  FSE detailed API
397*01826a49SYabin Cui ******************************************/
398*01826a49SYabin Cui /*!
399*01826a49SYabin Cui FSE_compress() does the following:
400*01826a49SYabin Cui 1. count symbol occurrence from source[] into table count[]
401*01826a49SYabin Cui 2. normalize counters so that sum(count[]) == Power_of_2 (2^tableLog)
402*01826a49SYabin Cui 3. save normalized counters to memory buffer using writeNCount()
403*01826a49SYabin Cui 4. build encoding table 'CTable' from normalized counters
404*01826a49SYabin Cui 5. encode the data stream using encoding table 'CTable'
405*01826a49SYabin Cui 
406*01826a49SYabin Cui FSE_decompress() does the following:
407*01826a49SYabin Cui 1. read normalized counters with readNCount()
408*01826a49SYabin Cui 2. build decoding table 'DTable' from normalized counters
409*01826a49SYabin Cui 3. decode the data stream using decoding table 'DTable'
410*01826a49SYabin Cui 
411*01826a49SYabin Cui The following API allows targeting specific sub-functions for advanced tasks.
412*01826a49SYabin Cui For example, it's possible to compress several blocks using the same 'CTable',
413*01826a49SYabin Cui or to save and provide normalized distribution using external method.
414*01826a49SYabin Cui */
415*01826a49SYabin Cui 
416*01826a49SYabin Cui 
417*01826a49SYabin Cui /* *** DECOMPRESSION *** */
418*01826a49SYabin Cui 
419*01826a49SYabin Cui /*!
420*01826a49SYabin Cui FSE_readNCount():
421*01826a49SYabin Cui    Read compactly saved 'normalizedCounter' from 'rBuffer'.
422*01826a49SYabin Cui    return : size read from 'rBuffer'
423*01826a49SYabin Cui             or an errorCode, which can be tested using FSE_isError()
424*01826a49SYabin Cui             maxSymbolValuePtr[0] and tableLogPtr[0] will also be updated with their respective values */
425*01826a49SYabin Cui static  size_t FSE_readNCount (short* normalizedCounter, unsigned* maxSymbolValuePtr, unsigned* tableLogPtr, const void* rBuffer, size_t rBuffSize);
426*01826a49SYabin Cui 
427*01826a49SYabin Cui /*!
428*01826a49SYabin Cui Constructor and Destructor of type FSE_DTable
429*01826a49SYabin Cui     Note that its size depends on 'tableLog' */
430*01826a49SYabin Cui typedef unsigned FSE_DTable;   /* don't allocate that. It's just a way to be more restrictive than void* */
431*01826a49SYabin Cui 
432*01826a49SYabin Cui /*!
433*01826a49SYabin Cui FSE_buildDTable():
434*01826a49SYabin Cui    Builds 'dt', which must be already allocated, using FSE_createDTable()
435*01826a49SYabin Cui    return : 0,
436*01826a49SYabin Cui             or an errorCode, which can be tested using FSE_isError() */
437*01826a49SYabin Cui static size_t FSE_buildDTable ( FSE_DTable* dt, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog);
438*01826a49SYabin Cui 
439*01826a49SYabin Cui /*!
440*01826a49SYabin Cui FSE_decompress_usingDTable():
441*01826a49SYabin Cui    Decompress compressed source 'cSrc' of size 'cSrcSize' using 'dt'
442*01826a49SYabin Cui    into 'dst' which must be already allocated.
443*01826a49SYabin Cui    return : size of regenerated data (necessarily <= maxDstSize)
444*01826a49SYabin Cui             or an errorCode, which can be tested using FSE_isError() */
445*01826a49SYabin Cui static  size_t FSE_decompress_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const FSE_DTable* dt);
446*01826a49SYabin Cui 
447*01826a49SYabin Cui /*!
448*01826a49SYabin Cui Tutorial :
449*01826a49SYabin Cui ----------
450*01826a49SYabin Cui (Note : these functions only decompress FSE-compressed blocks.
451*01826a49SYabin Cui  If block is uncompressed, use memcpy() instead
452*01826a49SYabin Cui  If block is a single repeated byte, use memset() instead )
453*01826a49SYabin Cui 
454*01826a49SYabin Cui The first step is to obtain the normalized frequencies of symbols.
455*01826a49SYabin Cui This can be performed by FSE_readNCount() if it was saved using FSE_writeNCount().
456*01826a49SYabin Cui 'normalizedCounter' must be already allocated, and have at least 'maxSymbolValuePtr[0]+1' cells of signed short.
457*01826a49SYabin Cui In practice, that means it's necessary to know 'maxSymbolValue' beforehand,
458*01826a49SYabin Cui or size the table to handle worst case situations (typically 256).
459*01826a49SYabin Cui FSE_readNCount() will provide 'tableLog' and 'maxSymbolValue'.
460*01826a49SYabin Cui The result of FSE_readNCount() is the number of bytes read from 'rBuffer'.
461*01826a49SYabin Cui Note that 'rBufferSize' must be at least 4 bytes, even if useful information is less than that.
462*01826a49SYabin Cui If there is an error, the function will return an error code, which can be tested using FSE_isError().
463*01826a49SYabin Cui 
464*01826a49SYabin Cui The next step is to build the decompression tables 'FSE_DTable' from 'normalizedCounter'.
465*01826a49SYabin Cui This is performed by the function FSE_buildDTable().
466*01826a49SYabin Cui The space required by 'FSE_DTable' must be already allocated using FSE_createDTable().
467*01826a49SYabin Cui If there is an error, the function will return an error code, which can be tested using FSE_isError().
468*01826a49SYabin Cui 
469*01826a49SYabin Cui 'FSE_DTable' can then be used to decompress 'cSrc', with FSE_decompress_usingDTable().
470*01826a49SYabin Cui 'cSrcSize' must be strictly correct, otherwise decompression will fail.
471*01826a49SYabin Cui FSE_decompress_usingDTable() result will tell how many bytes were regenerated (<=maxDstSize).
472*01826a49SYabin Cui If there is an error, the function will return an error code, which can be tested using FSE_isError(). (ex: dst buffer too small)
473*01826a49SYabin Cui */
474*01826a49SYabin Cui 
475*01826a49SYabin Cui 
476*01826a49SYabin Cui #if defined (__cplusplus)
477*01826a49SYabin Cui }
478*01826a49SYabin Cui #endif
479*01826a49SYabin Cui 
480*01826a49SYabin Cui #endif  /* FSE_H */
481*01826a49SYabin Cui 
482*01826a49SYabin Cui 
483*01826a49SYabin Cui /* ******************************************************************
484*01826a49SYabin Cui    bitstream
485*01826a49SYabin Cui    Part of NewGen Entropy library
486*01826a49SYabin Cui    header file (to include)
487*01826a49SYabin Cui    Copyright (C) 2013-2015, Yann Collet.
488*01826a49SYabin Cui 
489*01826a49SYabin Cui    BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
490*01826a49SYabin Cui 
491*01826a49SYabin Cui    Redistribution and use in source and binary forms, with or without
492*01826a49SYabin Cui    modification, are permitted provided that the following conditions are
493*01826a49SYabin Cui    met:
494*01826a49SYabin Cui 
495*01826a49SYabin Cui        * Redistributions of source code must retain the above copyright
496*01826a49SYabin Cui    notice, this list of conditions and the following disclaimer.
497*01826a49SYabin Cui        * Redistributions in binary form must reproduce the above
498*01826a49SYabin Cui    copyright notice, this list of conditions and the following disclaimer
499*01826a49SYabin Cui    in the documentation and/or other materials provided with the
500*01826a49SYabin Cui    distribution.
501*01826a49SYabin Cui 
502*01826a49SYabin Cui    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
503*01826a49SYabin Cui    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
504*01826a49SYabin Cui    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
505*01826a49SYabin Cui    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
506*01826a49SYabin Cui    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
507*01826a49SYabin Cui    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
508*01826a49SYabin Cui    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
509*01826a49SYabin Cui    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
510*01826a49SYabin Cui    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
511*01826a49SYabin Cui    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
512*01826a49SYabin Cui    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
513*01826a49SYabin Cui 
514*01826a49SYabin Cui    You can contact the author at :
515*01826a49SYabin Cui    - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
516*01826a49SYabin Cui    - Public forum : https://groups.google.com/forum/#!forum/lz4c
517*01826a49SYabin Cui ****************************************************************** */
518*01826a49SYabin Cui #ifndef BITSTREAM_H_MODULE
519*01826a49SYabin Cui #define BITSTREAM_H_MODULE
520*01826a49SYabin Cui 
521*01826a49SYabin Cui #if defined (__cplusplus)
522*01826a49SYabin Cui extern "C" {
523*01826a49SYabin Cui #endif
524*01826a49SYabin Cui 
525*01826a49SYabin Cui 
526*01826a49SYabin Cui /*
527*01826a49SYabin Cui *  This API consists of small unitary functions, which highly benefit from being inlined.
528*01826a49SYabin Cui *  Since link-time-optimization is not available for all compilers,
529*01826a49SYabin Cui *  these functions are defined into a .h to be included.
530*01826a49SYabin Cui */
531*01826a49SYabin Cui 
532*01826a49SYabin Cui /**********************************************
533*01826a49SYabin Cui *  bitStream decompression API (read backward)
534*01826a49SYabin Cui **********************************************/
535*01826a49SYabin Cui typedef struct
536*01826a49SYabin Cui {
537*01826a49SYabin Cui     size_t   bitContainer;
538*01826a49SYabin Cui     unsigned bitsConsumed;
539*01826a49SYabin Cui     const char* ptr;
540*01826a49SYabin Cui     const char* start;
541*01826a49SYabin Cui } BIT_DStream_t;
542*01826a49SYabin Cui 
543*01826a49SYabin Cui typedef enum { BIT_DStream_unfinished = 0,
544*01826a49SYabin Cui                BIT_DStream_endOfBuffer = 1,
545*01826a49SYabin Cui                BIT_DStream_completed = 2,
546*01826a49SYabin Cui                BIT_DStream_overflow = 3 } BIT_DStream_status;  /* result of BIT_reloadDStream() */
547*01826a49SYabin Cui                /* 1,2,4,8 would be better for bitmap combinations, but slows down performance a bit ... :( */
548*01826a49SYabin Cui 
549*01826a49SYabin Cui MEM_STATIC size_t   BIT_initDStream(BIT_DStream_t* bitD, const void* srcBuffer, size_t srcSize);
550*01826a49SYabin Cui MEM_STATIC size_t   BIT_readBits(BIT_DStream_t* bitD, unsigned nbBits);
551*01826a49SYabin Cui MEM_STATIC BIT_DStream_status BIT_reloadDStream(BIT_DStream_t* bitD);
552*01826a49SYabin Cui MEM_STATIC unsigned BIT_endOfDStream(const BIT_DStream_t* bitD);
553*01826a49SYabin Cui 
554*01826a49SYabin Cui 
555*01826a49SYabin Cui 
556*01826a49SYabin Cui 
557*01826a49SYabin Cui /******************************************
558*01826a49SYabin Cui *  unsafe API
559*01826a49SYabin Cui ******************************************/
560*01826a49SYabin Cui MEM_STATIC size_t BIT_readBitsFast(BIT_DStream_t* bitD, unsigned nbBits);
561*01826a49SYabin Cui /* faster, but works only if nbBits >= 1 */
562*01826a49SYabin Cui 
563*01826a49SYabin Cui 
564*01826a49SYabin Cui 
565*01826a49SYabin Cui /****************************************************************
566*01826a49SYabin Cui *  Helper functions
567*01826a49SYabin Cui ****************************************************************/
BIT_highbit32(U32 val)568*01826a49SYabin Cui MEM_STATIC unsigned BIT_highbit32 (U32 val)
569*01826a49SYabin Cui {
570*01826a49SYabin Cui #   if defined(_MSC_VER)   /* Visual */
571*01826a49SYabin Cui     unsigned long r;
572*01826a49SYabin Cui     return _BitScanReverse(&r, val) ? (unsigned)r : 0;
573*01826a49SYabin Cui #   elif defined(__GNUC__) && (__GNUC__ >= 3)   /* Use GCC Intrinsic */
574*01826a49SYabin Cui     return __builtin_clz (val) ^ 31;
575*01826a49SYabin Cui #   else   /* Software version */
576*01826a49SYabin Cui     static const unsigned DeBruijnClz[32] = { 0, 9, 1, 10, 13, 21, 2, 29, 11, 14, 16, 18, 22, 25, 3, 30, 8, 12, 20, 28, 15, 17, 24, 7, 19, 27, 23, 6, 26, 5, 4, 31 };
577*01826a49SYabin Cui     U32 v = val;
578*01826a49SYabin Cui     unsigned r;
579*01826a49SYabin Cui     v |= v >> 1;
580*01826a49SYabin Cui     v |= v >> 2;
581*01826a49SYabin Cui     v |= v >> 4;
582*01826a49SYabin Cui     v |= v >> 8;
583*01826a49SYabin Cui     v |= v >> 16;
584*01826a49SYabin Cui     r = DeBruijnClz[ (U32) (v * 0x07C4ACDDU) >> 27];
585*01826a49SYabin Cui     return r;
586*01826a49SYabin Cui #   endif
587*01826a49SYabin Cui }
588*01826a49SYabin Cui 
589*01826a49SYabin Cui 
590*01826a49SYabin Cui /**********************************************************
591*01826a49SYabin Cui * bitStream decoding
592*01826a49SYabin Cui **********************************************************/
593*01826a49SYabin Cui 
594*01826a49SYabin Cui /*!BIT_initDStream
595*01826a49SYabin Cui *  Initialize a BIT_DStream_t.
596*01826a49SYabin Cui *  @bitD : a pointer to an already allocated BIT_DStream_t structure
597*01826a49SYabin Cui *  @srcBuffer must point at the beginning of a bitStream
598*01826a49SYabin Cui *  @srcSize must be the exact size of the bitStream
599*01826a49SYabin Cui *  @result : size of stream (== srcSize) or an errorCode if a problem is detected
600*01826a49SYabin Cui */
BIT_initDStream(BIT_DStream_t * bitD,const void * srcBuffer,size_t srcSize)601*01826a49SYabin Cui MEM_STATIC size_t BIT_initDStream(BIT_DStream_t* bitD, const void* srcBuffer, size_t srcSize)
602*01826a49SYabin Cui {
603*01826a49SYabin Cui     if (srcSize < 1) { memset(bitD, 0, sizeof(*bitD)); return ERROR(srcSize_wrong); }
604*01826a49SYabin Cui 
605*01826a49SYabin Cui     if (srcSize >=  sizeof(size_t))   /* normal case */
606*01826a49SYabin Cui     {
607*01826a49SYabin Cui         U32 contain32;
608*01826a49SYabin Cui         bitD->start = (const char*)srcBuffer;
609*01826a49SYabin Cui         bitD->ptr   = (const char*)srcBuffer + srcSize - sizeof(size_t);
610*01826a49SYabin Cui         bitD->bitContainer = MEM_readLEST(bitD->ptr);
611*01826a49SYabin Cui         contain32 = ((const BYTE*)srcBuffer)[srcSize-1];
612*01826a49SYabin Cui         if (contain32 == 0) return ERROR(GENERIC);   /* endMark not present */
613*01826a49SYabin Cui         bitD->bitsConsumed = 8 - BIT_highbit32(contain32);
614*01826a49SYabin Cui     }
615*01826a49SYabin Cui     else
616*01826a49SYabin Cui     {
617*01826a49SYabin Cui         U32 contain32;
618*01826a49SYabin Cui         bitD->start = (const char*)srcBuffer;
619*01826a49SYabin Cui         bitD->ptr   = bitD->start;
620*01826a49SYabin Cui         bitD->bitContainer = *(const BYTE*)(bitD->start);
621*01826a49SYabin Cui         switch(srcSize)
622*01826a49SYabin Cui         {
623*01826a49SYabin Cui             case 7: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[6]) << (sizeof(size_t)*8 - 16);/* fall-through */
624*01826a49SYabin Cui             case 6: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[5]) << (sizeof(size_t)*8 - 24);/* fall-through */
625*01826a49SYabin Cui             case 5: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[4]) << (sizeof(size_t)*8 - 32);/* fall-through */
626*01826a49SYabin Cui             case 4: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[3]) << 24; /* fall-through */
627*01826a49SYabin Cui             case 3: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[2]) << 16; /* fall-through */
628*01826a49SYabin Cui             case 2: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[1]) <<  8; /* fall-through */
629*01826a49SYabin Cui             default: break;
630*01826a49SYabin Cui         }
631*01826a49SYabin Cui         contain32 = ((const BYTE*)srcBuffer)[srcSize-1];
632*01826a49SYabin Cui         if (contain32 == 0) return ERROR(GENERIC);   /* endMark not present */
633*01826a49SYabin Cui         bitD->bitsConsumed = 8 - BIT_highbit32(contain32);
634*01826a49SYabin Cui         bitD->bitsConsumed += (U32)(sizeof(size_t) - srcSize)*8;
635*01826a49SYabin Cui     }
636*01826a49SYabin Cui 
637*01826a49SYabin Cui     return srcSize;
638*01826a49SYabin Cui }
639*01826a49SYabin Cui 
BIT_lookBits(BIT_DStream_t * bitD,U32 nbBits)640*01826a49SYabin Cui MEM_STATIC size_t BIT_lookBits(BIT_DStream_t* bitD, U32 nbBits)
641*01826a49SYabin Cui {
642*01826a49SYabin Cui     const U32 bitMask = sizeof(bitD->bitContainer)*8 - 1;
643*01826a49SYabin Cui     return ((bitD->bitContainer << (bitD->bitsConsumed & bitMask)) >> 1) >> ((bitMask-nbBits) & bitMask);
644*01826a49SYabin Cui }
645*01826a49SYabin Cui 
646*01826a49SYabin Cui /*! BIT_lookBitsFast :
647*01826a49SYabin Cui *   unsafe version; only works if nbBits >= 1 */
BIT_lookBitsFast(BIT_DStream_t * bitD,U32 nbBits)648*01826a49SYabin Cui MEM_STATIC size_t BIT_lookBitsFast(BIT_DStream_t* bitD, U32 nbBits)
649*01826a49SYabin Cui {
650*01826a49SYabin Cui     const U32 bitMask = sizeof(bitD->bitContainer)*8 - 1;
651*01826a49SYabin Cui     return (bitD->bitContainer << (bitD->bitsConsumed & bitMask)) >> (((bitMask+1)-nbBits) & bitMask);
652*01826a49SYabin Cui }
653*01826a49SYabin Cui 
BIT_skipBits(BIT_DStream_t * bitD,U32 nbBits)654*01826a49SYabin Cui MEM_STATIC void BIT_skipBits(BIT_DStream_t* bitD, U32 nbBits)
655*01826a49SYabin Cui {
656*01826a49SYabin Cui     bitD->bitsConsumed += nbBits;
657*01826a49SYabin Cui }
658*01826a49SYabin Cui 
BIT_readBits(BIT_DStream_t * bitD,U32 nbBits)659*01826a49SYabin Cui MEM_STATIC size_t BIT_readBits(BIT_DStream_t* bitD, U32 nbBits)
660*01826a49SYabin Cui {
661*01826a49SYabin Cui     size_t value = BIT_lookBits(bitD, nbBits);
662*01826a49SYabin Cui     BIT_skipBits(bitD, nbBits);
663*01826a49SYabin Cui     return value;
664*01826a49SYabin Cui }
665*01826a49SYabin Cui 
666*01826a49SYabin Cui /*!BIT_readBitsFast :
667*01826a49SYabin Cui *  unsafe version; only works if nbBits >= 1 */
BIT_readBitsFast(BIT_DStream_t * bitD,U32 nbBits)668*01826a49SYabin Cui MEM_STATIC size_t BIT_readBitsFast(BIT_DStream_t* bitD, U32 nbBits)
669*01826a49SYabin Cui {
670*01826a49SYabin Cui     size_t value = BIT_lookBitsFast(bitD, nbBits);
671*01826a49SYabin Cui     BIT_skipBits(bitD, nbBits);
672*01826a49SYabin Cui     return value;
673*01826a49SYabin Cui }
674*01826a49SYabin Cui 
BIT_reloadDStream(BIT_DStream_t * bitD)675*01826a49SYabin Cui MEM_STATIC BIT_DStream_status BIT_reloadDStream(BIT_DStream_t* bitD)
676*01826a49SYabin Cui {
677*01826a49SYabin Cui     if (bitD->bitsConsumed > (sizeof(bitD->bitContainer)*8))  /* should never happen */
678*01826a49SYabin Cui         return BIT_DStream_overflow;
679*01826a49SYabin Cui 
680*01826a49SYabin Cui     if (bitD->ptr >= bitD->start + sizeof(bitD->bitContainer))
681*01826a49SYabin Cui     {
682*01826a49SYabin Cui         bitD->ptr -= bitD->bitsConsumed >> 3;
683*01826a49SYabin Cui         bitD->bitsConsumed &= 7;
684*01826a49SYabin Cui         bitD->bitContainer = MEM_readLEST(bitD->ptr);
685*01826a49SYabin Cui         return BIT_DStream_unfinished;
686*01826a49SYabin Cui     }
687*01826a49SYabin Cui     if (bitD->ptr == bitD->start)
688*01826a49SYabin Cui     {
689*01826a49SYabin Cui         if (bitD->bitsConsumed < sizeof(bitD->bitContainer)*8) return BIT_DStream_endOfBuffer;
690*01826a49SYabin Cui         return BIT_DStream_completed;
691*01826a49SYabin Cui     }
692*01826a49SYabin Cui     {
693*01826a49SYabin Cui         U32 nbBytes = bitD->bitsConsumed >> 3;
694*01826a49SYabin Cui         BIT_DStream_status result = BIT_DStream_unfinished;
695*01826a49SYabin Cui         if (bitD->ptr - nbBytes < bitD->start)
696*01826a49SYabin Cui         {
697*01826a49SYabin Cui             nbBytes = (U32)(bitD->ptr - bitD->start);  /* ptr > start */
698*01826a49SYabin Cui             result = BIT_DStream_endOfBuffer;
699*01826a49SYabin Cui         }
700*01826a49SYabin Cui         bitD->ptr -= nbBytes;
701*01826a49SYabin Cui         bitD->bitsConsumed -= nbBytes*8;
702*01826a49SYabin Cui         bitD->bitContainer = MEM_readLEST(bitD->ptr);   /* reminder : srcSize > sizeof(bitD) */
703*01826a49SYabin Cui         return result;
704*01826a49SYabin Cui     }
705*01826a49SYabin Cui }
706*01826a49SYabin Cui 
707*01826a49SYabin Cui /*! BIT_endOfDStream
708*01826a49SYabin Cui *   @return Tells if DStream has reached its exact end
709*01826a49SYabin Cui */
BIT_endOfDStream(const BIT_DStream_t * DStream)710*01826a49SYabin Cui MEM_STATIC unsigned BIT_endOfDStream(const BIT_DStream_t* DStream)
711*01826a49SYabin Cui {
712*01826a49SYabin Cui     return ((DStream->ptr == DStream->start) && (DStream->bitsConsumed == sizeof(DStream->bitContainer)*8));
713*01826a49SYabin Cui }
714*01826a49SYabin Cui 
715*01826a49SYabin Cui #if defined (__cplusplus)
716*01826a49SYabin Cui }
717*01826a49SYabin Cui #endif
718*01826a49SYabin Cui 
719*01826a49SYabin Cui #endif /* BITSTREAM_H_MODULE */
720*01826a49SYabin Cui 
721*01826a49SYabin Cui 
722*01826a49SYabin Cui 
723*01826a49SYabin Cui /* ******************************************************************
724*01826a49SYabin Cui    FSE : Finite State Entropy coder
725*01826a49SYabin Cui    header file for static linking (only)
726*01826a49SYabin Cui    Copyright (C) 2013-2015, Yann Collet
727*01826a49SYabin Cui 
728*01826a49SYabin Cui    BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
729*01826a49SYabin Cui 
730*01826a49SYabin Cui    Redistribution and use in source and binary forms, with or without
731*01826a49SYabin Cui    modification, are permitted provided that the following conditions are
732*01826a49SYabin Cui    met:
733*01826a49SYabin Cui 
734*01826a49SYabin Cui        * Redistributions of source code must retain the above copyright
735*01826a49SYabin Cui    notice, this list of conditions and the following disclaimer.
736*01826a49SYabin Cui        * Redistributions in binary form must reproduce the above
737*01826a49SYabin Cui    copyright notice, this list of conditions and the following disclaimer
738*01826a49SYabin Cui    in the documentation and/or other materials provided with the
739*01826a49SYabin Cui    distribution.
740*01826a49SYabin Cui 
741*01826a49SYabin Cui    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
742*01826a49SYabin Cui    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
743*01826a49SYabin Cui    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
744*01826a49SYabin Cui    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
745*01826a49SYabin Cui    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
746*01826a49SYabin Cui    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
747*01826a49SYabin Cui    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
748*01826a49SYabin Cui    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
749*01826a49SYabin Cui    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
750*01826a49SYabin Cui    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
751*01826a49SYabin Cui    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
752*01826a49SYabin Cui 
753*01826a49SYabin Cui    You can contact the author at :
754*01826a49SYabin Cui    - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
755*01826a49SYabin Cui    - Public forum : https://groups.google.com/forum/#!forum/lz4c
756*01826a49SYabin Cui ****************************************************************** */
757*01826a49SYabin Cui #ifndef FSE_STATIC_H
758*01826a49SYabin Cui #define FSE_STATIC_H
759*01826a49SYabin Cui 
760*01826a49SYabin Cui #if defined (__cplusplus)
761*01826a49SYabin Cui extern "C" {
762*01826a49SYabin Cui #endif
763*01826a49SYabin Cui 
764*01826a49SYabin Cui 
765*01826a49SYabin Cui /* *****************************************
766*01826a49SYabin Cui *  Static allocation
767*01826a49SYabin Cui *******************************************/
768*01826a49SYabin Cui /* FSE buffer bounds */
769*01826a49SYabin Cui #define FSE_NCOUNTBOUND 512
770*01826a49SYabin Cui #define FSE_BLOCKBOUND(size) (size + (size>>7))
771*01826a49SYabin Cui #define FSE_COMPRESSBOUND(size) (FSE_NCOUNTBOUND + FSE_BLOCKBOUND(size))   /* Macro version, useful for static allocation */
772*01826a49SYabin Cui 
773*01826a49SYabin Cui /* It is possible to statically allocate FSE CTable/DTable as a table of unsigned using below macros */
774*01826a49SYabin Cui #define FSE_CTABLE_SIZE_U32(maxTableLog, maxSymbolValue)   (1 + (1<<(maxTableLog-1)) + ((maxSymbolValue+1)*2))
775*01826a49SYabin Cui #define FSE_DTABLE_SIZE_U32(maxTableLog)                   (1 + (1<<maxTableLog))
776*01826a49SYabin Cui 
777*01826a49SYabin Cui 
778*01826a49SYabin Cui /* *****************************************
779*01826a49SYabin Cui *  FSE advanced API
780*01826a49SYabin Cui *******************************************/
781*01826a49SYabin Cui static size_t FSE_buildDTable_raw (FSE_DTable* dt, unsigned nbBits);
782*01826a49SYabin Cui /* build a fake FSE_DTable, designed to read an uncompressed bitstream where each symbol uses nbBits */
783*01826a49SYabin Cui 
784*01826a49SYabin Cui static size_t FSE_buildDTable_rle (FSE_DTable* dt, unsigned char symbolValue);
785*01826a49SYabin Cui /* build a fake FSE_DTable, designed to always generate the same symbolValue */
786*01826a49SYabin Cui 
787*01826a49SYabin Cui 
788*01826a49SYabin Cui 
789*01826a49SYabin Cui /* *****************************************
790*01826a49SYabin Cui *  FSE symbol decompression API
791*01826a49SYabin Cui *******************************************/
792*01826a49SYabin Cui typedef struct
793*01826a49SYabin Cui {
794*01826a49SYabin Cui     size_t      state;
795*01826a49SYabin Cui     const void* table;   /* precise table may vary, depending on U16 */
796*01826a49SYabin Cui } FSE_DState_t;
797*01826a49SYabin Cui 
798*01826a49SYabin Cui 
799*01826a49SYabin Cui static void     FSE_initDState(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD, const FSE_DTable* dt);
800*01826a49SYabin Cui 
801*01826a49SYabin Cui static unsigned char FSE_decodeSymbol(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD);
802*01826a49SYabin Cui 
803*01826a49SYabin Cui static unsigned FSE_endOfDState(const FSE_DState_t* DStatePtr);
804*01826a49SYabin Cui 
805*01826a49SYabin Cui 
806*01826a49SYabin Cui /* *****************************************
807*01826a49SYabin Cui *  FSE unsafe API
808*01826a49SYabin Cui *******************************************/
809*01826a49SYabin Cui static unsigned char FSE_decodeSymbolFast(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD);
810*01826a49SYabin Cui /* faster, but works only if nbBits is always >= 1 (otherwise, result will be corrupted) */
811*01826a49SYabin Cui 
812*01826a49SYabin Cui 
813*01826a49SYabin Cui /* *****************************************
814*01826a49SYabin Cui *  Implementation of inlined functions
815*01826a49SYabin Cui *******************************************/
816*01826a49SYabin Cui /* decompression */
817*01826a49SYabin Cui 
818*01826a49SYabin Cui typedef struct {
819*01826a49SYabin Cui     U16 tableLog;
820*01826a49SYabin Cui     U16 fastMode;
821*01826a49SYabin Cui } FSE_DTableHeader;   /* sizeof U32 */
822*01826a49SYabin Cui 
823*01826a49SYabin Cui typedef struct
824*01826a49SYabin Cui {
825*01826a49SYabin Cui     unsigned short newState;
826*01826a49SYabin Cui     unsigned char  symbol;
827*01826a49SYabin Cui     unsigned char  nbBits;
828*01826a49SYabin Cui } FSE_decode_t;   /* size == U32 */
829*01826a49SYabin Cui 
FSE_initDState(FSE_DState_t * DStatePtr,BIT_DStream_t * bitD,const FSE_DTable * dt)830*01826a49SYabin Cui MEM_STATIC void FSE_initDState(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD, const FSE_DTable* dt)
831*01826a49SYabin Cui {
832*01826a49SYabin Cui     FSE_DTableHeader DTableH;
833*01826a49SYabin Cui     memcpy(&DTableH, dt, sizeof(DTableH));
834*01826a49SYabin Cui     DStatePtr->state = BIT_readBits(bitD, DTableH.tableLog);
835*01826a49SYabin Cui     BIT_reloadDStream(bitD);
836*01826a49SYabin Cui     DStatePtr->table = dt + 1;
837*01826a49SYabin Cui }
838*01826a49SYabin Cui 
FSE_decodeSymbol(FSE_DState_t * DStatePtr,BIT_DStream_t * bitD)839*01826a49SYabin Cui MEM_STATIC BYTE FSE_decodeSymbol(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD)
840*01826a49SYabin Cui {
841*01826a49SYabin Cui     const FSE_decode_t DInfo = ((const FSE_decode_t*)(DStatePtr->table))[DStatePtr->state];
842*01826a49SYabin Cui     const U32  nbBits = DInfo.nbBits;
843*01826a49SYabin Cui     BYTE symbol = DInfo.symbol;
844*01826a49SYabin Cui     size_t lowBits = BIT_readBits(bitD, nbBits);
845*01826a49SYabin Cui 
846*01826a49SYabin Cui     DStatePtr->state = DInfo.newState + lowBits;
847*01826a49SYabin Cui     return symbol;
848*01826a49SYabin Cui }
849*01826a49SYabin Cui 
FSE_decodeSymbolFast(FSE_DState_t * DStatePtr,BIT_DStream_t * bitD)850*01826a49SYabin Cui MEM_STATIC BYTE FSE_decodeSymbolFast(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD)
851*01826a49SYabin Cui {
852*01826a49SYabin Cui     const FSE_decode_t DInfo = ((const FSE_decode_t*)(DStatePtr->table))[DStatePtr->state];
853*01826a49SYabin Cui     const U32 nbBits = DInfo.nbBits;
854*01826a49SYabin Cui     BYTE symbol = DInfo.symbol;
855*01826a49SYabin Cui     size_t lowBits = BIT_readBitsFast(bitD, nbBits);
856*01826a49SYabin Cui 
857*01826a49SYabin Cui     DStatePtr->state = DInfo.newState + lowBits;
858*01826a49SYabin Cui     return symbol;
859*01826a49SYabin Cui }
860*01826a49SYabin Cui 
FSE_endOfDState(const FSE_DState_t * DStatePtr)861*01826a49SYabin Cui MEM_STATIC unsigned FSE_endOfDState(const FSE_DState_t* DStatePtr)
862*01826a49SYabin Cui {
863*01826a49SYabin Cui     return DStatePtr->state == 0;
864*01826a49SYabin Cui }
865*01826a49SYabin Cui 
866*01826a49SYabin Cui 
867*01826a49SYabin Cui #if defined (__cplusplus)
868*01826a49SYabin Cui }
869*01826a49SYabin Cui #endif
870*01826a49SYabin Cui 
871*01826a49SYabin Cui #endif  /* FSE_STATIC_H */
872*01826a49SYabin Cui 
873*01826a49SYabin Cui /* ******************************************************************
874*01826a49SYabin Cui    FSE : Finite State Entropy coder
875*01826a49SYabin Cui    Copyright (C) 2013-2015, Yann Collet.
876*01826a49SYabin Cui 
877*01826a49SYabin Cui    BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
878*01826a49SYabin Cui 
879*01826a49SYabin Cui    Redistribution and use in source and binary forms, with or without
880*01826a49SYabin Cui    modification, are permitted provided that the following conditions are
881*01826a49SYabin Cui    met:
882*01826a49SYabin Cui 
883*01826a49SYabin Cui        * Redistributions of source code must retain the above copyright
884*01826a49SYabin Cui    notice, this list of conditions and the following disclaimer.
885*01826a49SYabin Cui        * Redistributions in binary form must reproduce the above
886*01826a49SYabin Cui    copyright notice, this list of conditions and the following disclaimer
887*01826a49SYabin Cui    in the documentation and/or other materials provided with the
888*01826a49SYabin Cui    distribution.
889*01826a49SYabin Cui 
890*01826a49SYabin Cui    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
891*01826a49SYabin Cui    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
892*01826a49SYabin Cui    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
893*01826a49SYabin Cui    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
894*01826a49SYabin Cui    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
895*01826a49SYabin Cui    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
896*01826a49SYabin Cui    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
897*01826a49SYabin Cui    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
898*01826a49SYabin Cui    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
899*01826a49SYabin Cui    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
900*01826a49SYabin Cui    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
901*01826a49SYabin Cui 
902*01826a49SYabin Cui     You can contact the author at :
903*01826a49SYabin Cui     - FSE source repository : https://github.com/Cyan4973/FiniteStateEntropy
904*01826a49SYabin Cui     - Public forum : https://groups.google.com/forum/#!forum/lz4c
905*01826a49SYabin Cui ****************************************************************** */
906*01826a49SYabin Cui 
907*01826a49SYabin Cui #ifndef FSE_COMMONDEFS_ONLY
908*01826a49SYabin Cui 
909*01826a49SYabin Cui /* **************************************************************
910*01826a49SYabin Cui *  Tuning parameters
911*01826a49SYabin Cui ****************************************************************/
912*01826a49SYabin Cui /*!MEMORY_USAGE :
913*01826a49SYabin Cui *  Memory usage formula : N->2^N Bytes (examples : 10 -> 1KB; 12 -> 4KB ; 16 -> 64KB; 20 -> 1MB; etc.)
914*01826a49SYabin Cui *  Increasing memory usage improves compression ratio
915*01826a49SYabin Cui *  Reduced memory usage can improve speed, due to cache effect
916*01826a49SYabin Cui *  Recommended max value is 14, for 16KB, which nicely fits into Intel x86 L1 cache */
917*01826a49SYabin Cui #define FSE_MAX_MEMORY_USAGE 14
918*01826a49SYabin Cui #define FSE_DEFAULT_MEMORY_USAGE 13
919*01826a49SYabin Cui 
920*01826a49SYabin Cui /*!FSE_MAX_SYMBOL_VALUE :
921*01826a49SYabin Cui *  Maximum symbol value authorized.
922*01826a49SYabin Cui *  Required for proper stack allocation */
923*01826a49SYabin Cui #define FSE_MAX_SYMBOL_VALUE 255
924*01826a49SYabin Cui 
925*01826a49SYabin Cui 
926*01826a49SYabin Cui /* **************************************************************
927*01826a49SYabin Cui *  template functions type & suffix
928*01826a49SYabin Cui ****************************************************************/
929*01826a49SYabin Cui #define FSE_FUNCTION_TYPE BYTE
930*01826a49SYabin Cui #define FSE_FUNCTION_EXTENSION
931*01826a49SYabin Cui #define FSE_DECODE_TYPE FSE_decode_t
932*01826a49SYabin Cui 
933*01826a49SYabin Cui 
934*01826a49SYabin Cui #endif   /* !FSE_COMMONDEFS_ONLY */
935*01826a49SYabin Cui 
936*01826a49SYabin Cui /* **************************************************************
937*01826a49SYabin Cui *  Compiler specifics
938*01826a49SYabin Cui ****************************************************************/
939*01826a49SYabin Cui #ifdef _MSC_VER    /* Visual Studio */
940*01826a49SYabin Cui #  define FORCE_INLINE static __forceinline
941*01826a49SYabin Cui #  include <intrin.h>                    /* For Visual 2005 */
942*01826a49SYabin Cui #  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
943*01826a49SYabin Cui #  pragma warning(disable : 4214)        /* disable: C4214: non-int bitfields */
944*01826a49SYabin Cui #else
945*01826a49SYabin Cui #  if defined (__cplusplus) || defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L   /* C99 */
946*01826a49SYabin Cui #    ifdef __GNUC__
947*01826a49SYabin Cui #      define FORCE_INLINE static inline __attribute__((always_inline))
948*01826a49SYabin Cui #    else
949*01826a49SYabin Cui #      define FORCE_INLINE static inline
950*01826a49SYabin Cui #    endif
951*01826a49SYabin Cui #  else
952*01826a49SYabin Cui #    define FORCE_INLINE static
953*01826a49SYabin Cui #  endif /* __STDC_VERSION__ */
954*01826a49SYabin Cui #endif
955*01826a49SYabin Cui 
956*01826a49SYabin Cui 
957*01826a49SYabin Cui /* **************************************************************
958*01826a49SYabin Cui *  Dependencies
959*01826a49SYabin Cui ****************************************************************/
960*01826a49SYabin Cui #include <stdlib.h>     /* malloc, free, qsort */
961*01826a49SYabin Cui #include <string.h>     /* memcpy, memset */
962*01826a49SYabin Cui #include <stdio.h>      /* printf (debug) */
963*01826a49SYabin Cui 
964*01826a49SYabin Cui 
965*01826a49SYabin Cui /* ***************************************************************
966*01826a49SYabin Cui *  Constants
967*01826a49SYabin Cui *****************************************************************/
968*01826a49SYabin Cui #define FSE_MAX_TABLELOG  (FSE_MAX_MEMORY_USAGE-2)
969*01826a49SYabin Cui #define FSE_MAX_TABLESIZE (1U<<FSE_MAX_TABLELOG)
970*01826a49SYabin Cui #define FSE_MAXTABLESIZE_MASK (FSE_MAX_TABLESIZE-1)
971*01826a49SYabin Cui #define FSE_DEFAULT_TABLELOG (FSE_DEFAULT_MEMORY_USAGE-2)
972*01826a49SYabin Cui #define FSE_MIN_TABLELOG 5
973*01826a49SYabin Cui 
974*01826a49SYabin Cui #define FSE_TABLELOG_ABSOLUTE_MAX 15
975*01826a49SYabin Cui #if FSE_MAX_TABLELOG > FSE_TABLELOG_ABSOLUTE_MAX
976*01826a49SYabin Cui #error "FSE_MAX_TABLELOG > FSE_TABLELOG_ABSOLUTE_MAX is not supported"
977*01826a49SYabin Cui #endif
978*01826a49SYabin Cui 
979*01826a49SYabin Cui 
980*01826a49SYabin Cui /* **************************************************************
981*01826a49SYabin Cui *  Error Management
982*01826a49SYabin Cui ****************************************************************/
983*01826a49SYabin Cui #define FSE_STATIC_ASSERT(c) { enum { FSE_static_assert = 1/(int)(!!(c)) }; }   /* use only *after* variable declarations */
984*01826a49SYabin Cui 
985*01826a49SYabin Cui 
986*01826a49SYabin Cui /* **************************************************************
987*01826a49SYabin Cui *  Complex types
988*01826a49SYabin Cui ****************************************************************/
989*01826a49SYabin Cui typedef U32 DTable_max_t[FSE_DTABLE_SIZE_U32(FSE_MAX_TABLELOG)];
990*01826a49SYabin Cui 
991*01826a49SYabin Cui 
992*01826a49SYabin Cui /*-**************************************************************
993*01826a49SYabin Cui *  Templates
994*01826a49SYabin Cui ****************************************************************/
995*01826a49SYabin Cui /*
996*01826a49SYabin Cui   designed to be included
997*01826a49SYabin Cui   for type-specific functions (template emulation in C)
998*01826a49SYabin Cui   Objective is to write these functions only once, for improved maintenance
999*01826a49SYabin Cui */
1000*01826a49SYabin Cui 
1001*01826a49SYabin Cui /* safety checks */
1002*01826a49SYabin Cui #ifndef FSE_FUNCTION_EXTENSION
1003*01826a49SYabin Cui #  error "FSE_FUNCTION_EXTENSION must be defined"
1004*01826a49SYabin Cui #endif
1005*01826a49SYabin Cui #ifndef FSE_FUNCTION_TYPE
1006*01826a49SYabin Cui #  error "FSE_FUNCTION_TYPE must be defined"
1007*01826a49SYabin Cui #endif
1008*01826a49SYabin Cui 
1009*01826a49SYabin Cui /* Function names */
1010*01826a49SYabin Cui #define FSE_CAT(X,Y) X##Y
1011*01826a49SYabin Cui #define FSE_FUNCTION_NAME(X,Y) FSE_CAT(X,Y)
1012*01826a49SYabin Cui #define FSE_TYPE_NAME(X,Y) FSE_CAT(X,Y)
1013*01826a49SYabin Cui 
FSE_tableStep(U32 tableSize)1014*01826a49SYabin Cui static U32 FSE_tableStep(U32 tableSize) { return (tableSize>>1) + (tableSize>>3) + 3; }
1015*01826a49SYabin Cui 
1016*01826a49SYabin Cui 
FSE_buildDTable(FSE_DTable * dt,const short * normalizedCounter,unsigned maxSymbolValue,unsigned tableLog)1017*01826a49SYabin Cui static size_t FSE_buildDTable(FSE_DTable* dt, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog)
1018*01826a49SYabin Cui {
1019*01826a49SYabin Cui     FSE_DTableHeader DTableH;
1020*01826a49SYabin Cui     void* const tdPtr = dt+1;   /* because dt is unsigned, 32-bits aligned on 32-bits */
1021*01826a49SYabin Cui     FSE_DECODE_TYPE* const tableDecode = (FSE_DECODE_TYPE*) (tdPtr);
1022*01826a49SYabin Cui     const U32 tableSize = 1 << tableLog;
1023*01826a49SYabin Cui     const U32 tableMask = tableSize-1;
1024*01826a49SYabin Cui     const U32 step = FSE_tableStep(tableSize);
1025*01826a49SYabin Cui     U16 symbolNext[FSE_MAX_SYMBOL_VALUE+1];
1026*01826a49SYabin Cui     U32 position = 0;
1027*01826a49SYabin Cui     U32 highThreshold = tableSize-1;
1028*01826a49SYabin Cui     const S16 largeLimit= (S16)(1 << (tableLog-1));
1029*01826a49SYabin Cui     U32 noLarge = 1;
1030*01826a49SYabin Cui     U32 s;
1031*01826a49SYabin Cui 
1032*01826a49SYabin Cui     /* Sanity Checks */
1033*01826a49SYabin Cui     if (maxSymbolValue > FSE_MAX_SYMBOL_VALUE) return ERROR(maxSymbolValue_tooLarge);
1034*01826a49SYabin Cui     if (tableLog > FSE_MAX_TABLELOG) return ERROR(tableLog_tooLarge);
1035*01826a49SYabin Cui 
1036*01826a49SYabin Cui     /* Init, lay down lowprob symbols */
1037*01826a49SYabin Cui     memset(tableDecode, 0, sizeof(FSE_DECODE_TYPE) * (maxSymbolValue+1) );   /* useless init, but keep static analyzer happy, and we don't need to performance optimize legacy decoders */
1038*01826a49SYabin Cui     DTableH.tableLog = (U16)tableLog;
1039*01826a49SYabin Cui     for (s=0; s<=maxSymbolValue; s++)
1040*01826a49SYabin Cui     {
1041*01826a49SYabin Cui         if (normalizedCounter[s]==-1)
1042*01826a49SYabin Cui         {
1043*01826a49SYabin Cui             tableDecode[highThreshold--].symbol = (FSE_FUNCTION_TYPE)s;
1044*01826a49SYabin Cui             symbolNext[s] = 1;
1045*01826a49SYabin Cui         }
1046*01826a49SYabin Cui         else
1047*01826a49SYabin Cui         {
1048*01826a49SYabin Cui             if (normalizedCounter[s] >= largeLimit) noLarge=0;
1049*01826a49SYabin Cui             symbolNext[s] = normalizedCounter[s];
1050*01826a49SYabin Cui         }
1051*01826a49SYabin Cui     }
1052*01826a49SYabin Cui 
1053*01826a49SYabin Cui     /* Spread symbols */
1054*01826a49SYabin Cui     for (s=0; s<=maxSymbolValue; s++)
1055*01826a49SYabin Cui     {
1056*01826a49SYabin Cui         int i;
1057*01826a49SYabin Cui         for (i=0; i<normalizedCounter[s]; i++)
1058*01826a49SYabin Cui         {
1059*01826a49SYabin Cui             tableDecode[position].symbol = (FSE_FUNCTION_TYPE)s;
1060*01826a49SYabin Cui             position = (position + step) & tableMask;
1061*01826a49SYabin Cui             while (position > highThreshold) position = (position + step) & tableMask;   /* lowprob area */
1062*01826a49SYabin Cui         }
1063*01826a49SYabin Cui     }
1064*01826a49SYabin Cui 
1065*01826a49SYabin Cui     if (position!=0) return ERROR(GENERIC);   /* position must reach all cells once, otherwise normalizedCounter is incorrect */
1066*01826a49SYabin Cui 
1067*01826a49SYabin Cui     /* Build Decoding table */
1068*01826a49SYabin Cui     {
1069*01826a49SYabin Cui         U32 i;
1070*01826a49SYabin Cui         for (i=0; i<tableSize; i++)
1071*01826a49SYabin Cui         {
1072*01826a49SYabin Cui             FSE_FUNCTION_TYPE symbol = (FSE_FUNCTION_TYPE)(tableDecode[i].symbol);
1073*01826a49SYabin Cui             U16 nextState = symbolNext[symbol]++;
1074*01826a49SYabin Cui             tableDecode[i].nbBits = (BYTE) (tableLog - BIT_highbit32 ((U32)nextState) );
1075*01826a49SYabin Cui             tableDecode[i].newState = (U16) ( (nextState << tableDecode[i].nbBits) - tableSize);
1076*01826a49SYabin Cui         }
1077*01826a49SYabin Cui     }
1078*01826a49SYabin Cui 
1079*01826a49SYabin Cui     DTableH.fastMode = (U16)noLarge;
1080*01826a49SYabin Cui     memcpy(dt, &DTableH, sizeof(DTableH));
1081*01826a49SYabin Cui     return 0;
1082*01826a49SYabin Cui }
1083*01826a49SYabin Cui 
1084*01826a49SYabin Cui 
1085*01826a49SYabin Cui #ifndef FSE_COMMONDEFS_ONLY
1086*01826a49SYabin Cui /******************************************
1087*01826a49SYabin Cui *  FSE helper functions
1088*01826a49SYabin Cui ******************************************/
FSE_isError(size_t code)1089*01826a49SYabin Cui static unsigned FSE_isError(size_t code) { return ERR_isError(code); }
1090*01826a49SYabin Cui 
1091*01826a49SYabin Cui 
1092*01826a49SYabin Cui /****************************************************************
1093*01826a49SYabin Cui *  FSE NCount encoding-decoding
1094*01826a49SYabin Cui ****************************************************************/
FSE_abs(short a)1095*01826a49SYabin Cui static short FSE_abs(short a)
1096*01826a49SYabin Cui {
1097*01826a49SYabin Cui     return a<0 ? -a : a;
1098*01826a49SYabin Cui }
1099*01826a49SYabin Cui 
FSE_readNCount(short * normalizedCounter,unsigned * maxSVPtr,unsigned * tableLogPtr,const void * headerBuffer,size_t hbSize)1100*01826a49SYabin Cui static size_t FSE_readNCount (short* normalizedCounter, unsigned* maxSVPtr, unsigned* tableLogPtr,
1101*01826a49SYabin Cui                  const void* headerBuffer, size_t hbSize)
1102*01826a49SYabin Cui {
1103*01826a49SYabin Cui     const BYTE* const istart = (const BYTE*) headerBuffer;
1104*01826a49SYabin Cui     const BYTE* const iend = istart + hbSize;
1105*01826a49SYabin Cui     const BYTE* ip = istart;
1106*01826a49SYabin Cui     int nbBits;
1107*01826a49SYabin Cui     int remaining;
1108*01826a49SYabin Cui     int threshold;
1109*01826a49SYabin Cui     U32 bitStream;
1110*01826a49SYabin Cui     int bitCount;
1111*01826a49SYabin Cui     unsigned charnum = 0;
1112*01826a49SYabin Cui     int previous0 = 0;
1113*01826a49SYabin Cui 
1114*01826a49SYabin Cui     if (hbSize < 4) return ERROR(srcSize_wrong);
1115*01826a49SYabin Cui     bitStream = MEM_readLE32(ip);
1116*01826a49SYabin Cui     nbBits = (bitStream & 0xF) + FSE_MIN_TABLELOG;   /* extract tableLog */
1117*01826a49SYabin Cui     if (nbBits > FSE_TABLELOG_ABSOLUTE_MAX) return ERROR(tableLog_tooLarge);
1118*01826a49SYabin Cui     bitStream >>= 4;
1119*01826a49SYabin Cui     bitCount = 4;
1120*01826a49SYabin Cui     *tableLogPtr = nbBits;
1121*01826a49SYabin Cui     remaining = (1<<nbBits)+1;
1122*01826a49SYabin Cui     threshold = 1<<nbBits;
1123*01826a49SYabin Cui     nbBits++;
1124*01826a49SYabin Cui 
1125*01826a49SYabin Cui     while ((remaining>1) && (charnum<=*maxSVPtr))
1126*01826a49SYabin Cui     {
1127*01826a49SYabin Cui         if (previous0)
1128*01826a49SYabin Cui         {
1129*01826a49SYabin Cui             unsigned n0 = charnum;
1130*01826a49SYabin Cui             while ((bitStream & 0xFFFF) == 0xFFFF)
1131*01826a49SYabin Cui             {
1132*01826a49SYabin Cui                 n0+=24;
1133*01826a49SYabin Cui                 if (ip < iend-5)
1134*01826a49SYabin Cui                 {
1135*01826a49SYabin Cui                     ip+=2;
1136*01826a49SYabin Cui                     bitStream = MEM_readLE32(ip) >> bitCount;
1137*01826a49SYabin Cui                 }
1138*01826a49SYabin Cui                 else
1139*01826a49SYabin Cui                 {
1140*01826a49SYabin Cui                     bitStream >>= 16;
1141*01826a49SYabin Cui                     bitCount+=16;
1142*01826a49SYabin Cui                 }
1143*01826a49SYabin Cui             }
1144*01826a49SYabin Cui             while ((bitStream & 3) == 3)
1145*01826a49SYabin Cui             {
1146*01826a49SYabin Cui                 n0+=3;
1147*01826a49SYabin Cui                 bitStream>>=2;
1148*01826a49SYabin Cui                 bitCount+=2;
1149*01826a49SYabin Cui             }
1150*01826a49SYabin Cui             n0 += bitStream & 3;
1151*01826a49SYabin Cui             bitCount += 2;
1152*01826a49SYabin Cui             if (n0 > *maxSVPtr) return ERROR(maxSymbolValue_tooSmall);
1153*01826a49SYabin Cui             while (charnum < n0) normalizedCounter[charnum++] = 0;
1154*01826a49SYabin Cui             if ((ip <= iend-7) || (ip + (bitCount>>3) <= iend-4))
1155*01826a49SYabin Cui             {
1156*01826a49SYabin Cui                 ip += bitCount>>3;
1157*01826a49SYabin Cui                 bitCount &= 7;
1158*01826a49SYabin Cui                 bitStream = MEM_readLE32(ip) >> bitCount;
1159*01826a49SYabin Cui             }
1160*01826a49SYabin Cui             else
1161*01826a49SYabin Cui                 bitStream >>= 2;
1162*01826a49SYabin Cui         }
1163*01826a49SYabin Cui         {
1164*01826a49SYabin Cui             const short max = (short)((2*threshold-1)-remaining);
1165*01826a49SYabin Cui             short count;
1166*01826a49SYabin Cui 
1167*01826a49SYabin Cui             if ((bitStream & (threshold-1)) < (U32)max)
1168*01826a49SYabin Cui             {
1169*01826a49SYabin Cui                 count = (short)(bitStream & (threshold-1));
1170*01826a49SYabin Cui                 bitCount   += nbBits-1;
1171*01826a49SYabin Cui             }
1172*01826a49SYabin Cui             else
1173*01826a49SYabin Cui             {
1174*01826a49SYabin Cui                 count = (short)(bitStream & (2*threshold-1));
1175*01826a49SYabin Cui                 if (count >= threshold) count -= max;
1176*01826a49SYabin Cui                 bitCount   += nbBits;
1177*01826a49SYabin Cui             }
1178*01826a49SYabin Cui 
1179*01826a49SYabin Cui             count--;   /* extra accuracy */
1180*01826a49SYabin Cui             remaining -= FSE_abs(count);
1181*01826a49SYabin Cui             normalizedCounter[charnum++] = count;
1182*01826a49SYabin Cui             previous0 = !count;
1183*01826a49SYabin Cui             while (remaining < threshold)
1184*01826a49SYabin Cui             {
1185*01826a49SYabin Cui                 nbBits--;
1186*01826a49SYabin Cui                 threshold >>= 1;
1187*01826a49SYabin Cui             }
1188*01826a49SYabin Cui 
1189*01826a49SYabin Cui             {
1190*01826a49SYabin Cui                 if ((ip <= iend-7) || (ip + (bitCount>>3) <= iend-4))
1191*01826a49SYabin Cui                 {
1192*01826a49SYabin Cui                     ip += bitCount>>3;
1193*01826a49SYabin Cui                     bitCount &= 7;
1194*01826a49SYabin Cui                 }
1195*01826a49SYabin Cui                 else
1196*01826a49SYabin Cui                 {
1197*01826a49SYabin Cui                     bitCount -= (int)(8 * (iend - 4 - ip));
1198*01826a49SYabin Cui                     ip = iend - 4;
1199*01826a49SYabin Cui                 }
1200*01826a49SYabin Cui                 bitStream = MEM_readLE32(ip) >> (bitCount & 31);
1201*01826a49SYabin Cui             }
1202*01826a49SYabin Cui         }
1203*01826a49SYabin Cui     }
1204*01826a49SYabin Cui     if (remaining != 1) return ERROR(GENERIC);
1205*01826a49SYabin Cui     *maxSVPtr = charnum-1;
1206*01826a49SYabin Cui 
1207*01826a49SYabin Cui     ip += (bitCount+7)>>3;
1208*01826a49SYabin Cui     if ((size_t)(ip-istart) > hbSize) return ERROR(srcSize_wrong);
1209*01826a49SYabin Cui     return ip-istart;
1210*01826a49SYabin Cui }
1211*01826a49SYabin Cui 
1212*01826a49SYabin Cui 
1213*01826a49SYabin Cui /*********************************************************
1214*01826a49SYabin Cui *  Decompression (Byte symbols)
1215*01826a49SYabin Cui *********************************************************/
FSE_buildDTable_rle(FSE_DTable * dt,BYTE symbolValue)1216*01826a49SYabin Cui static size_t FSE_buildDTable_rle (FSE_DTable* dt, BYTE symbolValue)
1217*01826a49SYabin Cui {
1218*01826a49SYabin Cui     void* ptr = dt;
1219*01826a49SYabin Cui     FSE_DTableHeader* const DTableH = (FSE_DTableHeader*)ptr;
1220*01826a49SYabin Cui     void* dPtr = dt + 1;
1221*01826a49SYabin Cui     FSE_decode_t* const cell = (FSE_decode_t*)dPtr;
1222*01826a49SYabin Cui 
1223*01826a49SYabin Cui     DTableH->tableLog = 0;
1224*01826a49SYabin Cui     DTableH->fastMode = 0;
1225*01826a49SYabin Cui 
1226*01826a49SYabin Cui     cell->newState = 0;
1227*01826a49SYabin Cui     cell->symbol = symbolValue;
1228*01826a49SYabin Cui     cell->nbBits = 0;
1229*01826a49SYabin Cui 
1230*01826a49SYabin Cui     return 0;
1231*01826a49SYabin Cui }
1232*01826a49SYabin Cui 
1233*01826a49SYabin Cui 
FSE_buildDTable_raw(FSE_DTable * dt,unsigned nbBits)1234*01826a49SYabin Cui static size_t FSE_buildDTable_raw (FSE_DTable* dt, unsigned nbBits)
1235*01826a49SYabin Cui {
1236*01826a49SYabin Cui     void* ptr = dt;
1237*01826a49SYabin Cui     FSE_DTableHeader* const DTableH = (FSE_DTableHeader*)ptr;
1238*01826a49SYabin Cui     void* dPtr = dt + 1;
1239*01826a49SYabin Cui     FSE_decode_t* const dinfo = (FSE_decode_t*)dPtr;
1240*01826a49SYabin Cui     const unsigned tableSize = 1 << nbBits;
1241*01826a49SYabin Cui     const unsigned tableMask = tableSize - 1;
1242*01826a49SYabin Cui     const unsigned maxSymbolValue = tableMask;
1243*01826a49SYabin Cui     unsigned s;
1244*01826a49SYabin Cui 
1245*01826a49SYabin Cui     /* Sanity checks */
1246*01826a49SYabin Cui     if (nbBits < 1) return ERROR(GENERIC);         /* min size */
1247*01826a49SYabin Cui 
1248*01826a49SYabin Cui     /* Build Decoding Table */
1249*01826a49SYabin Cui     DTableH->tableLog = (U16)nbBits;
1250*01826a49SYabin Cui     DTableH->fastMode = 1;
1251*01826a49SYabin Cui     for (s=0; s<=maxSymbolValue; s++)
1252*01826a49SYabin Cui     {
1253*01826a49SYabin Cui         dinfo[s].newState = 0;
1254*01826a49SYabin Cui         dinfo[s].symbol = (BYTE)s;
1255*01826a49SYabin Cui         dinfo[s].nbBits = (BYTE)nbBits;
1256*01826a49SYabin Cui     }
1257*01826a49SYabin Cui 
1258*01826a49SYabin Cui     return 0;
1259*01826a49SYabin Cui }
1260*01826a49SYabin Cui 
FSE_decompress_usingDTable_generic(void * dst,size_t maxDstSize,const void * cSrc,size_t cSrcSize,const FSE_DTable * dt,const unsigned fast)1261*01826a49SYabin Cui FORCE_INLINE size_t FSE_decompress_usingDTable_generic(
1262*01826a49SYabin Cui           void* dst, size_t maxDstSize,
1263*01826a49SYabin Cui     const void* cSrc, size_t cSrcSize,
1264*01826a49SYabin Cui     const FSE_DTable* dt, const unsigned fast)
1265*01826a49SYabin Cui {
1266*01826a49SYabin Cui     BYTE* const ostart = (BYTE*) dst;
1267*01826a49SYabin Cui     BYTE* op = ostart;
1268*01826a49SYabin Cui     BYTE* const omax = op + maxDstSize;
1269*01826a49SYabin Cui     BYTE* const olimit = omax-3;
1270*01826a49SYabin Cui 
1271*01826a49SYabin Cui     BIT_DStream_t bitD;
1272*01826a49SYabin Cui     FSE_DState_t state1;
1273*01826a49SYabin Cui     FSE_DState_t state2;
1274*01826a49SYabin Cui     size_t errorCode;
1275*01826a49SYabin Cui 
1276*01826a49SYabin Cui     /* Init */
1277*01826a49SYabin Cui     errorCode = BIT_initDStream(&bitD, cSrc, cSrcSize);   /* replaced last arg by maxCompressed Size */
1278*01826a49SYabin Cui     if (FSE_isError(errorCode)) return errorCode;
1279*01826a49SYabin Cui 
1280*01826a49SYabin Cui     FSE_initDState(&state1, &bitD, dt);
1281*01826a49SYabin Cui     FSE_initDState(&state2, &bitD, dt);
1282*01826a49SYabin Cui 
1283*01826a49SYabin Cui #define FSE_GETSYMBOL(statePtr) fast ? FSE_decodeSymbolFast(statePtr, &bitD) : FSE_decodeSymbol(statePtr, &bitD)
1284*01826a49SYabin Cui 
1285*01826a49SYabin Cui     /* 4 symbols per loop */
1286*01826a49SYabin Cui     for ( ; (BIT_reloadDStream(&bitD)==BIT_DStream_unfinished) && (op<olimit) ; op+=4)
1287*01826a49SYabin Cui     {
1288*01826a49SYabin Cui         op[0] = FSE_GETSYMBOL(&state1);
1289*01826a49SYabin Cui 
1290*01826a49SYabin Cui         if (FSE_MAX_TABLELOG*2+7 > sizeof(bitD.bitContainer)*8)    /* This test must be static */
1291*01826a49SYabin Cui             BIT_reloadDStream(&bitD);
1292*01826a49SYabin Cui 
1293*01826a49SYabin Cui         op[1] = FSE_GETSYMBOL(&state2);
1294*01826a49SYabin Cui 
1295*01826a49SYabin Cui         if (FSE_MAX_TABLELOG*4+7 > sizeof(bitD.bitContainer)*8)    /* This test must be static */
1296*01826a49SYabin Cui             { if (BIT_reloadDStream(&bitD) > BIT_DStream_unfinished) { op+=2; break; } }
1297*01826a49SYabin Cui 
1298*01826a49SYabin Cui         op[2] = FSE_GETSYMBOL(&state1);
1299*01826a49SYabin Cui 
1300*01826a49SYabin Cui         if (FSE_MAX_TABLELOG*2+7 > sizeof(bitD.bitContainer)*8)    /* This test must be static */
1301*01826a49SYabin Cui             BIT_reloadDStream(&bitD);
1302*01826a49SYabin Cui 
1303*01826a49SYabin Cui         op[3] = FSE_GETSYMBOL(&state2);
1304*01826a49SYabin Cui     }
1305*01826a49SYabin Cui 
1306*01826a49SYabin Cui     /* tail */
1307*01826a49SYabin Cui     /* note : BIT_reloadDStream(&bitD) >= FSE_DStream_partiallyFilled; Ends at exactly BIT_DStream_completed */
1308*01826a49SYabin Cui     while (1)
1309*01826a49SYabin Cui     {
1310*01826a49SYabin Cui         if ( (BIT_reloadDStream(&bitD)>BIT_DStream_completed) || (op==omax) || (BIT_endOfDStream(&bitD) && (fast || FSE_endOfDState(&state1))) )
1311*01826a49SYabin Cui             break;
1312*01826a49SYabin Cui 
1313*01826a49SYabin Cui         *op++ = FSE_GETSYMBOL(&state1);
1314*01826a49SYabin Cui 
1315*01826a49SYabin Cui         if ( (BIT_reloadDStream(&bitD)>BIT_DStream_completed) || (op==omax) || (BIT_endOfDStream(&bitD) && (fast || FSE_endOfDState(&state2))) )
1316*01826a49SYabin Cui             break;
1317*01826a49SYabin Cui 
1318*01826a49SYabin Cui         *op++ = FSE_GETSYMBOL(&state2);
1319*01826a49SYabin Cui     }
1320*01826a49SYabin Cui 
1321*01826a49SYabin Cui     /* end ? */
1322*01826a49SYabin Cui     if (BIT_endOfDStream(&bitD) && FSE_endOfDState(&state1) && FSE_endOfDState(&state2))
1323*01826a49SYabin Cui         return op-ostart;
1324*01826a49SYabin Cui 
1325*01826a49SYabin Cui     if (op==omax) return ERROR(dstSize_tooSmall);   /* dst buffer is full, but cSrc unfinished */
1326*01826a49SYabin Cui 
1327*01826a49SYabin Cui     return ERROR(corruption_detected);
1328*01826a49SYabin Cui }
1329*01826a49SYabin Cui 
1330*01826a49SYabin Cui 
FSE_decompress_usingDTable(void * dst,size_t originalSize,const void * cSrc,size_t cSrcSize,const FSE_DTable * dt)1331*01826a49SYabin Cui static size_t FSE_decompress_usingDTable(void* dst, size_t originalSize,
1332*01826a49SYabin Cui                             const void* cSrc, size_t cSrcSize,
1333*01826a49SYabin Cui                             const FSE_DTable* dt)
1334*01826a49SYabin Cui {
1335*01826a49SYabin Cui     FSE_DTableHeader DTableH;
1336*01826a49SYabin Cui     U32 fastMode;
1337*01826a49SYabin Cui 
1338*01826a49SYabin Cui     memcpy(&DTableH, dt, sizeof(DTableH));
1339*01826a49SYabin Cui     fastMode = DTableH.fastMode;
1340*01826a49SYabin Cui 
1341*01826a49SYabin Cui     /* select fast mode (static) */
1342*01826a49SYabin Cui     if (fastMode) return FSE_decompress_usingDTable_generic(dst, originalSize, cSrc, cSrcSize, dt, 1);
1343*01826a49SYabin Cui     return FSE_decompress_usingDTable_generic(dst, originalSize, cSrc, cSrcSize, dt, 0);
1344*01826a49SYabin Cui }
1345*01826a49SYabin Cui 
1346*01826a49SYabin Cui 
FSE_decompress(void * dst,size_t maxDstSize,const void * cSrc,size_t cSrcSize)1347*01826a49SYabin Cui static size_t FSE_decompress(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize)
1348*01826a49SYabin Cui {
1349*01826a49SYabin Cui     const BYTE* const istart = (const BYTE*)cSrc;
1350*01826a49SYabin Cui     const BYTE* ip = istart;
1351*01826a49SYabin Cui     short counting[FSE_MAX_SYMBOL_VALUE+1];
1352*01826a49SYabin Cui     DTable_max_t dt;   /* Static analyzer seems unable to understand this table will be properly initialized later */
1353*01826a49SYabin Cui     unsigned tableLog;
1354*01826a49SYabin Cui     unsigned maxSymbolValue = FSE_MAX_SYMBOL_VALUE;
1355*01826a49SYabin Cui     size_t errorCode;
1356*01826a49SYabin Cui 
1357*01826a49SYabin Cui     if (cSrcSize<2) return ERROR(srcSize_wrong);   /* too small input size */
1358*01826a49SYabin Cui 
1359*01826a49SYabin Cui     /* normal FSE decoding mode */
1360*01826a49SYabin Cui     errorCode = FSE_readNCount (counting, &maxSymbolValue, &tableLog, istart, cSrcSize);
1361*01826a49SYabin Cui     if (FSE_isError(errorCode)) return errorCode;
1362*01826a49SYabin Cui     if (errorCode >= cSrcSize) return ERROR(srcSize_wrong);   /* too small input size */
1363*01826a49SYabin Cui     ip += errorCode;
1364*01826a49SYabin Cui     cSrcSize -= errorCode;
1365*01826a49SYabin Cui 
1366*01826a49SYabin Cui     errorCode = FSE_buildDTable (dt, counting, maxSymbolValue, tableLog);
1367*01826a49SYabin Cui     if (FSE_isError(errorCode)) return errorCode;
1368*01826a49SYabin Cui 
1369*01826a49SYabin Cui     /* always return, even if it is an error code */
1370*01826a49SYabin Cui     return FSE_decompress_usingDTable (dst, maxDstSize, ip, cSrcSize, dt);
1371*01826a49SYabin Cui }
1372*01826a49SYabin Cui 
1373*01826a49SYabin Cui 
1374*01826a49SYabin Cui 
1375*01826a49SYabin Cui #endif   /* FSE_COMMONDEFS_ONLY */
1376*01826a49SYabin Cui 
1377*01826a49SYabin Cui 
1378*01826a49SYabin Cui /* ******************************************************************
1379*01826a49SYabin Cui    Huff0 : Huffman coder, part of New Generation Entropy library
1380*01826a49SYabin Cui    header file
1381*01826a49SYabin Cui    Copyright (C) 2013-2015, Yann Collet.
1382*01826a49SYabin Cui 
1383*01826a49SYabin Cui    BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
1384*01826a49SYabin Cui 
1385*01826a49SYabin Cui    Redistribution and use in source and binary forms, with or without
1386*01826a49SYabin Cui    modification, are permitted provided that the following conditions are
1387*01826a49SYabin Cui    met:
1388*01826a49SYabin Cui 
1389*01826a49SYabin Cui        * Redistributions of source code must retain the above copyright
1390*01826a49SYabin Cui    notice, this list of conditions and the following disclaimer.
1391*01826a49SYabin Cui        * Redistributions in binary form must reproduce the above
1392*01826a49SYabin Cui    copyright notice, this list of conditions and the following disclaimer
1393*01826a49SYabin Cui    in the documentation and/or other materials provided with the
1394*01826a49SYabin Cui    distribution.
1395*01826a49SYabin Cui 
1396*01826a49SYabin Cui    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
1397*01826a49SYabin Cui    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
1398*01826a49SYabin Cui    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
1399*01826a49SYabin Cui    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
1400*01826a49SYabin Cui    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
1401*01826a49SYabin Cui    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
1402*01826a49SYabin Cui    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
1403*01826a49SYabin Cui    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
1404*01826a49SYabin Cui    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
1405*01826a49SYabin Cui    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
1406*01826a49SYabin Cui    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
1407*01826a49SYabin Cui 
1408*01826a49SYabin Cui    You can contact the author at :
1409*01826a49SYabin Cui    - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
1410*01826a49SYabin Cui    - Public forum : https://groups.google.com/forum/#!forum/lz4c
1411*01826a49SYabin Cui ****************************************************************** */
1412*01826a49SYabin Cui #ifndef HUFF0_H
1413*01826a49SYabin Cui #define HUFF0_H
1414*01826a49SYabin Cui 
1415*01826a49SYabin Cui #if defined (__cplusplus)
1416*01826a49SYabin Cui extern "C" {
1417*01826a49SYabin Cui #endif
1418*01826a49SYabin Cui 
1419*01826a49SYabin Cui 
1420*01826a49SYabin Cui /* ****************************************
1421*01826a49SYabin Cui *  Dependency
1422*01826a49SYabin Cui ******************************************/
1423*01826a49SYabin Cui #include <stddef.h>    /* size_t */
1424*01826a49SYabin Cui 
1425*01826a49SYabin Cui 
1426*01826a49SYabin Cui /* ****************************************
1427*01826a49SYabin Cui *  Huff0 simple functions
1428*01826a49SYabin Cui ******************************************/
1429*01826a49SYabin Cui static size_t HUF_decompress(void* dst,  size_t dstSize,
1430*01826a49SYabin Cui                 const void* cSrc, size_t cSrcSize);
1431*01826a49SYabin Cui /*!
1432*01826a49SYabin Cui HUF_decompress():
1433*01826a49SYabin Cui     Decompress Huff0 data from buffer 'cSrc', of size 'cSrcSize',
1434*01826a49SYabin Cui     into already allocated destination buffer 'dst', of size 'dstSize'.
1435*01826a49SYabin Cui     'dstSize' must be the exact size of original (uncompressed) data.
1436*01826a49SYabin Cui     Note : in contrast with FSE, HUF_decompress can regenerate RLE (cSrcSize==1) and uncompressed (cSrcSize==dstSize) data, because it knows size to regenerate.
1437*01826a49SYabin Cui     @return : size of regenerated data (== dstSize)
1438*01826a49SYabin Cui               or an error code, which can be tested using HUF_isError()
1439*01826a49SYabin Cui */
1440*01826a49SYabin Cui 
1441*01826a49SYabin Cui 
1442*01826a49SYabin Cui /* ****************************************
1443*01826a49SYabin Cui *  Tool functions
1444*01826a49SYabin Cui ******************************************/
1445*01826a49SYabin Cui /* Error Management */
1446*01826a49SYabin Cui static unsigned    HUF_isError(size_t code);        /* tells if a return value is an error code */
1447*01826a49SYabin Cui 
1448*01826a49SYabin Cui 
1449*01826a49SYabin Cui #if defined (__cplusplus)
1450*01826a49SYabin Cui }
1451*01826a49SYabin Cui #endif
1452*01826a49SYabin Cui 
1453*01826a49SYabin Cui #endif   /* HUFF0_H */
1454*01826a49SYabin Cui 
1455*01826a49SYabin Cui 
1456*01826a49SYabin Cui /* ******************************************************************
1457*01826a49SYabin Cui    Huff0 : Huffman coder, part of New Generation Entropy library
1458*01826a49SYabin Cui    header file for static linking (only)
1459*01826a49SYabin Cui    Copyright (C) 2013-2015, Yann Collet
1460*01826a49SYabin Cui 
1461*01826a49SYabin Cui    BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
1462*01826a49SYabin Cui 
1463*01826a49SYabin Cui    Redistribution and use in source and binary forms, with or without
1464*01826a49SYabin Cui    modification, are permitted provided that the following conditions are
1465*01826a49SYabin Cui    met:
1466*01826a49SYabin Cui 
1467*01826a49SYabin Cui        * Redistributions of source code must retain the above copyright
1468*01826a49SYabin Cui    notice, this list of conditions and the following disclaimer.
1469*01826a49SYabin Cui        * Redistributions in binary form must reproduce the above
1470*01826a49SYabin Cui    copyright notice, this list of conditions and the following disclaimer
1471*01826a49SYabin Cui    in the documentation and/or other materials provided with the
1472*01826a49SYabin Cui    distribution.
1473*01826a49SYabin Cui 
1474*01826a49SYabin Cui    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
1475*01826a49SYabin Cui    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
1476*01826a49SYabin Cui    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
1477*01826a49SYabin Cui    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
1478*01826a49SYabin Cui    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
1479*01826a49SYabin Cui    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
1480*01826a49SYabin Cui    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
1481*01826a49SYabin Cui    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
1482*01826a49SYabin Cui    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
1483*01826a49SYabin Cui    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
1484*01826a49SYabin Cui    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
1485*01826a49SYabin Cui 
1486*01826a49SYabin Cui    You can contact the author at :
1487*01826a49SYabin Cui    - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
1488*01826a49SYabin Cui    - Public forum : https://groups.google.com/forum/#!forum/lz4c
1489*01826a49SYabin Cui ****************************************************************** */
1490*01826a49SYabin Cui #ifndef HUFF0_STATIC_H
1491*01826a49SYabin Cui #define HUFF0_STATIC_H
1492*01826a49SYabin Cui 
1493*01826a49SYabin Cui #if defined (__cplusplus)
1494*01826a49SYabin Cui extern "C" {
1495*01826a49SYabin Cui #endif
1496*01826a49SYabin Cui 
1497*01826a49SYabin Cui 
1498*01826a49SYabin Cui 
1499*01826a49SYabin Cui /* ****************************************
1500*01826a49SYabin Cui *  Static allocation macros
1501*01826a49SYabin Cui ******************************************/
1502*01826a49SYabin Cui /* static allocation of Huff0's DTable */
1503*01826a49SYabin Cui #define HUF_DTABLE_SIZE(maxTableLog)   (1 + (1<<maxTableLog))  /* nb Cells; use unsigned short for X2, unsigned int for X4 */
1504*01826a49SYabin Cui #define HUF_CREATE_STATIC_DTABLEX2(DTable, maxTableLog) \
1505*01826a49SYabin Cui         unsigned short DTable[HUF_DTABLE_SIZE(maxTableLog)] = { maxTableLog }
1506*01826a49SYabin Cui #define HUF_CREATE_STATIC_DTABLEX4(DTable, maxTableLog) \
1507*01826a49SYabin Cui         unsigned int DTable[HUF_DTABLE_SIZE(maxTableLog)] = { maxTableLog }
1508*01826a49SYabin Cui #define HUF_CREATE_STATIC_DTABLEX6(DTable, maxTableLog) \
1509*01826a49SYabin Cui         unsigned int DTable[HUF_DTABLE_SIZE(maxTableLog) * 3 / 2] = { maxTableLog }
1510*01826a49SYabin Cui 
1511*01826a49SYabin Cui 
1512*01826a49SYabin Cui /* ****************************************
1513*01826a49SYabin Cui *  Advanced decompression functions
1514*01826a49SYabin Cui ******************************************/
1515*01826a49SYabin Cui static size_t HUF_decompress4X2 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /* single-symbol decoder */
1516*01826a49SYabin Cui static size_t HUF_decompress4X4 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /* double-symbols decoder */
1517*01826a49SYabin Cui 
1518*01826a49SYabin Cui 
1519*01826a49SYabin Cui /* ****************************************
1520*01826a49SYabin Cui *  Huff0 detailed API
1521*01826a49SYabin Cui ******************************************/
1522*01826a49SYabin Cui /*!
1523*01826a49SYabin Cui HUF_decompress() does the following:
1524*01826a49SYabin Cui 1. select the decompression algorithm (X2, X4, X6) based on pre-computed heuristics
1525*01826a49SYabin Cui 2. build Huffman table from save, using HUF_readDTableXn()
1526*01826a49SYabin Cui 3. decode 1 or 4 segments in parallel using HUF_decompressSXn_usingDTable
1527*01826a49SYabin Cui 
1528*01826a49SYabin Cui */
1529*01826a49SYabin Cui static size_t HUF_readDTableX2 (unsigned short* DTable, const void* src, size_t srcSize);
1530*01826a49SYabin Cui static size_t HUF_readDTableX4 (unsigned* DTable, const void* src, size_t srcSize);
1531*01826a49SYabin Cui 
1532*01826a49SYabin Cui static size_t HUF_decompress4X2_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const unsigned short* DTable);
1533*01826a49SYabin Cui static size_t HUF_decompress4X4_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const unsigned* DTable);
1534*01826a49SYabin Cui 
1535*01826a49SYabin Cui 
1536*01826a49SYabin Cui #if defined (__cplusplus)
1537*01826a49SYabin Cui }
1538*01826a49SYabin Cui #endif
1539*01826a49SYabin Cui 
1540*01826a49SYabin Cui #endif /* HUFF0_STATIC_H */
1541*01826a49SYabin Cui 
1542*01826a49SYabin Cui 
1543*01826a49SYabin Cui 
1544*01826a49SYabin Cui /* ******************************************************************
1545*01826a49SYabin Cui    Huff0 : Huffman coder, part of New Generation Entropy library
1546*01826a49SYabin Cui    Copyright (C) 2013-2015, Yann Collet.
1547*01826a49SYabin Cui 
1548*01826a49SYabin Cui    BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
1549*01826a49SYabin Cui 
1550*01826a49SYabin Cui    Redistribution and use in source and binary forms, with or without
1551*01826a49SYabin Cui    modification, are permitted provided that the following conditions are
1552*01826a49SYabin Cui    met:
1553*01826a49SYabin Cui 
1554*01826a49SYabin Cui        * Redistributions of source code must retain the above copyright
1555*01826a49SYabin Cui    notice, this list of conditions and the following disclaimer.
1556*01826a49SYabin Cui        * Redistributions in binary form must reproduce the above
1557*01826a49SYabin Cui    copyright notice, this list of conditions and the following disclaimer
1558*01826a49SYabin Cui    in the documentation and/or other materials provided with the
1559*01826a49SYabin Cui    distribution.
1560*01826a49SYabin Cui 
1561*01826a49SYabin Cui    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
1562*01826a49SYabin Cui    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
1563*01826a49SYabin Cui    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
1564*01826a49SYabin Cui    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
1565*01826a49SYabin Cui    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
1566*01826a49SYabin Cui    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
1567*01826a49SYabin Cui    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
1568*01826a49SYabin Cui    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
1569*01826a49SYabin Cui    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
1570*01826a49SYabin Cui    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
1571*01826a49SYabin Cui    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
1572*01826a49SYabin Cui 
1573*01826a49SYabin Cui     You can contact the author at :
1574*01826a49SYabin Cui     - FSE+Huff0 source repository : https://github.com/Cyan4973/FiniteStateEntropy
1575*01826a49SYabin Cui ****************************************************************** */
1576*01826a49SYabin Cui 
1577*01826a49SYabin Cui /* **************************************************************
1578*01826a49SYabin Cui *  Compiler specifics
1579*01826a49SYabin Cui ****************************************************************/
1580*01826a49SYabin Cui #if defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
1581*01826a49SYabin Cui /* inline is defined */
1582*01826a49SYabin Cui #elif defined(_MSC_VER)
1583*01826a49SYabin Cui #  define inline __inline
1584*01826a49SYabin Cui #else
1585*01826a49SYabin Cui #  define inline /* disable inline */
1586*01826a49SYabin Cui #endif
1587*01826a49SYabin Cui 
1588*01826a49SYabin Cui 
1589*01826a49SYabin Cui #ifdef _MSC_VER    /* Visual Studio */
1590*01826a49SYabin Cui #  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
1591*01826a49SYabin Cui #endif
1592*01826a49SYabin Cui 
1593*01826a49SYabin Cui 
1594*01826a49SYabin Cui /* **************************************************************
1595*01826a49SYabin Cui *  Includes
1596*01826a49SYabin Cui ****************************************************************/
1597*01826a49SYabin Cui #include <stdlib.h>     /* malloc, free, qsort */
1598*01826a49SYabin Cui #include <string.h>     /* memcpy, memset */
1599*01826a49SYabin Cui #include <stdio.h>      /* printf (debug) */
1600*01826a49SYabin Cui 
1601*01826a49SYabin Cui 
1602*01826a49SYabin Cui /* **************************************************************
1603*01826a49SYabin Cui *  Constants
1604*01826a49SYabin Cui ****************************************************************/
1605*01826a49SYabin Cui #define HUF_ABSOLUTEMAX_TABLELOG  16   /* absolute limit of HUF_MAX_TABLELOG. Beyond that value, code does not work */
1606*01826a49SYabin Cui #define HUF_MAX_TABLELOG  12           /* max configured tableLog (for static allocation); can be modified up to HUF_ABSOLUTEMAX_TABLELOG */
1607*01826a49SYabin Cui #define HUF_DEFAULT_TABLELOG  HUF_MAX_TABLELOG   /* tableLog by default, when not specified */
1608*01826a49SYabin Cui #define HUF_MAX_SYMBOL_VALUE 255
1609*01826a49SYabin Cui #if (HUF_MAX_TABLELOG > HUF_ABSOLUTEMAX_TABLELOG)
1610*01826a49SYabin Cui #  error "HUF_MAX_TABLELOG is too large !"
1611*01826a49SYabin Cui #endif
1612*01826a49SYabin Cui 
1613*01826a49SYabin Cui 
1614*01826a49SYabin Cui /* **************************************************************
1615*01826a49SYabin Cui *  Error Management
1616*01826a49SYabin Cui ****************************************************************/
HUF_isError(size_t code)1617*01826a49SYabin Cui static unsigned HUF_isError(size_t code) { return ERR_isError(code); }
1618*01826a49SYabin Cui #define HUF_STATIC_ASSERT(c) { enum { HUF_static_assert = 1/(int)(!!(c)) }; }   /* use only *after* variable declarations */
1619*01826a49SYabin Cui 
1620*01826a49SYabin Cui 
1621*01826a49SYabin Cui 
1622*01826a49SYabin Cui /*-*******************************************************
1623*01826a49SYabin Cui *  Huff0 : Huffman block decompression
1624*01826a49SYabin Cui *********************************************************/
1625*01826a49SYabin Cui typedef struct { BYTE byte; BYTE nbBits; } HUF_DEltX2;   /* single-symbol decoding */
1626*01826a49SYabin Cui 
1627*01826a49SYabin Cui typedef struct { U16 sequence; BYTE nbBits; BYTE length; } HUF_DEltX4;  /* double-symbols decoding */
1628*01826a49SYabin Cui 
1629*01826a49SYabin Cui typedef struct { BYTE symbol; BYTE weight; } sortedSymbol_t;
1630*01826a49SYabin Cui 
1631*01826a49SYabin Cui /*! HUF_readStats
1632*01826a49SYabin Cui     Read compact Huffman tree, saved by HUF_writeCTable
1633*01826a49SYabin Cui     @huffWeight : destination buffer
1634*01826a49SYabin Cui     @return : size read from `src`
1635*01826a49SYabin Cui */
HUF_readStats(BYTE * huffWeight,size_t hwSize,U32 * rankStats,U32 * nbSymbolsPtr,U32 * tableLogPtr,const void * src,size_t srcSize)1636*01826a49SYabin Cui static size_t HUF_readStats(BYTE* huffWeight, size_t hwSize, U32* rankStats,
1637*01826a49SYabin Cui                             U32* nbSymbolsPtr, U32* tableLogPtr,
1638*01826a49SYabin Cui                             const void* src, size_t srcSize)
1639*01826a49SYabin Cui {
1640*01826a49SYabin Cui     U32 weightTotal;
1641*01826a49SYabin Cui     U32 tableLog;
1642*01826a49SYabin Cui     const BYTE* ip = (const BYTE*) src;
1643*01826a49SYabin Cui     size_t iSize;
1644*01826a49SYabin Cui     size_t oSize;
1645*01826a49SYabin Cui     U32 n;
1646*01826a49SYabin Cui 
1647*01826a49SYabin Cui     if (!srcSize) return ERROR(srcSize_wrong);
1648*01826a49SYabin Cui     iSize = ip[0];
1649*01826a49SYabin Cui     //memset(huffWeight, 0, hwSize);   /* is not necessary, even though some analyzer complain ... */
1650*01826a49SYabin Cui 
1651*01826a49SYabin Cui     if (iSize >= 128)  /* special header */
1652*01826a49SYabin Cui     {
1653*01826a49SYabin Cui         if (iSize >= (242))   /* RLE */
1654*01826a49SYabin Cui         {
1655*01826a49SYabin Cui             static int l[14] = { 1, 2, 3, 4, 7, 8, 15, 16, 31, 32, 63, 64, 127, 128 };
1656*01826a49SYabin Cui             oSize = l[iSize-242];
1657*01826a49SYabin Cui             memset(huffWeight, 1, hwSize);
1658*01826a49SYabin Cui             iSize = 0;
1659*01826a49SYabin Cui         }
1660*01826a49SYabin Cui         else   /* Incompressible */
1661*01826a49SYabin Cui         {
1662*01826a49SYabin Cui             oSize = iSize - 127;
1663*01826a49SYabin Cui             iSize = ((oSize+1)/2);
1664*01826a49SYabin Cui             if (iSize+1 > srcSize) return ERROR(srcSize_wrong);
1665*01826a49SYabin Cui             if (oSize >= hwSize) return ERROR(corruption_detected);
1666*01826a49SYabin Cui             ip += 1;
1667*01826a49SYabin Cui             for (n=0; n<oSize; n+=2)
1668*01826a49SYabin Cui             {
1669*01826a49SYabin Cui                 huffWeight[n]   = ip[n/2] >> 4;
1670*01826a49SYabin Cui                 huffWeight[n+1] = ip[n/2] & 15;
1671*01826a49SYabin Cui             }
1672*01826a49SYabin Cui         }
1673*01826a49SYabin Cui     }
1674*01826a49SYabin Cui     else  /* header compressed with FSE (normal case) */
1675*01826a49SYabin Cui     {
1676*01826a49SYabin Cui         if (iSize+1 > srcSize) return ERROR(srcSize_wrong);
1677*01826a49SYabin Cui         oSize = FSE_decompress(huffWeight, hwSize-1, ip+1, iSize);   /* max (hwSize-1) values decoded, as last one is implied */
1678*01826a49SYabin Cui         if (FSE_isError(oSize)) return oSize;
1679*01826a49SYabin Cui     }
1680*01826a49SYabin Cui 
1681*01826a49SYabin Cui     /* collect weight stats */
1682*01826a49SYabin Cui     memset(rankStats, 0, (HUF_ABSOLUTEMAX_TABLELOG + 1) * sizeof(U32));
1683*01826a49SYabin Cui     weightTotal = 0;
1684*01826a49SYabin Cui     for (n=0; n<oSize; n++)
1685*01826a49SYabin Cui     {
1686*01826a49SYabin Cui         if (huffWeight[n] >= HUF_ABSOLUTEMAX_TABLELOG) return ERROR(corruption_detected);
1687*01826a49SYabin Cui         rankStats[huffWeight[n]]++;
1688*01826a49SYabin Cui         weightTotal += (1 << huffWeight[n]) >> 1;
1689*01826a49SYabin Cui     }
1690*01826a49SYabin Cui     if (weightTotal == 0) return ERROR(corruption_detected);
1691*01826a49SYabin Cui 
1692*01826a49SYabin Cui     /* get last non-null symbol weight (implied, total must be 2^n) */
1693*01826a49SYabin Cui     tableLog = BIT_highbit32(weightTotal) + 1;
1694*01826a49SYabin Cui     if (tableLog > HUF_ABSOLUTEMAX_TABLELOG) return ERROR(corruption_detected);
1695*01826a49SYabin Cui     {
1696*01826a49SYabin Cui         U32 total = 1 << tableLog;
1697*01826a49SYabin Cui         U32 rest = total - weightTotal;
1698*01826a49SYabin Cui         U32 verif = 1 << BIT_highbit32(rest);
1699*01826a49SYabin Cui         U32 lastWeight = BIT_highbit32(rest) + 1;
1700*01826a49SYabin Cui         if (verif != rest) return ERROR(corruption_detected);    /* last value must be a clean power of 2 */
1701*01826a49SYabin Cui         huffWeight[oSize] = (BYTE)lastWeight;
1702*01826a49SYabin Cui         rankStats[lastWeight]++;
1703*01826a49SYabin Cui     }
1704*01826a49SYabin Cui 
1705*01826a49SYabin Cui     /* check tree construction validity */
1706*01826a49SYabin Cui     if ((rankStats[1] < 2) || (rankStats[1] & 1)) return ERROR(corruption_detected);   /* by construction : at least 2 elts of rank 1, must be even */
1707*01826a49SYabin Cui 
1708*01826a49SYabin Cui     /* results */
1709*01826a49SYabin Cui     *nbSymbolsPtr = (U32)(oSize+1);
1710*01826a49SYabin Cui     *tableLogPtr = tableLog;
1711*01826a49SYabin Cui     return iSize+1;
1712*01826a49SYabin Cui }
1713*01826a49SYabin Cui 
1714*01826a49SYabin Cui 
1715*01826a49SYabin Cui /**************************/
1716*01826a49SYabin Cui /* single-symbol decoding */
1717*01826a49SYabin Cui /**************************/
1718*01826a49SYabin Cui 
HUF_readDTableX2(U16 * DTable,const void * src,size_t srcSize)1719*01826a49SYabin Cui static size_t HUF_readDTableX2 (U16* DTable, const void* src, size_t srcSize)
1720*01826a49SYabin Cui {
1721*01826a49SYabin Cui     BYTE huffWeight[HUF_MAX_SYMBOL_VALUE + 1];
1722*01826a49SYabin Cui     U32 rankVal[HUF_ABSOLUTEMAX_TABLELOG + 1];   /* large enough for values from 0 to 16 */
1723*01826a49SYabin Cui     U32 tableLog = 0;
1724*01826a49SYabin Cui     size_t iSize;
1725*01826a49SYabin Cui     U32 nbSymbols = 0;
1726*01826a49SYabin Cui     U32 n;
1727*01826a49SYabin Cui     U32 nextRankStart;
1728*01826a49SYabin Cui     void* const dtPtr = DTable + 1;
1729*01826a49SYabin Cui     HUF_DEltX2* const dt = (HUF_DEltX2*)dtPtr;
1730*01826a49SYabin Cui 
1731*01826a49SYabin Cui     HUF_STATIC_ASSERT(sizeof(HUF_DEltX2) == sizeof(U16));   /* if compilation fails here, assertion is false */
1732*01826a49SYabin Cui     //memset(huffWeight, 0, sizeof(huffWeight));   /* is not necessary, even though some analyzer complain ... */
1733*01826a49SYabin Cui 
1734*01826a49SYabin Cui     iSize = HUF_readStats(huffWeight, HUF_MAX_SYMBOL_VALUE + 1, rankVal, &nbSymbols, &tableLog, src, srcSize);
1735*01826a49SYabin Cui     if (HUF_isError(iSize)) return iSize;
1736*01826a49SYabin Cui 
1737*01826a49SYabin Cui     /* check result */
1738*01826a49SYabin Cui     if (tableLog > DTable[0]) return ERROR(tableLog_tooLarge);   /* DTable is too small */
1739*01826a49SYabin Cui     DTable[0] = (U16)tableLog;   /* maybe should separate sizeof DTable, as allocated, from used size of DTable, in case of DTable re-use */
1740*01826a49SYabin Cui 
1741*01826a49SYabin Cui     /* Prepare ranks */
1742*01826a49SYabin Cui     nextRankStart = 0;
1743*01826a49SYabin Cui     for (n=1; n<=tableLog; n++)
1744*01826a49SYabin Cui     {
1745*01826a49SYabin Cui         U32 current = nextRankStart;
1746*01826a49SYabin Cui         nextRankStart += (rankVal[n] << (n-1));
1747*01826a49SYabin Cui         rankVal[n] = current;
1748*01826a49SYabin Cui     }
1749*01826a49SYabin Cui 
1750*01826a49SYabin Cui     /* fill DTable */
1751*01826a49SYabin Cui     for (n=0; n<nbSymbols; n++)
1752*01826a49SYabin Cui     {
1753*01826a49SYabin Cui         const U32 w = huffWeight[n];
1754*01826a49SYabin Cui         const U32 length = (1 << w) >> 1;
1755*01826a49SYabin Cui         U32 i;
1756*01826a49SYabin Cui         HUF_DEltX2 D;
1757*01826a49SYabin Cui         D.byte = (BYTE)n; D.nbBits = (BYTE)(tableLog + 1 - w);
1758*01826a49SYabin Cui         for (i = rankVal[w]; i < rankVal[w] + length; i++)
1759*01826a49SYabin Cui             dt[i] = D;
1760*01826a49SYabin Cui         rankVal[w] += length;
1761*01826a49SYabin Cui     }
1762*01826a49SYabin Cui 
1763*01826a49SYabin Cui     return iSize;
1764*01826a49SYabin Cui }
1765*01826a49SYabin Cui 
HUF_decodeSymbolX2(BIT_DStream_t * Dstream,const HUF_DEltX2 * dt,const U32 dtLog)1766*01826a49SYabin Cui static BYTE HUF_decodeSymbolX2(BIT_DStream_t* Dstream, const HUF_DEltX2* dt, const U32 dtLog)
1767*01826a49SYabin Cui {
1768*01826a49SYabin Cui         const size_t val = BIT_lookBitsFast(Dstream, dtLog); /* note : dtLog >= 1 */
1769*01826a49SYabin Cui         const BYTE c = dt[val].byte;
1770*01826a49SYabin Cui         BIT_skipBits(Dstream, dt[val].nbBits);
1771*01826a49SYabin Cui         return c;
1772*01826a49SYabin Cui }
1773*01826a49SYabin Cui 
1774*01826a49SYabin Cui #define HUF_DECODE_SYMBOLX2_0(ptr, DStreamPtr) \
1775*01826a49SYabin Cui     *ptr++ = HUF_decodeSymbolX2(DStreamPtr, dt, dtLog)
1776*01826a49SYabin Cui 
1777*01826a49SYabin Cui #define HUF_DECODE_SYMBOLX2_1(ptr, DStreamPtr) \
1778*01826a49SYabin Cui     if (MEM_64bits() || (HUF_MAX_TABLELOG<=12)) \
1779*01826a49SYabin Cui         HUF_DECODE_SYMBOLX2_0(ptr, DStreamPtr)
1780*01826a49SYabin Cui 
1781*01826a49SYabin Cui #define HUF_DECODE_SYMBOLX2_2(ptr, DStreamPtr) \
1782*01826a49SYabin Cui     if (MEM_64bits()) \
1783*01826a49SYabin Cui         HUF_DECODE_SYMBOLX2_0(ptr, DStreamPtr)
1784*01826a49SYabin Cui 
HUF_decodeStreamX2(BYTE * p,BIT_DStream_t * const bitDPtr,BYTE * const pEnd,const HUF_DEltX2 * const dt,const U32 dtLog)1785*01826a49SYabin Cui static inline size_t HUF_decodeStreamX2(BYTE* p, BIT_DStream_t* const bitDPtr, BYTE* const pEnd, const HUF_DEltX2* const dt, const U32 dtLog)
1786*01826a49SYabin Cui {
1787*01826a49SYabin Cui     BYTE* const pStart = p;
1788*01826a49SYabin Cui 
1789*01826a49SYabin Cui     /* up to 4 symbols at a time */
1790*01826a49SYabin Cui     while ((BIT_reloadDStream(bitDPtr) == BIT_DStream_unfinished) && (p <= pEnd-4))
1791*01826a49SYabin Cui     {
1792*01826a49SYabin Cui         HUF_DECODE_SYMBOLX2_2(p, bitDPtr);
1793*01826a49SYabin Cui         HUF_DECODE_SYMBOLX2_1(p, bitDPtr);
1794*01826a49SYabin Cui         HUF_DECODE_SYMBOLX2_2(p, bitDPtr);
1795*01826a49SYabin Cui         HUF_DECODE_SYMBOLX2_0(p, bitDPtr);
1796*01826a49SYabin Cui     }
1797*01826a49SYabin Cui 
1798*01826a49SYabin Cui     /* closer to the end */
1799*01826a49SYabin Cui     while ((BIT_reloadDStream(bitDPtr) == BIT_DStream_unfinished) && (p < pEnd))
1800*01826a49SYabin Cui         HUF_DECODE_SYMBOLX2_0(p, bitDPtr);
1801*01826a49SYabin Cui 
1802*01826a49SYabin Cui     /* no more data to retrieve from bitstream, hence no need to reload */
1803*01826a49SYabin Cui     while (p < pEnd)
1804*01826a49SYabin Cui         HUF_DECODE_SYMBOLX2_0(p, bitDPtr);
1805*01826a49SYabin Cui 
1806*01826a49SYabin Cui     return pEnd-pStart;
1807*01826a49SYabin Cui }
1808*01826a49SYabin Cui 
1809*01826a49SYabin Cui 
HUF_decompress4X2_usingDTable(void * dst,size_t dstSize,const void * cSrc,size_t cSrcSize,const U16 * DTable)1810*01826a49SYabin Cui static size_t HUF_decompress4X2_usingDTable(
1811*01826a49SYabin Cui           void* dst,  size_t dstSize,
1812*01826a49SYabin Cui     const void* cSrc, size_t cSrcSize,
1813*01826a49SYabin Cui     const U16* DTable)
1814*01826a49SYabin Cui {
1815*01826a49SYabin Cui     if (cSrcSize < 10) return ERROR(corruption_detected);   /* strict minimum : jump table + 1 byte per stream */
1816*01826a49SYabin Cui 
1817*01826a49SYabin Cui     {
1818*01826a49SYabin Cui         const BYTE* const istart = (const BYTE*) cSrc;
1819*01826a49SYabin Cui         BYTE* const ostart = (BYTE*) dst;
1820*01826a49SYabin Cui         BYTE* const oend = ostart + dstSize;
1821*01826a49SYabin Cui         const void* const dtPtr = DTable;
1822*01826a49SYabin Cui         const HUF_DEltX2* const dt = ((const HUF_DEltX2*)dtPtr) +1;
1823*01826a49SYabin Cui         const U32 dtLog = DTable[0];
1824*01826a49SYabin Cui         size_t errorCode;
1825*01826a49SYabin Cui 
1826*01826a49SYabin Cui         /* Init */
1827*01826a49SYabin Cui         BIT_DStream_t bitD1;
1828*01826a49SYabin Cui         BIT_DStream_t bitD2;
1829*01826a49SYabin Cui         BIT_DStream_t bitD3;
1830*01826a49SYabin Cui         BIT_DStream_t bitD4;
1831*01826a49SYabin Cui         const size_t length1 = MEM_readLE16(istart);
1832*01826a49SYabin Cui         const size_t length2 = MEM_readLE16(istart+2);
1833*01826a49SYabin Cui         const size_t length3 = MEM_readLE16(istart+4);
1834*01826a49SYabin Cui         size_t length4;
1835*01826a49SYabin Cui         const BYTE* const istart1 = istart + 6;  /* jumpTable */
1836*01826a49SYabin Cui         const BYTE* const istart2 = istart1 + length1;
1837*01826a49SYabin Cui         const BYTE* const istart3 = istart2 + length2;
1838*01826a49SYabin Cui         const BYTE* const istart4 = istart3 + length3;
1839*01826a49SYabin Cui         const size_t segmentSize = (dstSize+3) / 4;
1840*01826a49SYabin Cui         BYTE* const opStart2 = ostart + segmentSize;
1841*01826a49SYabin Cui         BYTE* const opStart3 = opStart2 + segmentSize;
1842*01826a49SYabin Cui         BYTE* const opStart4 = opStart3 + segmentSize;
1843*01826a49SYabin Cui         BYTE* op1 = ostart;
1844*01826a49SYabin Cui         BYTE* op2 = opStart2;
1845*01826a49SYabin Cui         BYTE* op3 = opStart3;
1846*01826a49SYabin Cui         BYTE* op4 = opStart4;
1847*01826a49SYabin Cui         U32 endSignal;
1848*01826a49SYabin Cui 
1849*01826a49SYabin Cui         length4 = cSrcSize - (length1 + length2 + length3 + 6);
1850*01826a49SYabin Cui         if (length4 > cSrcSize) return ERROR(corruption_detected);   /* overflow */
1851*01826a49SYabin Cui         errorCode = BIT_initDStream(&bitD1, istart1, length1);
1852*01826a49SYabin Cui         if (HUF_isError(errorCode)) return errorCode;
1853*01826a49SYabin Cui         errorCode = BIT_initDStream(&bitD2, istart2, length2);
1854*01826a49SYabin Cui         if (HUF_isError(errorCode)) return errorCode;
1855*01826a49SYabin Cui         errorCode = BIT_initDStream(&bitD3, istart3, length3);
1856*01826a49SYabin Cui         if (HUF_isError(errorCode)) return errorCode;
1857*01826a49SYabin Cui         errorCode = BIT_initDStream(&bitD4, istart4, length4);
1858*01826a49SYabin Cui         if (HUF_isError(errorCode)) return errorCode;
1859*01826a49SYabin Cui 
1860*01826a49SYabin Cui         /* 16-32 symbols per loop (4-8 symbols per stream) */
1861*01826a49SYabin Cui         endSignal = BIT_reloadDStream(&bitD1) | BIT_reloadDStream(&bitD2) | BIT_reloadDStream(&bitD3) | BIT_reloadDStream(&bitD4);
1862*01826a49SYabin Cui         for ( ; (endSignal==BIT_DStream_unfinished) && (op4<(oend-7)) ; )
1863*01826a49SYabin Cui         {
1864*01826a49SYabin Cui             HUF_DECODE_SYMBOLX2_2(op1, &bitD1);
1865*01826a49SYabin Cui             HUF_DECODE_SYMBOLX2_2(op2, &bitD2);
1866*01826a49SYabin Cui             HUF_DECODE_SYMBOLX2_2(op3, &bitD3);
1867*01826a49SYabin Cui             HUF_DECODE_SYMBOLX2_2(op4, &bitD4);
1868*01826a49SYabin Cui             HUF_DECODE_SYMBOLX2_1(op1, &bitD1);
1869*01826a49SYabin Cui             HUF_DECODE_SYMBOLX2_1(op2, &bitD2);
1870*01826a49SYabin Cui             HUF_DECODE_SYMBOLX2_1(op3, &bitD3);
1871*01826a49SYabin Cui             HUF_DECODE_SYMBOLX2_1(op4, &bitD4);
1872*01826a49SYabin Cui             HUF_DECODE_SYMBOLX2_2(op1, &bitD1);
1873*01826a49SYabin Cui             HUF_DECODE_SYMBOLX2_2(op2, &bitD2);
1874*01826a49SYabin Cui             HUF_DECODE_SYMBOLX2_2(op3, &bitD3);
1875*01826a49SYabin Cui             HUF_DECODE_SYMBOLX2_2(op4, &bitD4);
1876*01826a49SYabin Cui             HUF_DECODE_SYMBOLX2_0(op1, &bitD1);
1877*01826a49SYabin Cui             HUF_DECODE_SYMBOLX2_0(op2, &bitD2);
1878*01826a49SYabin Cui             HUF_DECODE_SYMBOLX2_0(op3, &bitD3);
1879*01826a49SYabin Cui             HUF_DECODE_SYMBOLX2_0(op4, &bitD4);
1880*01826a49SYabin Cui 
1881*01826a49SYabin Cui             endSignal = BIT_reloadDStream(&bitD1) | BIT_reloadDStream(&bitD2) | BIT_reloadDStream(&bitD3) | BIT_reloadDStream(&bitD4);
1882*01826a49SYabin Cui         }
1883*01826a49SYabin Cui 
1884*01826a49SYabin Cui         /* check corruption */
1885*01826a49SYabin Cui         if (op1 > opStart2) return ERROR(corruption_detected);
1886*01826a49SYabin Cui         if (op2 > opStart3) return ERROR(corruption_detected);
1887*01826a49SYabin Cui         if (op3 > opStart4) return ERROR(corruption_detected);
1888*01826a49SYabin Cui         /* note : op4 supposed already verified within main loop */
1889*01826a49SYabin Cui 
1890*01826a49SYabin Cui         /* finish bitStreams one by one */
1891*01826a49SYabin Cui         HUF_decodeStreamX2(op1, &bitD1, opStart2, dt, dtLog);
1892*01826a49SYabin Cui         HUF_decodeStreamX2(op2, &bitD2, opStart3, dt, dtLog);
1893*01826a49SYabin Cui         HUF_decodeStreamX2(op3, &bitD3, opStart4, dt, dtLog);
1894*01826a49SYabin Cui         HUF_decodeStreamX2(op4, &bitD4, oend,     dt, dtLog);
1895*01826a49SYabin Cui 
1896*01826a49SYabin Cui         /* check */
1897*01826a49SYabin Cui         endSignal = BIT_endOfDStream(&bitD1) & BIT_endOfDStream(&bitD2) & BIT_endOfDStream(&bitD3) & BIT_endOfDStream(&bitD4);
1898*01826a49SYabin Cui         if (!endSignal) return ERROR(corruption_detected);
1899*01826a49SYabin Cui 
1900*01826a49SYabin Cui         /* decoded size */
1901*01826a49SYabin Cui         return dstSize;
1902*01826a49SYabin Cui     }
1903*01826a49SYabin Cui }
1904*01826a49SYabin Cui 
1905*01826a49SYabin Cui 
HUF_decompress4X2(void * dst,size_t dstSize,const void * cSrc,size_t cSrcSize)1906*01826a49SYabin Cui static size_t HUF_decompress4X2 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
1907*01826a49SYabin Cui {
1908*01826a49SYabin Cui     HUF_CREATE_STATIC_DTABLEX2(DTable, HUF_MAX_TABLELOG);
1909*01826a49SYabin Cui     const BYTE* ip = (const BYTE*) cSrc;
1910*01826a49SYabin Cui     size_t errorCode;
1911*01826a49SYabin Cui 
1912*01826a49SYabin Cui     errorCode = HUF_readDTableX2 (DTable, cSrc, cSrcSize);
1913*01826a49SYabin Cui     if (HUF_isError(errorCode)) return errorCode;
1914*01826a49SYabin Cui     if (errorCode >= cSrcSize) return ERROR(srcSize_wrong);
1915*01826a49SYabin Cui     ip += errorCode;
1916*01826a49SYabin Cui     cSrcSize -= errorCode;
1917*01826a49SYabin Cui 
1918*01826a49SYabin Cui     return HUF_decompress4X2_usingDTable (dst, dstSize, ip, cSrcSize, DTable);
1919*01826a49SYabin Cui }
1920*01826a49SYabin Cui 
1921*01826a49SYabin Cui 
1922*01826a49SYabin Cui /***************************/
1923*01826a49SYabin Cui /* double-symbols decoding */
1924*01826a49SYabin Cui /***************************/
1925*01826a49SYabin Cui 
HUF_fillDTableX4Level2(HUF_DEltX4 * DTable,U32 sizeLog,const U32 consumed,const U32 * rankValOrigin,const int minWeight,const sortedSymbol_t * sortedSymbols,const U32 sortedListSize,U32 nbBitsBaseline,U16 baseSeq)1926*01826a49SYabin Cui static void HUF_fillDTableX4Level2(HUF_DEltX4* DTable, U32 sizeLog, const U32 consumed,
1927*01826a49SYabin Cui                            const U32* rankValOrigin, const int minWeight,
1928*01826a49SYabin Cui                            const sortedSymbol_t* sortedSymbols, const U32 sortedListSize,
1929*01826a49SYabin Cui                            U32 nbBitsBaseline, U16 baseSeq)
1930*01826a49SYabin Cui {
1931*01826a49SYabin Cui     HUF_DEltX4 DElt;
1932*01826a49SYabin Cui     U32 rankVal[HUF_ABSOLUTEMAX_TABLELOG + 1];
1933*01826a49SYabin Cui     U32 s;
1934*01826a49SYabin Cui 
1935*01826a49SYabin Cui     /* get pre-calculated rankVal */
1936*01826a49SYabin Cui     memcpy(rankVal, rankValOrigin, sizeof(rankVal));
1937*01826a49SYabin Cui 
1938*01826a49SYabin Cui     /* fill skipped values */
1939*01826a49SYabin Cui     if (minWeight>1)
1940*01826a49SYabin Cui     {
1941*01826a49SYabin Cui         U32 i, skipSize = rankVal[minWeight];
1942*01826a49SYabin Cui         MEM_writeLE16(&(DElt.sequence), baseSeq);
1943*01826a49SYabin Cui         DElt.nbBits   = (BYTE)(consumed);
1944*01826a49SYabin Cui         DElt.length   = 1;
1945*01826a49SYabin Cui         for (i = 0; i < skipSize; i++)
1946*01826a49SYabin Cui             DTable[i] = DElt;
1947*01826a49SYabin Cui     }
1948*01826a49SYabin Cui 
1949*01826a49SYabin Cui     /* fill DTable */
1950*01826a49SYabin Cui     for (s=0; s<sortedListSize; s++)   /* note : sortedSymbols already skipped */
1951*01826a49SYabin Cui     {
1952*01826a49SYabin Cui         const U32 symbol = sortedSymbols[s].symbol;
1953*01826a49SYabin Cui         const U32 weight = sortedSymbols[s].weight;
1954*01826a49SYabin Cui         const U32 nbBits = nbBitsBaseline - weight;
1955*01826a49SYabin Cui         const U32 length = 1 << (sizeLog-nbBits);
1956*01826a49SYabin Cui         const U32 start = rankVal[weight];
1957*01826a49SYabin Cui         U32 i = start;
1958*01826a49SYabin Cui         const U32 end = start + length;
1959*01826a49SYabin Cui 
1960*01826a49SYabin Cui         MEM_writeLE16(&(DElt.sequence), (U16)(baseSeq + (symbol << 8)));
1961*01826a49SYabin Cui         DElt.nbBits = (BYTE)(nbBits + consumed);
1962*01826a49SYabin Cui         DElt.length = 2;
1963*01826a49SYabin Cui         do { DTable[i++] = DElt; } while (i<end);   /* since length >= 1 */
1964*01826a49SYabin Cui 
1965*01826a49SYabin Cui         rankVal[weight] += length;
1966*01826a49SYabin Cui     }
1967*01826a49SYabin Cui }
1968*01826a49SYabin Cui 
1969*01826a49SYabin Cui typedef U32 rankVal_t[HUF_ABSOLUTEMAX_TABLELOG][HUF_ABSOLUTEMAX_TABLELOG + 1];
1970*01826a49SYabin Cui 
HUF_fillDTableX4(HUF_DEltX4 * DTable,const U32 targetLog,const sortedSymbol_t * sortedList,const U32 sortedListSize,const U32 * rankStart,rankVal_t rankValOrigin,const U32 maxWeight,const U32 nbBitsBaseline)1971*01826a49SYabin Cui static void HUF_fillDTableX4(HUF_DEltX4* DTable, const U32 targetLog,
1972*01826a49SYabin Cui                            const sortedSymbol_t* sortedList, const U32 sortedListSize,
1973*01826a49SYabin Cui                            const U32* rankStart, rankVal_t rankValOrigin, const U32 maxWeight,
1974*01826a49SYabin Cui                            const U32 nbBitsBaseline)
1975*01826a49SYabin Cui {
1976*01826a49SYabin Cui     U32 rankVal[HUF_ABSOLUTEMAX_TABLELOG + 1];
1977*01826a49SYabin Cui     const int scaleLog = nbBitsBaseline - targetLog;   /* note : targetLog >= srcLog, hence scaleLog <= 1 */
1978*01826a49SYabin Cui     const U32 minBits  = nbBitsBaseline - maxWeight;
1979*01826a49SYabin Cui     U32 s;
1980*01826a49SYabin Cui 
1981*01826a49SYabin Cui     memcpy(rankVal, rankValOrigin, sizeof(rankVal));
1982*01826a49SYabin Cui 
1983*01826a49SYabin Cui     /* fill DTable */
1984*01826a49SYabin Cui     for (s=0; s<sortedListSize; s++)
1985*01826a49SYabin Cui     {
1986*01826a49SYabin Cui         const U16 symbol = sortedList[s].symbol;
1987*01826a49SYabin Cui         const U32 weight = sortedList[s].weight;
1988*01826a49SYabin Cui         const U32 nbBits = nbBitsBaseline - weight;
1989*01826a49SYabin Cui         const U32 start = rankVal[weight];
1990*01826a49SYabin Cui         const U32 length = 1 << (targetLog-nbBits);
1991*01826a49SYabin Cui 
1992*01826a49SYabin Cui         if (targetLog-nbBits >= minBits)   /* enough room for a second symbol */
1993*01826a49SYabin Cui         {
1994*01826a49SYabin Cui             U32 sortedRank;
1995*01826a49SYabin Cui             int minWeight = nbBits + scaleLog;
1996*01826a49SYabin Cui             if (minWeight < 1) minWeight = 1;
1997*01826a49SYabin Cui             sortedRank = rankStart[minWeight];
1998*01826a49SYabin Cui             HUF_fillDTableX4Level2(DTable+start, targetLog-nbBits, nbBits,
1999*01826a49SYabin Cui                            rankValOrigin[nbBits], minWeight,
2000*01826a49SYabin Cui                            sortedList+sortedRank, sortedListSize-sortedRank,
2001*01826a49SYabin Cui                            nbBitsBaseline, symbol);
2002*01826a49SYabin Cui         }
2003*01826a49SYabin Cui         else
2004*01826a49SYabin Cui         {
2005*01826a49SYabin Cui             U32 i;
2006*01826a49SYabin Cui             const U32 end = start + length;
2007*01826a49SYabin Cui             HUF_DEltX4 DElt;
2008*01826a49SYabin Cui 
2009*01826a49SYabin Cui             MEM_writeLE16(&(DElt.sequence), symbol);
2010*01826a49SYabin Cui             DElt.nbBits   = (BYTE)(nbBits);
2011*01826a49SYabin Cui             DElt.length   = 1;
2012*01826a49SYabin Cui             for (i = start; i < end; i++)
2013*01826a49SYabin Cui                 DTable[i] = DElt;
2014*01826a49SYabin Cui         }
2015*01826a49SYabin Cui         rankVal[weight] += length;
2016*01826a49SYabin Cui     }
2017*01826a49SYabin Cui }
2018*01826a49SYabin Cui 
HUF_readDTableX4(U32 * DTable,const void * src,size_t srcSize)2019*01826a49SYabin Cui static size_t HUF_readDTableX4 (U32* DTable, const void* src, size_t srcSize)
2020*01826a49SYabin Cui {
2021*01826a49SYabin Cui     BYTE weightList[HUF_MAX_SYMBOL_VALUE + 1];
2022*01826a49SYabin Cui     sortedSymbol_t sortedSymbol[HUF_MAX_SYMBOL_VALUE + 1];
2023*01826a49SYabin Cui     U32 rankStats[HUF_ABSOLUTEMAX_TABLELOG + 1] = { 0 };
2024*01826a49SYabin Cui     U32 rankStart0[HUF_ABSOLUTEMAX_TABLELOG + 2] = { 0 };
2025*01826a49SYabin Cui     U32* const rankStart = rankStart0+1;
2026*01826a49SYabin Cui     rankVal_t rankVal;
2027*01826a49SYabin Cui     U32 tableLog, maxW, sizeOfSort, nbSymbols;
2028*01826a49SYabin Cui     const U32 memLog = DTable[0];
2029*01826a49SYabin Cui     size_t iSize;
2030*01826a49SYabin Cui     void* dtPtr = DTable;
2031*01826a49SYabin Cui     HUF_DEltX4* const dt = ((HUF_DEltX4*)dtPtr) + 1;
2032*01826a49SYabin Cui 
2033*01826a49SYabin Cui     HUF_STATIC_ASSERT(sizeof(HUF_DEltX4) == sizeof(U32));   /* if compilation fails here, assertion is false */
2034*01826a49SYabin Cui     if (memLog > HUF_ABSOLUTEMAX_TABLELOG) return ERROR(tableLog_tooLarge);
2035*01826a49SYabin Cui     //memset(weightList, 0, sizeof(weightList));   /* is not necessary, even though some analyzer complain ... */
2036*01826a49SYabin Cui 
2037*01826a49SYabin Cui     iSize = HUF_readStats(weightList, HUF_MAX_SYMBOL_VALUE + 1, rankStats, &nbSymbols, &tableLog, src, srcSize);
2038*01826a49SYabin Cui     if (HUF_isError(iSize)) return iSize;
2039*01826a49SYabin Cui 
2040*01826a49SYabin Cui     /* check result */
2041*01826a49SYabin Cui     if (tableLog > memLog) return ERROR(tableLog_tooLarge);   /* DTable can't fit code depth */
2042*01826a49SYabin Cui 
2043*01826a49SYabin Cui     /* find maxWeight */
2044*01826a49SYabin Cui     for (maxW = tableLog; rankStats[maxW]==0; maxW--)
2045*01826a49SYabin Cui         { if (!maxW) return ERROR(GENERIC); }  /* necessarily finds a solution before maxW==0 */
2046*01826a49SYabin Cui 
2047*01826a49SYabin Cui     /* Get start index of each weight */
2048*01826a49SYabin Cui     {
2049*01826a49SYabin Cui         U32 w, nextRankStart = 0;
2050*01826a49SYabin Cui         for (w=1; w<=maxW; w++)
2051*01826a49SYabin Cui         {
2052*01826a49SYabin Cui             U32 current = nextRankStart;
2053*01826a49SYabin Cui             nextRankStart += rankStats[w];
2054*01826a49SYabin Cui             rankStart[w] = current;
2055*01826a49SYabin Cui         }
2056*01826a49SYabin Cui         rankStart[0] = nextRankStart;   /* put all 0w symbols at the end of sorted list*/
2057*01826a49SYabin Cui         sizeOfSort = nextRankStart;
2058*01826a49SYabin Cui     }
2059*01826a49SYabin Cui 
2060*01826a49SYabin Cui     /* sort symbols by weight */
2061*01826a49SYabin Cui     {
2062*01826a49SYabin Cui         U32 s;
2063*01826a49SYabin Cui         for (s=0; s<nbSymbols; s++)
2064*01826a49SYabin Cui         {
2065*01826a49SYabin Cui             U32 w = weightList[s];
2066*01826a49SYabin Cui             U32 r = rankStart[w]++;
2067*01826a49SYabin Cui             sortedSymbol[r].symbol = (BYTE)s;
2068*01826a49SYabin Cui             sortedSymbol[r].weight = (BYTE)w;
2069*01826a49SYabin Cui         }
2070*01826a49SYabin Cui         rankStart[0] = 0;   /* forget 0w symbols; this is beginning of weight(1) */
2071*01826a49SYabin Cui     }
2072*01826a49SYabin Cui 
2073*01826a49SYabin Cui     /* Build rankVal */
2074*01826a49SYabin Cui     {
2075*01826a49SYabin Cui         const U32 minBits = tableLog+1 - maxW;
2076*01826a49SYabin Cui         U32 nextRankVal = 0;
2077*01826a49SYabin Cui         U32 w, consumed;
2078*01826a49SYabin Cui         const int rescale = (memLog-tableLog) - 1;   /* tableLog <= memLog */
2079*01826a49SYabin Cui         U32* rankVal0 = rankVal[0];
2080*01826a49SYabin Cui         for (w=1; w<=maxW; w++)
2081*01826a49SYabin Cui         {
2082*01826a49SYabin Cui             U32 current = nextRankVal;
2083*01826a49SYabin Cui             nextRankVal += rankStats[w] << (w+rescale);
2084*01826a49SYabin Cui             rankVal0[w] = current;
2085*01826a49SYabin Cui         }
2086*01826a49SYabin Cui         for (consumed = minBits; consumed <= memLog - minBits; consumed++)
2087*01826a49SYabin Cui         {
2088*01826a49SYabin Cui             U32* rankValPtr = rankVal[consumed];
2089*01826a49SYabin Cui             for (w = 1; w <= maxW; w++)
2090*01826a49SYabin Cui             {
2091*01826a49SYabin Cui                 rankValPtr[w] = rankVal0[w] >> consumed;
2092*01826a49SYabin Cui             }
2093*01826a49SYabin Cui         }
2094*01826a49SYabin Cui     }
2095*01826a49SYabin Cui 
2096*01826a49SYabin Cui     HUF_fillDTableX4(dt, memLog,
2097*01826a49SYabin Cui                    sortedSymbol, sizeOfSort,
2098*01826a49SYabin Cui                    rankStart0, rankVal, maxW,
2099*01826a49SYabin Cui                    tableLog+1);
2100*01826a49SYabin Cui 
2101*01826a49SYabin Cui     return iSize;
2102*01826a49SYabin Cui }
2103*01826a49SYabin Cui 
2104*01826a49SYabin Cui 
HUF_decodeSymbolX4(void * op,BIT_DStream_t * DStream,const HUF_DEltX4 * dt,const U32 dtLog)2105*01826a49SYabin Cui static U32 HUF_decodeSymbolX4(void* op, BIT_DStream_t* DStream, const HUF_DEltX4* dt, const U32 dtLog)
2106*01826a49SYabin Cui {
2107*01826a49SYabin Cui     const size_t val = BIT_lookBitsFast(DStream, dtLog);   /* note : dtLog >= 1 */
2108*01826a49SYabin Cui     memcpy(op, dt+val, 2);
2109*01826a49SYabin Cui     BIT_skipBits(DStream, dt[val].nbBits);
2110*01826a49SYabin Cui     return dt[val].length;
2111*01826a49SYabin Cui }
2112*01826a49SYabin Cui 
HUF_decodeLastSymbolX4(void * op,BIT_DStream_t * DStream,const HUF_DEltX4 * dt,const U32 dtLog)2113*01826a49SYabin Cui static U32 HUF_decodeLastSymbolX4(void* op, BIT_DStream_t* DStream, const HUF_DEltX4* dt, const U32 dtLog)
2114*01826a49SYabin Cui {
2115*01826a49SYabin Cui     const size_t val = BIT_lookBitsFast(DStream, dtLog);   /* note : dtLog >= 1 */
2116*01826a49SYabin Cui     memcpy(op, dt+val, 1);
2117*01826a49SYabin Cui     if (dt[val].length==1) BIT_skipBits(DStream, dt[val].nbBits);
2118*01826a49SYabin Cui     else
2119*01826a49SYabin Cui     {
2120*01826a49SYabin Cui         if (DStream->bitsConsumed < (sizeof(DStream->bitContainer)*8))
2121*01826a49SYabin Cui         {
2122*01826a49SYabin Cui             BIT_skipBits(DStream, dt[val].nbBits);
2123*01826a49SYabin Cui             if (DStream->bitsConsumed > (sizeof(DStream->bitContainer)*8))
2124*01826a49SYabin Cui                 DStream->bitsConsumed = (sizeof(DStream->bitContainer)*8);   /* ugly hack; works only because it's the last symbol. Note : can't easily extract nbBits from just this symbol */
2125*01826a49SYabin Cui         }
2126*01826a49SYabin Cui     }
2127*01826a49SYabin Cui     return 1;
2128*01826a49SYabin Cui }
2129*01826a49SYabin Cui 
2130*01826a49SYabin Cui 
2131*01826a49SYabin Cui #define HUF_DECODE_SYMBOLX4_0(ptr, DStreamPtr) \
2132*01826a49SYabin Cui     ptr += HUF_decodeSymbolX4(ptr, DStreamPtr, dt, dtLog)
2133*01826a49SYabin Cui 
2134*01826a49SYabin Cui #define HUF_DECODE_SYMBOLX4_1(ptr, DStreamPtr) \
2135*01826a49SYabin Cui     if (MEM_64bits() || (HUF_MAX_TABLELOG<=12)) \
2136*01826a49SYabin Cui         ptr += HUF_decodeSymbolX4(ptr, DStreamPtr, dt, dtLog)
2137*01826a49SYabin Cui 
2138*01826a49SYabin Cui #define HUF_DECODE_SYMBOLX4_2(ptr, DStreamPtr) \
2139*01826a49SYabin Cui     if (MEM_64bits()) \
2140*01826a49SYabin Cui         ptr += HUF_decodeSymbolX4(ptr, DStreamPtr, dt, dtLog)
2141*01826a49SYabin Cui 
HUF_decodeStreamX4(BYTE * p,BIT_DStream_t * bitDPtr,BYTE * const pEnd,const HUF_DEltX4 * const dt,const U32 dtLog)2142*01826a49SYabin Cui static inline size_t HUF_decodeStreamX4(BYTE* p, BIT_DStream_t* bitDPtr, BYTE* const pEnd, const HUF_DEltX4* const dt, const U32 dtLog)
2143*01826a49SYabin Cui {
2144*01826a49SYabin Cui     BYTE* const pStart = p;
2145*01826a49SYabin Cui 
2146*01826a49SYabin Cui     /* up to 8 symbols at a time */
2147*01826a49SYabin Cui     while ((BIT_reloadDStream(bitDPtr) == BIT_DStream_unfinished) && (p < pEnd-7))
2148*01826a49SYabin Cui     {
2149*01826a49SYabin Cui         HUF_DECODE_SYMBOLX4_2(p, bitDPtr);
2150*01826a49SYabin Cui         HUF_DECODE_SYMBOLX4_1(p, bitDPtr);
2151*01826a49SYabin Cui         HUF_DECODE_SYMBOLX4_2(p, bitDPtr);
2152*01826a49SYabin Cui         HUF_DECODE_SYMBOLX4_0(p, bitDPtr);
2153*01826a49SYabin Cui     }
2154*01826a49SYabin Cui 
2155*01826a49SYabin Cui     /* closer to the end */
2156*01826a49SYabin Cui     while ((BIT_reloadDStream(bitDPtr) == BIT_DStream_unfinished) && (p <= pEnd-2))
2157*01826a49SYabin Cui         HUF_DECODE_SYMBOLX4_0(p, bitDPtr);
2158*01826a49SYabin Cui 
2159*01826a49SYabin Cui     while (p <= pEnd-2)
2160*01826a49SYabin Cui         HUF_DECODE_SYMBOLX4_0(p, bitDPtr);   /* no need to reload : reached the end of DStream */
2161*01826a49SYabin Cui 
2162*01826a49SYabin Cui     if (p < pEnd)
2163*01826a49SYabin Cui         p += HUF_decodeLastSymbolX4(p, bitDPtr, dt, dtLog);
2164*01826a49SYabin Cui 
2165*01826a49SYabin Cui     return p-pStart;
2166*01826a49SYabin Cui }
2167*01826a49SYabin Cui 
HUF_decompress4X4_usingDTable(void * dst,size_t dstSize,const void * cSrc,size_t cSrcSize,const U32 * DTable)2168*01826a49SYabin Cui static size_t HUF_decompress4X4_usingDTable(
2169*01826a49SYabin Cui           void* dst,  size_t dstSize,
2170*01826a49SYabin Cui     const void* cSrc, size_t cSrcSize,
2171*01826a49SYabin Cui     const U32* DTable)
2172*01826a49SYabin Cui {
2173*01826a49SYabin Cui     if (cSrcSize < 10) return ERROR(corruption_detected);   /* strict minimum : jump table + 1 byte per stream */
2174*01826a49SYabin Cui 
2175*01826a49SYabin Cui     {
2176*01826a49SYabin Cui         const BYTE* const istart = (const BYTE*) cSrc;
2177*01826a49SYabin Cui         BYTE* const ostart = (BYTE*) dst;
2178*01826a49SYabin Cui         BYTE* const oend = ostart + dstSize;
2179*01826a49SYabin Cui         const void* const dtPtr = DTable;
2180*01826a49SYabin Cui         const HUF_DEltX4* const dt = ((const HUF_DEltX4*)dtPtr) +1;
2181*01826a49SYabin Cui         const U32 dtLog = DTable[0];
2182*01826a49SYabin Cui         size_t errorCode;
2183*01826a49SYabin Cui 
2184*01826a49SYabin Cui         /* Init */
2185*01826a49SYabin Cui         BIT_DStream_t bitD1;
2186*01826a49SYabin Cui         BIT_DStream_t bitD2;
2187*01826a49SYabin Cui         BIT_DStream_t bitD3;
2188*01826a49SYabin Cui         BIT_DStream_t bitD4;
2189*01826a49SYabin Cui         const size_t length1 = MEM_readLE16(istart);
2190*01826a49SYabin Cui         const size_t length2 = MEM_readLE16(istart+2);
2191*01826a49SYabin Cui         const size_t length3 = MEM_readLE16(istart+4);
2192*01826a49SYabin Cui         size_t length4;
2193*01826a49SYabin Cui         const BYTE* const istart1 = istart + 6;  /* jumpTable */
2194*01826a49SYabin Cui         const BYTE* const istart2 = istart1 + length1;
2195*01826a49SYabin Cui         const BYTE* const istart3 = istart2 + length2;
2196*01826a49SYabin Cui         const BYTE* const istart4 = istart3 + length3;
2197*01826a49SYabin Cui         const size_t segmentSize = (dstSize+3) / 4;
2198*01826a49SYabin Cui         BYTE* const opStart2 = ostart + segmentSize;
2199*01826a49SYabin Cui         BYTE* const opStart3 = opStart2 + segmentSize;
2200*01826a49SYabin Cui         BYTE* const opStart4 = opStart3 + segmentSize;
2201*01826a49SYabin Cui         BYTE* op1 = ostart;
2202*01826a49SYabin Cui         BYTE* op2 = opStart2;
2203*01826a49SYabin Cui         BYTE* op3 = opStart3;
2204*01826a49SYabin Cui         BYTE* op4 = opStart4;
2205*01826a49SYabin Cui         U32 endSignal;
2206*01826a49SYabin Cui 
2207*01826a49SYabin Cui         length4 = cSrcSize - (length1 + length2 + length3 + 6);
2208*01826a49SYabin Cui         if (length4 > cSrcSize) return ERROR(corruption_detected);   /* overflow */
2209*01826a49SYabin Cui         errorCode = BIT_initDStream(&bitD1, istart1, length1);
2210*01826a49SYabin Cui         if (HUF_isError(errorCode)) return errorCode;
2211*01826a49SYabin Cui         errorCode = BIT_initDStream(&bitD2, istart2, length2);
2212*01826a49SYabin Cui         if (HUF_isError(errorCode)) return errorCode;
2213*01826a49SYabin Cui         errorCode = BIT_initDStream(&bitD3, istart3, length3);
2214*01826a49SYabin Cui         if (HUF_isError(errorCode)) return errorCode;
2215*01826a49SYabin Cui         errorCode = BIT_initDStream(&bitD4, istart4, length4);
2216*01826a49SYabin Cui         if (HUF_isError(errorCode)) return errorCode;
2217*01826a49SYabin Cui 
2218*01826a49SYabin Cui         /* 16-32 symbols per loop (4-8 symbols per stream) */
2219*01826a49SYabin Cui         endSignal = BIT_reloadDStream(&bitD1) | BIT_reloadDStream(&bitD2) | BIT_reloadDStream(&bitD3) | BIT_reloadDStream(&bitD4);
2220*01826a49SYabin Cui         for ( ; (endSignal==BIT_DStream_unfinished) && (op4<(oend-7)) ; )
2221*01826a49SYabin Cui         {
2222*01826a49SYabin Cui             HUF_DECODE_SYMBOLX4_2(op1, &bitD1);
2223*01826a49SYabin Cui             HUF_DECODE_SYMBOLX4_2(op2, &bitD2);
2224*01826a49SYabin Cui             HUF_DECODE_SYMBOLX4_2(op3, &bitD3);
2225*01826a49SYabin Cui             HUF_DECODE_SYMBOLX4_2(op4, &bitD4);
2226*01826a49SYabin Cui             HUF_DECODE_SYMBOLX4_1(op1, &bitD1);
2227*01826a49SYabin Cui             HUF_DECODE_SYMBOLX4_1(op2, &bitD2);
2228*01826a49SYabin Cui             HUF_DECODE_SYMBOLX4_1(op3, &bitD3);
2229*01826a49SYabin Cui             HUF_DECODE_SYMBOLX4_1(op4, &bitD4);
2230*01826a49SYabin Cui             HUF_DECODE_SYMBOLX4_2(op1, &bitD1);
2231*01826a49SYabin Cui             HUF_DECODE_SYMBOLX4_2(op2, &bitD2);
2232*01826a49SYabin Cui             HUF_DECODE_SYMBOLX4_2(op3, &bitD3);
2233*01826a49SYabin Cui             HUF_DECODE_SYMBOLX4_2(op4, &bitD4);
2234*01826a49SYabin Cui             HUF_DECODE_SYMBOLX4_0(op1, &bitD1);
2235*01826a49SYabin Cui             HUF_DECODE_SYMBOLX4_0(op2, &bitD2);
2236*01826a49SYabin Cui             HUF_DECODE_SYMBOLX4_0(op3, &bitD3);
2237*01826a49SYabin Cui             HUF_DECODE_SYMBOLX4_0(op4, &bitD4);
2238*01826a49SYabin Cui 
2239*01826a49SYabin Cui             endSignal = BIT_reloadDStream(&bitD1) | BIT_reloadDStream(&bitD2) | BIT_reloadDStream(&bitD3) | BIT_reloadDStream(&bitD4);
2240*01826a49SYabin Cui         }
2241*01826a49SYabin Cui 
2242*01826a49SYabin Cui         /* check corruption */
2243*01826a49SYabin Cui         if (op1 > opStart2) return ERROR(corruption_detected);
2244*01826a49SYabin Cui         if (op2 > opStart3) return ERROR(corruption_detected);
2245*01826a49SYabin Cui         if (op3 > opStart4) return ERROR(corruption_detected);
2246*01826a49SYabin Cui         /* note : op4 supposed already verified within main loop */
2247*01826a49SYabin Cui 
2248*01826a49SYabin Cui         /* finish bitStreams one by one */
2249*01826a49SYabin Cui         HUF_decodeStreamX4(op1, &bitD1, opStart2, dt, dtLog);
2250*01826a49SYabin Cui         HUF_decodeStreamX4(op2, &bitD2, opStart3, dt, dtLog);
2251*01826a49SYabin Cui         HUF_decodeStreamX4(op3, &bitD3, opStart4, dt, dtLog);
2252*01826a49SYabin Cui         HUF_decodeStreamX4(op4, &bitD4, oend,     dt, dtLog);
2253*01826a49SYabin Cui 
2254*01826a49SYabin Cui         /* check */
2255*01826a49SYabin Cui         endSignal = BIT_endOfDStream(&bitD1) & BIT_endOfDStream(&bitD2) & BIT_endOfDStream(&bitD3) & BIT_endOfDStream(&bitD4);
2256*01826a49SYabin Cui         if (!endSignal) return ERROR(corruption_detected);
2257*01826a49SYabin Cui 
2258*01826a49SYabin Cui         /* decoded size */
2259*01826a49SYabin Cui         return dstSize;
2260*01826a49SYabin Cui     }
2261*01826a49SYabin Cui }
2262*01826a49SYabin Cui 
2263*01826a49SYabin Cui 
HUF_decompress4X4(void * dst,size_t dstSize,const void * cSrc,size_t cSrcSize)2264*01826a49SYabin Cui static size_t HUF_decompress4X4 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
2265*01826a49SYabin Cui {
2266*01826a49SYabin Cui     HUF_CREATE_STATIC_DTABLEX4(DTable, HUF_MAX_TABLELOG);
2267*01826a49SYabin Cui     const BYTE* ip = (const BYTE*) cSrc;
2268*01826a49SYabin Cui 
2269*01826a49SYabin Cui     size_t hSize = HUF_readDTableX4 (DTable, cSrc, cSrcSize);
2270*01826a49SYabin Cui     if (HUF_isError(hSize)) return hSize;
2271*01826a49SYabin Cui     if (hSize >= cSrcSize) return ERROR(srcSize_wrong);
2272*01826a49SYabin Cui     ip += hSize;
2273*01826a49SYabin Cui     cSrcSize -= hSize;
2274*01826a49SYabin Cui 
2275*01826a49SYabin Cui     return HUF_decompress4X4_usingDTable (dst, dstSize, ip, cSrcSize, DTable);
2276*01826a49SYabin Cui }
2277*01826a49SYabin Cui 
2278*01826a49SYabin Cui 
2279*01826a49SYabin Cui /**********************************/
2280*01826a49SYabin Cui /* Generic decompression selector */
2281*01826a49SYabin Cui /**********************************/
2282*01826a49SYabin Cui 
2283*01826a49SYabin Cui typedef struct { U32 tableTime; U32 decode256Time; } algo_time_t;
2284*01826a49SYabin Cui static const algo_time_t algoTime[16 /* Quantization */][3 /* single, double, quad */] =
2285*01826a49SYabin Cui {
2286*01826a49SYabin Cui     /* single, double, quad */
2287*01826a49SYabin Cui     {{0,0}, {1,1}, {2,2}},  /* Q==0 : impossible */
2288*01826a49SYabin Cui     {{0,0}, {1,1}, {2,2}},  /* Q==1 : impossible */
2289*01826a49SYabin Cui     {{  38,130}, {1313, 74}, {2151, 38}},   /* Q == 2 : 12-18% */
2290*01826a49SYabin Cui     {{ 448,128}, {1353, 74}, {2238, 41}},   /* Q == 3 : 18-25% */
2291*01826a49SYabin Cui     {{ 556,128}, {1353, 74}, {2238, 47}},   /* Q == 4 : 25-32% */
2292*01826a49SYabin Cui     {{ 714,128}, {1418, 74}, {2436, 53}},   /* Q == 5 : 32-38% */
2293*01826a49SYabin Cui     {{ 883,128}, {1437, 74}, {2464, 61}},   /* Q == 6 : 38-44% */
2294*01826a49SYabin Cui     {{ 897,128}, {1515, 75}, {2622, 68}},   /* Q == 7 : 44-50% */
2295*01826a49SYabin Cui     {{ 926,128}, {1613, 75}, {2730, 75}},   /* Q == 8 : 50-56% */
2296*01826a49SYabin Cui     {{ 947,128}, {1729, 77}, {3359, 77}},   /* Q == 9 : 56-62% */
2297*01826a49SYabin Cui     {{1107,128}, {2083, 81}, {4006, 84}},   /* Q ==10 : 62-69% */
2298*01826a49SYabin Cui     {{1177,128}, {2379, 87}, {4785, 88}},   /* Q ==11 : 69-75% */
2299*01826a49SYabin Cui     {{1242,128}, {2415, 93}, {5155, 84}},   /* Q ==12 : 75-81% */
2300*01826a49SYabin Cui     {{1349,128}, {2644,106}, {5260,106}},   /* Q ==13 : 81-87% */
2301*01826a49SYabin Cui     {{1455,128}, {2422,124}, {4174,124}},   /* Q ==14 : 87-93% */
2302*01826a49SYabin Cui     {{ 722,128}, {1891,145}, {1936,146}},   /* Q ==15 : 93-99% */
2303*01826a49SYabin Cui };
2304*01826a49SYabin Cui 
2305*01826a49SYabin Cui typedef size_t (*decompressionAlgo)(void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);
2306*01826a49SYabin Cui 
HUF_decompress(void * dst,size_t dstSize,const void * cSrc,size_t cSrcSize)2307*01826a49SYabin Cui static size_t HUF_decompress (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
2308*01826a49SYabin Cui {
2309*01826a49SYabin Cui     static const decompressionAlgo decompress[3] = { HUF_decompress4X2, HUF_decompress4X4, NULL };
2310*01826a49SYabin Cui     /* estimate decompression time */
2311*01826a49SYabin Cui     U32 Q;
2312*01826a49SYabin Cui     const U32 D256 = (U32)(dstSize >> 8);
2313*01826a49SYabin Cui     U32 Dtime[3];
2314*01826a49SYabin Cui     U32 algoNb = 0;
2315*01826a49SYabin Cui     int n;
2316*01826a49SYabin Cui 
2317*01826a49SYabin Cui     /* validation checks */
2318*01826a49SYabin Cui     if (dstSize == 0) return ERROR(dstSize_tooSmall);
2319*01826a49SYabin Cui     if (cSrcSize > dstSize) return ERROR(corruption_detected);   /* invalid */
2320*01826a49SYabin Cui     if (cSrcSize == dstSize) { memcpy(dst, cSrc, dstSize); return dstSize; }   /* not compressed */
2321*01826a49SYabin Cui     if (cSrcSize == 1) { memset(dst, *(const BYTE*)cSrc, dstSize); return dstSize; }   /* RLE */
2322*01826a49SYabin Cui 
2323*01826a49SYabin Cui     /* decoder timing evaluation */
2324*01826a49SYabin Cui     Q = (U32)(cSrcSize * 16 / dstSize);   /* Q < 16 since dstSize > cSrcSize */
2325*01826a49SYabin Cui     for (n=0; n<3; n++)
2326*01826a49SYabin Cui         Dtime[n] = algoTime[Q][n].tableTime + (algoTime[Q][n].decode256Time * D256);
2327*01826a49SYabin Cui 
2328*01826a49SYabin Cui     Dtime[1] += Dtime[1] >> 4; Dtime[2] += Dtime[2] >> 3; /* advantage to algorithms using less memory, for cache eviction */
2329*01826a49SYabin Cui 
2330*01826a49SYabin Cui     if (Dtime[1] < Dtime[0]) algoNb = 1;
2331*01826a49SYabin Cui 
2332*01826a49SYabin Cui     return decompress[algoNb](dst, dstSize, cSrc, cSrcSize);
2333*01826a49SYabin Cui 
2334*01826a49SYabin Cui     //return HUF_decompress4X2(dst, dstSize, cSrc, cSrcSize);   /* multi-streams single-symbol decoding */
2335*01826a49SYabin Cui     //return HUF_decompress4X4(dst, dstSize, cSrc, cSrcSize);   /* multi-streams double-symbols decoding */
2336*01826a49SYabin Cui     //return HUF_decompress4X6(dst, dstSize, cSrc, cSrcSize);   /* multi-streams quad-symbols decoding */
2337*01826a49SYabin Cui }
2338*01826a49SYabin Cui 
2339*01826a49SYabin Cui 
2340*01826a49SYabin Cui 
2341*01826a49SYabin Cui #endif   /* ZSTD_CCOMMON_H_MODULE */
2342*01826a49SYabin Cui 
2343*01826a49SYabin Cui 
2344*01826a49SYabin Cui /*
2345*01826a49SYabin Cui     zstd - decompression module fo v0.4 legacy format
2346*01826a49SYabin Cui     Copyright (C) 2015-2016, Yann Collet.
2347*01826a49SYabin Cui 
2348*01826a49SYabin Cui     BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
2349*01826a49SYabin Cui 
2350*01826a49SYabin Cui     Redistribution and use in source and binary forms, with or without
2351*01826a49SYabin Cui     modification, are permitted provided that the following conditions are
2352*01826a49SYabin Cui     met:
2353*01826a49SYabin Cui     * Redistributions of source code must retain the above copyright
2354*01826a49SYabin Cui     notice, this list of conditions and the following disclaimer.
2355*01826a49SYabin Cui     * Redistributions in binary form must reproduce the above
2356*01826a49SYabin Cui     copyright notice, this list of conditions and the following disclaimer
2357*01826a49SYabin Cui     in the documentation and/or other materials provided with the
2358*01826a49SYabin Cui     distribution.
2359*01826a49SYabin Cui     THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
2360*01826a49SYabin Cui     "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
2361*01826a49SYabin Cui     LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
2362*01826a49SYabin Cui     A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
2363*01826a49SYabin Cui     OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
2364*01826a49SYabin Cui     SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
2365*01826a49SYabin Cui     LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
2366*01826a49SYabin Cui     DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
2367*01826a49SYabin Cui     THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
2368*01826a49SYabin Cui     (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
2369*01826a49SYabin Cui     OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
2370*01826a49SYabin Cui 
2371*01826a49SYabin Cui     You can contact the author at :
2372*01826a49SYabin Cui     - zstd source repository : https://github.com/Cyan4973/zstd
2373*01826a49SYabin Cui     - ztsd public forum : https://groups.google.com/forum/#!forum/lz4c
2374*01826a49SYabin Cui */
2375*01826a49SYabin Cui 
2376*01826a49SYabin Cui /* ***************************************************************
2377*01826a49SYabin Cui *  Tuning parameters
2378*01826a49SYabin Cui *****************************************************************/
2379*01826a49SYabin Cui /*!
2380*01826a49SYabin Cui  * HEAPMODE :
2381*01826a49SYabin Cui  * Select how default decompression function ZSTD_decompress() will allocate memory,
2382*01826a49SYabin Cui  * in memory stack (0), or in memory heap (1, requires malloc())
2383*01826a49SYabin Cui  */
2384*01826a49SYabin Cui #ifndef ZSTD_HEAPMODE
2385*01826a49SYabin Cui #  define ZSTD_HEAPMODE 1
2386*01826a49SYabin Cui #endif
2387*01826a49SYabin Cui 
2388*01826a49SYabin Cui 
2389*01826a49SYabin Cui /* *******************************************************
2390*01826a49SYabin Cui *  Includes
2391*01826a49SYabin Cui *********************************************************/
2392*01826a49SYabin Cui #include <stdlib.h>      /* calloc */
2393*01826a49SYabin Cui #include <string.h>      /* memcpy, memmove */
2394*01826a49SYabin Cui #include <stdio.h>       /* debug : printf */
2395*01826a49SYabin Cui 
2396*01826a49SYabin Cui 
2397*01826a49SYabin Cui /* *******************************************************
2398*01826a49SYabin Cui *  Compiler specifics
2399*01826a49SYabin Cui *********************************************************/
2400*01826a49SYabin Cui #ifdef _MSC_VER    /* Visual Studio */
2401*01826a49SYabin Cui #  include <intrin.h>                    /* For Visual 2005 */
2402*01826a49SYabin Cui #  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
2403*01826a49SYabin Cui #  pragma warning(disable : 4324)        /* disable: C4324: padded structure */
2404*01826a49SYabin Cui #endif
2405*01826a49SYabin Cui 
2406*01826a49SYabin Cui 
2407*01826a49SYabin Cui /* *************************************
2408*01826a49SYabin Cui *  Local types
2409*01826a49SYabin Cui ***************************************/
2410*01826a49SYabin Cui typedef struct
2411*01826a49SYabin Cui {
2412*01826a49SYabin Cui     blockType_t blockType;
2413*01826a49SYabin Cui     U32 origSize;
2414*01826a49SYabin Cui } blockProperties_t;
2415*01826a49SYabin Cui 
2416*01826a49SYabin Cui 
2417*01826a49SYabin Cui /* *******************************************************
2418*01826a49SYabin Cui *  Memory operations
2419*01826a49SYabin Cui **********************************************************/
ZSTD_copy4(void * dst,const void * src)2420*01826a49SYabin Cui static void ZSTD_copy4(void* dst, const void* src) { memcpy(dst, src, 4); }
2421*01826a49SYabin Cui 
2422*01826a49SYabin Cui 
2423*01826a49SYabin Cui /* *************************************
2424*01826a49SYabin Cui *  Error Management
2425*01826a49SYabin Cui ***************************************/
2426*01826a49SYabin Cui 
2427*01826a49SYabin Cui /*! ZSTD_isError
2428*01826a49SYabin Cui *   tells if a return value is an error code */
ZSTD_isError(size_t code)2429*01826a49SYabin Cui static unsigned ZSTD_isError(size_t code) { return ERR_isError(code); }
2430*01826a49SYabin Cui 
2431*01826a49SYabin Cui 
2432*01826a49SYabin Cui /* *************************************************************
2433*01826a49SYabin Cui *   Context management
2434*01826a49SYabin Cui ***************************************************************/
2435*01826a49SYabin Cui typedef enum { ZSTDds_getFrameHeaderSize, ZSTDds_decodeFrameHeader,
2436*01826a49SYabin Cui                ZSTDds_decodeBlockHeader, ZSTDds_decompressBlock } ZSTD_dStage;
2437*01826a49SYabin Cui 
2438*01826a49SYabin Cui struct ZSTDv04_Dctx_s
2439*01826a49SYabin Cui {
2440*01826a49SYabin Cui     U32 LLTable[FSE_DTABLE_SIZE_U32(LLFSELog)];
2441*01826a49SYabin Cui     U32 OffTable[FSE_DTABLE_SIZE_U32(OffFSELog)];
2442*01826a49SYabin Cui     U32 MLTable[FSE_DTABLE_SIZE_U32(MLFSELog)];
2443*01826a49SYabin Cui     const void* previousDstEnd;
2444*01826a49SYabin Cui     const void* base;
2445*01826a49SYabin Cui     const void* vBase;
2446*01826a49SYabin Cui     const void* dictEnd;
2447*01826a49SYabin Cui     size_t expected;
2448*01826a49SYabin Cui     size_t headerSize;
2449*01826a49SYabin Cui     ZSTD_parameters params;
2450*01826a49SYabin Cui     blockType_t bType;
2451*01826a49SYabin Cui     ZSTD_dStage stage;
2452*01826a49SYabin Cui     const BYTE* litPtr;
2453*01826a49SYabin Cui     size_t litSize;
2454*01826a49SYabin Cui     BYTE litBuffer[BLOCKSIZE + 8 /* margin for wildcopy */];
2455*01826a49SYabin Cui     BYTE headerBuffer[ZSTD_frameHeaderSize_max];
2456*01826a49SYabin Cui };  /* typedef'd to ZSTD_DCtx within "zstd_static.h" */
2457*01826a49SYabin Cui 
ZSTD_resetDCtx(ZSTD_DCtx * dctx)2458*01826a49SYabin Cui static size_t ZSTD_resetDCtx(ZSTD_DCtx* dctx)
2459*01826a49SYabin Cui {
2460*01826a49SYabin Cui     dctx->expected = ZSTD_frameHeaderSize_min;
2461*01826a49SYabin Cui     dctx->stage = ZSTDds_getFrameHeaderSize;
2462*01826a49SYabin Cui     dctx->previousDstEnd = NULL;
2463*01826a49SYabin Cui     dctx->base = NULL;
2464*01826a49SYabin Cui     dctx->vBase = NULL;
2465*01826a49SYabin Cui     dctx->dictEnd = NULL;
2466*01826a49SYabin Cui     return 0;
2467*01826a49SYabin Cui }
2468*01826a49SYabin Cui 
ZSTD_createDCtx(void)2469*01826a49SYabin Cui static ZSTD_DCtx* ZSTD_createDCtx(void)
2470*01826a49SYabin Cui {
2471*01826a49SYabin Cui     ZSTD_DCtx* dctx = (ZSTD_DCtx*)malloc(sizeof(ZSTD_DCtx));
2472*01826a49SYabin Cui     if (dctx==NULL) return NULL;
2473*01826a49SYabin Cui     ZSTD_resetDCtx(dctx);
2474*01826a49SYabin Cui     return dctx;
2475*01826a49SYabin Cui }
2476*01826a49SYabin Cui 
ZSTD_freeDCtx(ZSTD_DCtx * dctx)2477*01826a49SYabin Cui static size_t ZSTD_freeDCtx(ZSTD_DCtx* dctx)
2478*01826a49SYabin Cui {
2479*01826a49SYabin Cui     free(dctx);
2480*01826a49SYabin Cui     return 0;
2481*01826a49SYabin Cui }
2482*01826a49SYabin Cui 
2483*01826a49SYabin Cui 
2484*01826a49SYabin Cui /* *************************************************************
2485*01826a49SYabin Cui *   Decompression section
2486*01826a49SYabin Cui ***************************************************************/
2487*01826a49SYabin Cui /** ZSTD_decodeFrameHeader_Part1
2488*01826a49SYabin Cui *   decode the 1st part of the Frame Header, which tells Frame Header size.
2489*01826a49SYabin Cui *   srcSize must be == ZSTD_frameHeaderSize_min
2490*01826a49SYabin Cui *   @return : the full size of the Frame Header */
ZSTD_decodeFrameHeader_Part1(ZSTD_DCtx * zc,const void * src,size_t srcSize)2491*01826a49SYabin Cui static size_t ZSTD_decodeFrameHeader_Part1(ZSTD_DCtx* zc, const void* src, size_t srcSize)
2492*01826a49SYabin Cui {
2493*01826a49SYabin Cui     U32 magicNumber;
2494*01826a49SYabin Cui     if (srcSize != ZSTD_frameHeaderSize_min) return ERROR(srcSize_wrong);
2495*01826a49SYabin Cui     magicNumber = MEM_readLE32(src);
2496*01826a49SYabin Cui     if (magicNumber != ZSTD_MAGICNUMBER) return ERROR(prefix_unknown);
2497*01826a49SYabin Cui     zc->headerSize = ZSTD_frameHeaderSize_min;
2498*01826a49SYabin Cui     return zc->headerSize;
2499*01826a49SYabin Cui }
2500*01826a49SYabin Cui 
2501*01826a49SYabin Cui 
ZSTD_getFrameParams(ZSTD_parameters * params,const void * src,size_t srcSize)2502*01826a49SYabin Cui static size_t ZSTD_getFrameParams(ZSTD_parameters* params, const void* src, size_t srcSize)
2503*01826a49SYabin Cui {
2504*01826a49SYabin Cui     U32 magicNumber;
2505*01826a49SYabin Cui     if (srcSize < ZSTD_frameHeaderSize_min) return ZSTD_frameHeaderSize_max;
2506*01826a49SYabin Cui     magicNumber = MEM_readLE32(src);
2507*01826a49SYabin Cui     if (magicNumber != ZSTD_MAGICNUMBER) return ERROR(prefix_unknown);
2508*01826a49SYabin Cui     memset(params, 0, sizeof(*params));
2509*01826a49SYabin Cui     params->windowLog = (((const BYTE*)src)[4] & 15) + ZSTD_WINDOWLOG_ABSOLUTEMIN;
2510*01826a49SYabin Cui     if ((((const BYTE*)src)[4] >> 4) != 0) return ERROR(frameParameter_unsupported);   /* reserved bits */
2511*01826a49SYabin Cui     return 0;
2512*01826a49SYabin Cui }
2513*01826a49SYabin Cui 
2514*01826a49SYabin Cui /** ZSTD_decodeFrameHeader_Part2
2515*01826a49SYabin Cui *   decode the full Frame Header
2516*01826a49SYabin Cui *   srcSize must be the size provided by ZSTD_decodeFrameHeader_Part1
2517*01826a49SYabin Cui *   @return : 0, or an error code, which can be tested using ZSTD_isError() */
ZSTD_decodeFrameHeader_Part2(ZSTD_DCtx * zc,const void * src,size_t srcSize)2518*01826a49SYabin Cui static size_t ZSTD_decodeFrameHeader_Part2(ZSTD_DCtx* zc, const void* src, size_t srcSize)
2519*01826a49SYabin Cui {
2520*01826a49SYabin Cui     size_t result;
2521*01826a49SYabin Cui     if (srcSize != zc->headerSize) return ERROR(srcSize_wrong);
2522*01826a49SYabin Cui     result = ZSTD_getFrameParams(&(zc->params), src, srcSize);
2523*01826a49SYabin Cui     if ((MEM_32bits()) && (zc->params.windowLog > 25)) return ERROR(frameParameter_unsupported);
2524*01826a49SYabin Cui     return result;
2525*01826a49SYabin Cui }
2526*01826a49SYabin Cui 
2527*01826a49SYabin Cui 
ZSTD_getcBlockSize(const void * src,size_t srcSize,blockProperties_t * bpPtr)2528*01826a49SYabin Cui static size_t ZSTD_getcBlockSize(const void* src, size_t srcSize, blockProperties_t* bpPtr)
2529*01826a49SYabin Cui {
2530*01826a49SYabin Cui     const BYTE* const in = (const BYTE* const)src;
2531*01826a49SYabin Cui     BYTE headerFlags;
2532*01826a49SYabin Cui     U32 cSize;
2533*01826a49SYabin Cui 
2534*01826a49SYabin Cui     if (srcSize < 3) return ERROR(srcSize_wrong);
2535*01826a49SYabin Cui 
2536*01826a49SYabin Cui     headerFlags = *in;
2537*01826a49SYabin Cui     cSize = in[2] + (in[1]<<8) + ((in[0] & 7)<<16);
2538*01826a49SYabin Cui 
2539*01826a49SYabin Cui     bpPtr->blockType = (blockType_t)(headerFlags >> 6);
2540*01826a49SYabin Cui     bpPtr->origSize = (bpPtr->blockType == bt_rle) ? cSize : 0;
2541*01826a49SYabin Cui 
2542*01826a49SYabin Cui     if (bpPtr->blockType == bt_end) return 0;
2543*01826a49SYabin Cui     if (bpPtr->blockType == bt_rle) return 1;
2544*01826a49SYabin Cui     return cSize;
2545*01826a49SYabin Cui }
2546*01826a49SYabin Cui 
ZSTD_copyRawBlock(void * dst,size_t maxDstSize,const void * src,size_t srcSize)2547*01826a49SYabin Cui static size_t ZSTD_copyRawBlock(void* dst, size_t maxDstSize, const void* src, size_t srcSize)
2548*01826a49SYabin Cui {
2549*01826a49SYabin Cui     if (srcSize > maxDstSize) return ERROR(dstSize_tooSmall);
2550*01826a49SYabin Cui     if (srcSize > 0) {
2551*01826a49SYabin Cui         memcpy(dst, src, srcSize);
2552*01826a49SYabin Cui     }
2553*01826a49SYabin Cui     return srcSize;
2554*01826a49SYabin Cui }
2555*01826a49SYabin Cui 
2556*01826a49SYabin Cui 
2557*01826a49SYabin Cui /** ZSTD_decompressLiterals
2558*01826a49SYabin Cui     @return : nb of bytes read from src, or an error code*/
ZSTD_decompressLiterals(void * dst,size_t * maxDstSizePtr,const void * src,size_t srcSize)2559*01826a49SYabin Cui static size_t ZSTD_decompressLiterals(void* dst, size_t* maxDstSizePtr,
2560*01826a49SYabin Cui                                 const void* src, size_t srcSize)
2561*01826a49SYabin Cui {
2562*01826a49SYabin Cui     const BYTE* ip = (const BYTE*)src;
2563*01826a49SYabin Cui 
2564*01826a49SYabin Cui     const size_t litSize = (MEM_readLE32(src) & 0x1FFFFF) >> 2;   /* no buffer issue : srcSize >= MIN_CBLOCK_SIZE */
2565*01826a49SYabin Cui     const size_t litCSize = (MEM_readLE32(ip+2) & 0xFFFFFF) >> 5;   /* no buffer issue : srcSize >= MIN_CBLOCK_SIZE */
2566*01826a49SYabin Cui 
2567*01826a49SYabin Cui     if (litSize > *maxDstSizePtr) return ERROR(corruption_detected);
2568*01826a49SYabin Cui     if (litCSize + 5 > srcSize) return ERROR(corruption_detected);
2569*01826a49SYabin Cui 
2570*01826a49SYabin Cui     if (HUF_isError(HUF_decompress(dst, litSize, ip+5, litCSize))) return ERROR(corruption_detected);
2571*01826a49SYabin Cui 
2572*01826a49SYabin Cui     *maxDstSizePtr = litSize;
2573*01826a49SYabin Cui     return litCSize + 5;
2574*01826a49SYabin Cui }
2575*01826a49SYabin Cui 
2576*01826a49SYabin Cui 
2577*01826a49SYabin Cui /** ZSTD_decodeLiteralsBlock
2578*01826a49SYabin Cui     @return : nb of bytes read from src (< srcSize ) */
ZSTD_decodeLiteralsBlock(ZSTD_DCtx * dctx,const void * src,size_t srcSize)2579*01826a49SYabin Cui static size_t ZSTD_decodeLiteralsBlock(ZSTD_DCtx* dctx,
2580*01826a49SYabin Cui                           const void* src, size_t srcSize)   /* note : srcSize < BLOCKSIZE */
2581*01826a49SYabin Cui {
2582*01826a49SYabin Cui     const BYTE* const istart = (const BYTE*) src;
2583*01826a49SYabin Cui 
2584*01826a49SYabin Cui     /* any compressed block with literals segment must be at least this size */
2585*01826a49SYabin Cui     if (srcSize < MIN_CBLOCK_SIZE) return ERROR(corruption_detected);
2586*01826a49SYabin Cui 
2587*01826a49SYabin Cui     switch(*istart & 3)
2588*01826a49SYabin Cui     {
2589*01826a49SYabin Cui     /* compressed */
2590*01826a49SYabin Cui     case 0:
2591*01826a49SYabin Cui         {
2592*01826a49SYabin Cui             size_t litSize = BLOCKSIZE;
2593*01826a49SYabin Cui             const size_t readSize = ZSTD_decompressLiterals(dctx->litBuffer, &litSize, src, srcSize);
2594*01826a49SYabin Cui             dctx->litPtr = dctx->litBuffer;
2595*01826a49SYabin Cui             dctx->litSize = litSize;
2596*01826a49SYabin Cui             memset(dctx->litBuffer + dctx->litSize, 0, 8);
2597*01826a49SYabin Cui             return readSize;   /* works if it's an error too */
2598*01826a49SYabin Cui         }
2599*01826a49SYabin Cui     case IS_RAW:
2600*01826a49SYabin Cui         {
2601*01826a49SYabin Cui             const size_t litSize = (MEM_readLE32(istart) & 0xFFFFFF) >> 2;   /* no buffer issue : srcSize >= MIN_CBLOCK_SIZE */
2602*01826a49SYabin Cui             if (litSize > srcSize-11)   /* risk of reading too far with wildcopy */
2603*01826a49SYabin Cui             {
2604*01826a49SYabin Cui                 if (litSize > BLOCKSIZE) return ERROR(corruption_detected);
2605*01826a49SYabin Cui                 if (litSize > srcSize-3) return ERROR(corruption_detected);
2606*01826a49SYabin Cui                 memcpy(dctx->litBuffer, istart, litSize);
2607*01826a49SYabin Cui                 dctx->litPtr = dctx->litBuffer;
2608*01826a49SYabin Cui                 dctx->litSize = litSize;
2609*01826a49SYabin Cui                 memset(dctx->litBuffer + dctx->litSize, 0, 8);
2610*01826a49SYabin Cui                 return litSize+3;
2611*01826a49SYabin Cui             }
2612*01826a49SYabin Cui             /* direct reference into compressed stream */
2613*01826a49SYabin Cui             dctx->litPtr = istart+3;
2614*01826a49SYabin Cui             dctx->litSize = litSize;
2615*01826a49SYabin Cui             return litSize+3;        }
2616*01826a49SYabin Cui     case IS_RLE:
2617*01826a49SYabin Cui         {
2618*01826a49SYabin Cui             const size_t litSize = (MEM_readLE32(istart) & 0xFFFFFF) >> 2;   /* no buffer issue : srcSize >= MIN_CBLOCK_SIZE */
2619*01826a49SYabin Cui             if (litSize > BLOCKSIZE) return ERROR(corruption_detected);
2620*01826a49SYabin Cui             memset(dctx->litBuffer, istart[3], litSize + 8);
2621*01826a49SYabin Cui             dctx->litPtr = dctx->litBuffer;
2622*01826a49SYabin Cui             dctx->litSize = litSize;
2623*01826a49SYabin Cui             return 4;
2624*01826a49SYabin Cui         }
2625*01826a49SYabin Cui     default:
2626*01826a49SYabin Cui         return ERROR(corruption_detected);   /* forbidden nominal case */
2627*01826a49SYabin Cui     }
2628*01826a49SYabin Cui }
2629*01826a49SYabin Cui 
2630*01826a49SYabin Cui 
ZSTD_decodeSeqHeaders(int * nbSeq,const BYTE ** dumpsPtr,size_t * dumpsLengthPtr,FSE_DTable * DTableLL,FSE_DTable * DTableML,FSE_DTable * DTableOffb,const void * src,size_t srcSize)2631*01826a49SYabin Cui static size_t ZSTD_decodeSeqHeaders(int* nbSeq, const BYTE** dumpsPtr, size_t* dumpsLengthPtr,
2632*01826a49SYabin Cui                          FSE_DTable* DTableLL, FSE_DTable* DTableML, FSE_DTable* DTableOffb,
2633*01826a49SYabin Cui                          const void* src, size_t srcSize)
2634*01826a49SYabin Cui {
2635*01826a49SYabin Cui     const BYTE* const istart = (const BYTE* const)src;
2636*01826a49SYabin Cui     const BYTE* ip = istart;
2637*01826a49SYabin Cui     const BYTE* const iend = istart + srcSize;
2638*01826a49SYabin Cui     U32 LLtype, Offtype, MLtype;
2639*01826a49SYabin Cui     U32 LLlog, Offlog, MLlog;
2640*01826a49SYabin Cui     size_t dumpsLength;
2641*01826a49SYabin Cui 
2642*01826a49SYabin Cui     /* check */
2643*01826a49SYabin Cui     if (srcSize < 5) return ERROR(srcSize_wrong);
2644*01826a49SYabin Cui 
2645*01826a49SYabin Cui     /* SeqHead */
2646*01826a49SYabin Cui     *nbSeq = MEM_readLE16(ip); ip+=2;
2647*01826a49SYabin Cui     LLtype  = *ip >> 6;
2648*01826a49SYabin Cui     Offtype = (*ip >> 4) & 3;
2649*01826a49SYabin Cui     MLtype  = (*ip >> 2) & 3;
2650*01826a49SYabin Cui     if (*ip & 2)
2651*01826a49SYabin Cui     {
2652*01826a49SYabin Cui         dumpsLength  = ip[2];
2653*01826a49SYabin Cui         dumpsLength += ip[1] << 8;
2654*01826a49SYabin Cui         ip += 3;
2655*01826a49SYabin Cui     }
2656*01826a49SYabin Cui     else
2657*01826a49SYabin Cui     {
2658*01826a49SYabin Cui         dumpsLength  = ip[1];
2659*01826a49SYabin Cui         dumpsLength += (ip[0] & 1) << 8;
2660*01826a49SYabin Cui         ip += 2;
2661*01826a49SYabin Cui     }
2662*01826a49SYabin Cui     *dumpsPtr = ip;
2663*01826a49SYabin Cui     ip += dumpsLength;
2664*01826a49SYabin Cui     *dumpsLengthPtr = dumpsLength;
2665*01826a49SYabin Cui 
2666*01826a49SYabin Cui     /* check */
2667*01826a49SYabin Cui     if (ip > iend-3) return ERROR(srcSize_wrong); /* min : all 3 are "raw", hence no header, but at least xxLog bits per type */
2668*01826a49SYabin Cui 
2669*01826a49SYabin Cui     /* sequences */
2670*01826a49SYabin Cui     {
2671*01826a49SYabin Cui         S16 norm[MaxML+1];    /* assumption : MaxML >= MaxLL >= MaxOff */
2672*01826a49SYabin Cui         size_t headerSize;
2673*01826a49SYabin Cui 
2674*01826a49SYabin Cui         /* Build DTables */
2675*01826a49SYabin Cui         switch(LLtype)
2676*01826a49SYabin Cui         {
2677*01826a49SYabin Cui         case bt_rle :
2678*01826a49SYabin Cui             LLlog = 0;
2679*01826a49SYabin Cui             FSE_buildDTable_rle(DTableLL, *ip++); break;
2680*01826a49SYabin Cui         case bt_raw :
2681*01826a49SYabin Cui             LLlog = LLbits;
2682*01826a49SYabin Cui             FSE_buildDTable_raw(DTableLL, LLbits); break;
2683*01826a49SYabin Cui         default :
2684*01826a49SYabin Cui             {   U32 max = MaxLL;
2685*01826a49SYabin Cui                 headerSize = FSE_readNCount(norm, &max, &LLlog, ip, iend-ip);
2686*01826a49SYabin Cui                 if (FSE_isError(headerSize)) return ERROR(GENERIC);
2687*01826a49SYabin Cui                 if (LLlog > LLFSELog) return ERROR(corruption_detected);
2688*01826a49SYabin Cui                 ip += headerSize;
2689*01826a49SYabin Cui                 FSE_buildDTable(DTableLL, norm, max, LLlog);
2690*01826a49SYabin Cui         }   }
2691*01826a49SYabin Cui 
2692*01826a49SYabin Cui         switch(Offtype)
2693*01826a49SYabin Cui         {
2694*01826a49SYabin Cui         case bt_rle :
2695*01826a49SYabin Cui             Offlog = 0;
2696*01826a49SYabin Cui             if (ip > iend-2) return ERROR(srcSize_wrong);   /* min : "raw", hence no header, but at least xxLog bits */
2697*01826a49SYabin Cui             FSE_buildDTable_rle(DTableOffb, *ip++ & MaxOff); /* if *ip > MaxOff, data is corrupted */
2698*01826a49SYabin Cui             break;
2699*01826a49SYabin Cui         case bt_raw :
2700*01826a49SYabin Cui             Offlog = Offbits;
2701*01826a49SYabin Cui             FSE_buildDTable_raw(DTableOffb, Offbits); break;
2702*01826a49SYabin Cui         default :
2703*01826a49SYabin Cui             {   U32 max = MaxOff;
2704*01826a49SYabin Cui                 headerSize = FSE_readNCount(norm, &max, &Offlog, ip, iend-ip);
2705*01826a49SYabin Cui                 if (FSE_isError(headerSize)) return ERROR(GENERIC);
2706*01826a49SYabin Cui                 if (Offlog > OffFSELog) return ERROR(corruption_detected);
2707*01826a49SYabin Cui                 ip += headerSize;
2708*01826a49SYabin Cui                 FSE_buildDTable(DTableOffb, norm, max, Offlog);
2709*01826a49SYabin Cui         }   }
2710*01826a49SYabin Cui 
2711*01826a49SYabin Cui         switch(MLtype)
2712*01826a49SYabin Cui         {
2713*01826a49SYabin Cui         case bt_rle :
2714*01826a49SYabin Cui             MLlog = 0;
2715*01826a49SYabin Cui             if (ip > iend-2) return ERROR(srcSize_wrong); /* min : "raw", hence no header, but at least xxLog bits */
2716*01826a49SYabin Cui             FSE_buildDTable_rle(DTableML, *ip++); break;
2717*01826a49SYabin Cui         case bt_raw :
2718*01826a49SYabin Cui             MLlog = MLbits;
2719*01826a49SYabin Cui             FSE_buildDTable_raw(DTableML, MLbits); break;
2720*01826a49SYabin Cui         default :
2721*01826a49SYabin Cui             {   U32 max = MaxML;
2722*01826a49SYabin Cui                 headerSize = FSE_readNCount(norm, &max, &MLlog, ip, iend-ip);
2723*01826a49SYabin Cui                 if (FSE_isError(headerSize)) return ERROR(GENERIC);
2724*01826a49SYabin Cui                 if (MLlog > MLFSELog) return ERROR(corruption_detected);
2725*01826a49SYabin Cui                 ip += headerSize;
2726*01826a49SYabin Cui                 FSE_buildDTable(DTableML, norm, max, MLlog);
2727*01826a49SYabin Cui     }   }   }
2728*01826a49SYabin Cui 
2729*01826a49SYabin Cui     return ip-istart;
2730*01826a49SYabin Cui }
2731*01826a49SYabin Cui 
2732*01826a49SYabin Cui 
2733*01826a49SYabin Cui typedef struct {
2734*01826a49SYabin Cui     size_t litLength;
2735*01826a49SYabin Cui     size_t offset;
2736*01826a49SYabin Cui     size_t matchLength;
2737*01826a49SYabin Cui } seq_t;
2738*01826a49SYabin Cui 
2739*01826a49SYabin Cui typedef struct {
2740*01826a49SYabin Cui     BIT_DStream_t DStream;
2741*01826a49SYabin Cui     FSE_DState_t stateLL;
2742*01826a49SYabin Cui     FSE_DState_t stateOffb;
2743*01826a49SYabin Cui     FSE_DState_t stateML;
2744*01826a49SYabin Cui     size_t prevOffset;
2745*01826a49SYabin Cui     const BYTE* dumps;
2746*01826a49SYabin Cui     const BYTE* dumpsEnd;
2747*01826a49SYabin Cui } seqState_t;
2748*01826a49SYabin Cui 
2749*01826a49SYabin Cui 
ZSTD_decodeSequence(seq_t * seq,seqState_t * seqState)2750*01826a49SYabin Cui static void ZSTD_decodeSequence(seq_t* seq, seqState_t* seqState)
2751*01826a49SYabin Cui {
2752*01826a49SYabin Cui     size_t litLength;
2753*01826a49SYabin Cui     size_t prevOffset;
2754*01826a49SYabin Cui     size_t offset;
2755*01826a49SYabin Cui     size_t matchLength;
2756*01826a49SYabin Cui     const BYTE* dumps = seqState->dumps;
2757*01826a49SYabin Cui     const BYTE* const de = seqState->dumpsEnd;
2758*01826a49SYabin Cui 
2759*01826a49SYabin Cui     /* Literal length */
2760*01826a49SYabin Cui     litLength = FSE_decodeSymbol(&(seqState->stateLL), &(seqState->DStream));
2761*01826a49SYabin Cui     prevOffset = litLength ? seq->offset : seqState->prevOffset;
2762*01826a49SYabin Cui     if (litLength == MaxLL) {
2763*01826a49SYabin Cui         const U32 add = dumps<de ? *dumps++ : 0;
2764*01826a49SYabin Cui         if (add < 255) litLength += add;
2765*01826a49SYabin Cui         else if (dumps + 3 <= de) {
2766*01826a49SYabin Cui             litLength = MEM_readLE24(dumps);
2767*01826a49SYabin Cui             dumps += 3;
2768*01826a49SYabin Cui         }
2769*01826a49SYabin Cui         if (dumps >= de) { dumps = de-1; }  /* late correction, to avoid read overflow (data is now corrupted anyway) */
2770*01826a49SYabin Cui     }
2771*01826a49SYabin Cui 
2772*01826a49SYabin Cui     /* Offset */
2773*01826a49SYabin Cui     {   static const U32 offsetPrefix[MaxOff+1] = {
2774*01826a49SYabin Cui                 1 /*fake*/, 1, 2, 4, 8, 16, 32, 64, 128, 256,
2775*01826a49SYabin Cui                 512, 1024, 2048, 4096, 8192, 16384, 32768, 65536, 131072, 262144,
2776*01826a49SYabin Cui                 524288, 1048576, 2097152, 4194304, 8388608, 16777216, 33554432, /*fake*/ 1, 1, 1, 1, 1 };
2777*01826a49SYabin Cui         U32 offsetCode, nbBits;
2778*01826a49SYabin Cui         offsetCode = FSE_decodeSymbol(&(seqState->stateOffb), &(seqState->DStream));   /* <= maxOff, by table construction */
2779*01826a49SYabin Cui         if (MEM_32bits()) BIT_reloadDStream(&(seqState->DStream));
2780*01826a49SYabin Cui         nbBits = offsetCode - 1;
2781*01826a49SYabin Cui         if (offsetCode==0) nbBits = 0;   /* cmove */
2782*01826a49SYabin Cui         offset = offsetPrefix[offsetCode] + BIT_readBits(&(seqState->DStream), nbBits);
2783*01826a49SYabin Cui         if (MEM_32bits()) BIT_reloadDStream(&(seqState->DStream));
2784*01826a49SYabin Cui         if (offsetCode==0) offset = prevOffset;   /* cmove */
2785*01826a49SYabin Cui         if (offsetCode | !litLength) seqState->prevOffset = seq->offset;   /* cmove */
2786*01826a49SYabin Cui     }
2787*01826a49SYabin Cui 
2788*01826a49SYabin Cui     /* MatchLength */
2789*01826a49SYabin Cui     matchLength = FSE_decodeSymbol(&(seqState->stateML), &(seqState->DStream));
2790*01826a49SYabin Cui     if (matchLength == MaxML) {
2791*01826a49SYabin Cui         const U32 add = dumps<de ? *dumps++ : 0;
2792*01826a49SYabin Cui         if (add < 255) matchLength += add;
2793*01826a49SYabin Cui         else if (dumps + 3 <= de){
2794*01826a49SYabin Cui             matchLength = MEM_readLE24(dumps);
2795*01826a49SYabin Cui             dumps += 3;
2796*01826a49SYabin Cui         }
2797*01826a49SYabin Cui         if (dumps >= de) { dumps = de-1; }  /* late correction, to avoid read overflow (data is now corrupted anyway) */
2798*01826a49SYabin Cui     }
2799*01826a49SYabin Cui     matchLength += MINMATCH;
2800*01826a49SYabin Cui 
2801*01826a49SYabin Cui     /* save result */
2802*01826a49SYabin Cui     seq->litLength = litLength;
2803*01826a49SYabin Cui     seq->offset = offset;
2804*01826a49SYabin Cui     seq->matchLength = matchLength;
2805*01826a49SYabin Cui     seqState->dumps = dumps;
2806*01826a49SYabin Cui }
2807*01826a49SYabin Cui 
2808*01826a49SYabin Cui 
ZSTD_execSequence(BYTE * op,BYTE * const oend,seq_t sequence,const BYTE ** litPtr,const BYTE * const litLimit,const BYTE * const base,const BYTE * const vBase,const BYTE * const dictEnd)2809*01826a49SYabin Cui static size_t ZSTD_execSequence(BYTE* op,
2810*01826a49SYabin Cui                                 BYTE* const oend, seq_t sequence,
2811*01826a49SYabin Cui                                 const BYTE** litPtr, const BYTE* const litLimit,
2812*01826a49SYabin Cui                                 const BYTE* const base, const BYTE* const vBase, const BYTE* const dictEnd)
2813*01826a49SYabin Cui {
2814*01826a49SYabin Cui     static const int dec32table[] = { 0, 1, 2, 1, 4, 4, 4, 4 };   /* added */
2815*01826a49SYabin Cui     static const int dec64table[] = { 8, 8, 8, 7, 8, 9,10,11 };   /* subtracted */
2816*01826a49SYabin Cui     BYTE* const oLitEnd = op + sequence.litLength;
2817*01826a49SYabin Cui     const size_t sequenceLength = sequence.litLength + sequence.matchLength;
2818*01826a49SYabin Cui     BYTE* const oMatchEnd = op + sequenceLength;   /* risk : address space overflow (32-bits) */
2819*01826a49SYabin Cui     BYTE* const oend_8 = oend-8;
2820*01826a49SYabin Cui     const BYTE* const litEnd = *litPtr + sequence.litLength;
2821*01826a49SYabin Cui     const BYTE* match = oLitEnd - sequence.offset;
2822*01826a49SYabin Cui 
2823*01826a49SYabin Cui     /* checks */
2824*01826a49SYabin Cui     size_t const seqLength = sequence.litLength + sequence.matchLength;
2825*01826a49SYabin Cui 
2826*01826a49SYabin Cui     if (seqLength > (size_t)(oend - op)) return ERROR(dstSize_tooSmall);
2827*01826a49SYabin Cui     if (sequence.litLength > (size_t)(litLimit - *litPtr)) return ERROR(corruption_detected);
2828*01826a49SYabin Cui     /* Now we know there are no overflow in literal nor match lengths, can use pointer checks */
2829*01826a49SYabin Cui     if (oLitEnd > oend_8) return ERROR(dstSize_tooSmall);
2830*01826a49SYabin Cui 
2831*01826a49SYabin Cui     if (oMatchEnd > oend) return ERROR(dstSize_tooSmall);   /* overwrite beyond dst buffer */
2832*01826a49SYabin Cui     if (litEnd > litLimit) return ERROR(corruption_detected);   /* overRead beyond lit buffer */
2833*01826a49SYabin Cui 
2834*01826a49SYabin Cui     /* copy Literals */
2835*01826a49SYabin Cui     ZSTD_wildcopy(op, *litPtr, (ptrdiff_t)sequence.litLength);   /* note : oLitEnd <= oend-8 : no risk of overwrite beyond oend */
2836*01826a49SYabin Cui     op = oLitEnd;
2837*01826a49SYabin Cui     *litPtr = litEnd;   /* update for next sequence */
2838*01826a49SYabin Cui 
2839*01826a49SYabin Cui     /* copy Match */
2840*01826a49SYabin Cui     if (sequence.offset > (size_t)(oLitEnd - base))
2841*01826a49SYabin Cui     {
2842*01826a49SYabin Cui         /* offset beyond prefix */
2843*01826a49SYabin Cui         if (sequence.offset > (size_t)(oLitEnd - vBase))
2844*01826a49SYabin Cui             return ERROR(corruption_detected);
2845*01826a49SYabin Cui         match = dictEnd - (base-match);
2846*01826a49SYabin Cui         if (match + sequence.matchLength <= dictEnd)
2847*01826a49SYabin Cui         {
2848*01826a49SYabin Cui             memmove(oLitEnd, match, sequence.matchLength);
2849*01826a49SYabin Cui             return sequenceLength;
2850*01826a49SYabin Cui         }
2851*01826a49SYabin Cui         /* span extDict & currentPrefixSegment */
2852*01826a49SYabin Cui         {
2853*01826a49SYabin Cui             size_t length1 = dictEnd - match;
2854*01826a49SYabin Cui             memmove(oLitEnd, match, length1);
2855*01826a49SYabin Cui             op = oLitEnd + length1;
2856*01826a49SYabin Cui             sequence.matchLength -= length1;
2857*01826a49SYabin Cui             match = base;
2858*01826a49SYabin Cui             if (op > oend_8 || sequence.matchLength < MINMATCH) {
2859*01826a49SYabin Cui               while (op < oMatchEnd) *op++ = *match++;
2860*01826a49SYabin Cui               return sequenceLength;
2861*01826a49SYabin Cui             }
2862*01826a49SYabin Cui         }
2863*01826a49SYabin Cui     }
2864*01826a49SYabin Cui     /* Requirement: op <= oend_8 */
2865*01826a49SYabin Cui 
2866*01826a49SYabin Cui     /* match within prefix */
2867*01826a49SYabin Cui     if (sequence.offset < 8) {
2868*01826a49SYabin Cui         /* close range match, overlap */
2869*01826a49SYabin Cui         const int sub2 = dec64table[sequence.offset];
2870*01826a49SYabin Cui         op[0] = match[0];
2871*01826a49SYabin Cui         op[1] = match[1];
2872*01826a49SYabin Cui         op[2] = match[2];
2873*01826a49SYabin Cui         op[3] = match[3];
2874*01826a49SYabin Cui         match += dec32table[sequence.offset];
2875*01826a49SYabin Cui         ZSTD_copy4(op+4, match);
2876*01826a49SYabin Cui         match -= sub2;
2877*01826a49SYabin Cui     } else {
2878*01826a49SYabin Cui         ZSTD_copy8(op, match);
2879*01826a49SYabin Cui     }
2880*01826a49SYabin Cui     op += 8; match += 8;
2881*01826a49SYabin Cui 
2882*01826a49SYabin Cui     if (oMatchEnd > oend-(16-MINMATCH))
2883*01826a49SYabin Cui     {
2884*01826a49SYabin Cui         if (op < oend_8)
2885*01826a49SYabin Cui         {
2886*01826a49SYabin Cui             ZSTD_wildcopy(op, match, oend_8 - op);
2887*01826a49SYabin Cui             match += oend_8 - op;
2888*01826a49SYabin Cui             op = oend_8;
2889*01826a49SYabin Cui         }
2890*01826a49SYabin Cui         while (op < oMatchEnd) *op++ = *match++;
2891*01826a49SYabin Cui     }
2892*01826a49SYabin Cui     else
2893*01826a49SYabin Cui     {
2894*01826a49SYabin Cui         ZSTD_wildcopy(op, match, (ptrdiff_t)sequence.matchLength-8);   /* works even if matchLength < 8, but must be signed */
2895*01826a49SYabin Cui     }
2896*01826a49SYabin Cui     return sequenceLength;
2897*01826a49SYabin Cui }
2898*01826a49SYabin Cui 
2899*01826a49SYabin Cui 
ZSTD_decompressSequences(ZSTD_DCtx * dctx,void * dst,size_t maxDstSize,const void * seqStart,size_t seqSize)2900*01826a49SYabin Cui static size_t ZSTD_decompressSequences(
2901*01826a49SYabin Cui                                ZSTD_DCtx* dctx,
2902*01826a49SYabin Cui                                void* dst, size_t maxDstSize,
2903*01826a49SYabin Cui                          const void* seqStart, size_t seqSize)
2904*01826a49SYabin Cui {
2905*01826a49SYabin Cui     const BYTE* ip = (const BYTE*)seqStart;
2906*01826a49SYabin Cui     const BYTE* const iend = ip + seqSize;
2907*01826a49SYabin Cui     BYTE* const ostart = (BYTE* const)dst;
2908*01826a49SYabin Cui     BYTE* op = ostart;
2909*01826a49SYabin Cui     BYTE* const oend = ostart + maxDstSize;
2910*01826a49SYabin Cui     size_t errorCode, dumpsLength;
2911*01826a49SYabin Cui     const BYTE* litPtr = dctx->litPtr;
2912*01826a49SYabin Cui     const BYTE* const litEnd = litPtr + dctx->litSize;
2913*01826a49SYabin Cui     int nbSeq;
2914*01826a49SYabin Cui     const BYTE* dumps;
2915*01826a49SYabin Cui     U32* DTableLL = dctx->LLTable;
2916*01826a49SYabin Cui     U32* DTableML = dctx->MLTable;
2917*01826a49SYabin Cui     U32* DTableOffb = dctx->OffTable;
2918*01826a49SYabin Cui     const BYTE* const base = (const BYTE*) (dctx->base);
2919*01826a49SYabin Cui     const BYTE* const vBase = (const BYTE*) (dctx->vBase);
2920*01826a49SYabin Cui     const BYTE* const dictEnd = (const BYTE*) (dctx->dictEnd);
2921*01826a49SYabin Cui 
2922*01826a49SYabin Cui     /* Build Decoding Tables */
2923*01826a49SYabin Cui     errorCode = ZSTD_decodeSeqHeaders(&nbSeq, &dumps, &dumpsLength,
2924*01826a49SYabin Cui                                       DTableLL, DTableML, DTableOffb,
2925*01826a49SYabin Cui                                       ip, iend-ip);
2926*01826a49SYabin Cui     if (ZSTD_isError(errorCode)) return errorCode;
2927*01826a49SYabin Cui     ip += errorCode;
2928*01826a49SYabin Cui 
2929*01826a49SYabin Cui     /* Regen sequences */
2930*01826a49SYabin Cui     {
2931*01826a49SYabin Cui         seq_t sequence;
2932*01826a49SYabin Cui         seqState_t seqState;
2933*01826a49SYabin Cui 
2934*01826a49SYabin Cui         memset(&sequence, 0, sizeof(sequence));
2935*01826a49SYabin Cui         sequence.offset = 4;
2936*01826a49SYabin Cui         seqState.dumps = dumps;
2937*01826a49SYabin Cui         seqState.dumpsEnd = dumps + dumpsLength;
2938*01826a49SYabin Cui         seqState.prevOffset = 4;
2939*01826a49SYabin Cui         errorCode = BIT_initDStream(&(seqState.DStream), ip, iend-ip);
2940*01826a49SYabin Cui         if (ERR_isError(errorCode)) return ERROR(corruption_detected);
2941*01826a49SYabin Cui         FSE_initDState(&(seqState.stateLL), &(seqState.DStream), DTableLL);
2942*01826a49SYabin Cui         FSE_initDState(&(seqState.stateOffb), &(seqState.DStream), DTableOffb);
2943*01826a49SYabin Cui         FSE_initDState(&(seqState.stateML), &(seqState.DStream), DTableML);
2944*01826a49SYabin Cui 
2945*01826a49SYabin Cui         for ( ; (BIT_reloadDStream(&(seqState.DStream)) <= BIT_DStream_completed) && nbSeq ; )
2946*01826a49SYabin Cui         {
2947*01826a49SYabin Cui             size_t oneSeqSize;
2948*01826a49SYabin Cui             nbSeq--;
2949*01826a49SYabin Cui             ZSTD_decodeSequence(&sequence, &seqState);
2950*01826a49SYabin Cui             oneSeqSize = ZSTD_execSequence(op, oend, sequence, &litPtr, litEnd, base, vBase, dictEnd);
2951*01826a49SYabin Cui             if (ZSTD_isError(oneSeqSize)) return oneSeqSize;
2952*01826a49SYabin Cui             op += oneSeqSize;
2953*01826a49SYabin Cui         }
2954*01826a49SYabin Cui 
2955*01826a49SYabin Cui         /* check if reached exact end */
2956*01826a49SYabin Cui         if ( !BIT_endOfDStream(&(seqState.DStream)) ) return ERROR(corruption_detected);   /* DStream should be entirely and exactly consumed; otherwise data is corrupted */
2957*01826a49SYabin Cui 
2958*01826a49SYabin Cui         /* last literal segment */
2959*01826a49SYabin Cui         {
2960*01826a49SYabin Cui             size_t lastLLSize = litEnd - litPtr;
2961*01826a49SYabin Cui             if (litPtr > litEnd) return ERROR(corruption_detected);
2962*01826a49SYabin Cui             if (op+lastLLSize > oend) return ERROR(dstSize_tooSmall);
2963*01826a49SYabin Cui             if (lastLLSize > 0) {
2964*01826a49SYabin Cui                 if (op != litPtr) memcpy(op, litPtr, lastLLSize);
2965*01826a49SYabin Cui                 op += lastLLSize;
2966*01826a49SYabin Cui             }
2967*01826a49SYabin Cui         }
2968*01826a49SYabin Cui     }
2969*01826a49SYabin Cui 
2970*01826a49SYabin Cui     return op-ostart;
2971*01826a49SYabin Cui }
2972*01826a49SYabin Cui 
2973*01826a49SYabin Cui 
ZSTD_checkContinuity(ZSTD_DCtx * dctx,const void * dst)2974*01826a49SYabin Cui static void ZSTD_checkContinuity(ZSTD_DCtx* dctx, const void* dst)
2975*01826a49SYabin Cui {
2976*01826a49SYabin Cui     if (dst != dctx->previousDstEnd)   /* not contiguous */
2977*01826a49SYabin Cui     {
2978*01826a49SYabin Cui         dctx->dictEnd = dctx->previousDstEnd;
2979*01826a49SYabin Cui         dctx->vBase = (const char*)dst - ((const char*)(dctx->previousDstEnd) - (const char*)(dctx->base));
2980*01826a49SYabin Cui         dctx->base = dst;
2981*01826a49SYabin Cui         dctx->previousDstEnd = dst;
2982*01826a49SYabin Cui     }
2983*01826a49SYabin Cui }
2984*01826a49SYabin Cui 
2985*01826a49SYabin Cui 
ZSTD_decompressBlock_internal(ZSTD_DCtx * dctx,void * dst,size_t maxDstSize,const void * src,size_t srcSize)2986*01826a49SYabin Cui static size_t ZSTD_decompressBlock_internal(ZSTD_DCtx* dctx,
2987*01826a49SYabin Cui                             void* dst, size_t maxDstSize,
2988*01826a49SYabin Cui                       const void* src, size_t srcSize)
2989*01826a49SYabin Cui {
2990*01826a49SYabin Cui     /* blockType == blockCompressed */
2991*01826a49SYabin Cui     const BYTE* ip = (const BYTE*)src;
2992*01826a49SYabin Cui     size_t litCSize;
2993*01826a49SYabin Cui 
2994*01826a49SYabin Cui     if (srcSize > BLOCKSIZE) return ERROR(corruption_detected);
2995*01826a49SYabin Cui 
2996*01826a49SYabin Cui     /* Decode literals sub-block */
2997*01826a49SYabin Cui     litCSize = ZSTD_decodeLiteralsBlock(dctx, src, srcSize);
2998*01826a49SYabin Cui     if (ZSTD_isError(litCSize)) return litCSize;
2999*01826a49SYabin Cui     ip += litCSize;
3000*01826a49SYabin Cui     srcSize -= litCSize;
3001*01826a49SYabin Cui 
3002*01826a49SYabin Cui     return ZSTD_decompressSequences(dctx, dst, maxDstSize, ip, srcSize);
3003*01826a49SYabin Cui }
3004*01826a49SYabin Cui 
3005*01826a49SYabin Cui 
ZSTD_decompress_usingDict(ZSTD_DCtx * ctx,void * dst,size_t maxDstSize,const void * src,size_t srcSize,const void * dict,size_t dictSize)3006*01826a49SYabin Cui static size_t ZSTD_decompress_usingDict(ZSTD_DCtx* ctx,
3007*01826a49SYabin Cui                                  void* dst, size_t maxDstSize,
3008*01826a49SYabin Cui                                  const void* src, size_t srcSize,
3009*01826a49SYabin Cui                                  const void* dict, size_t dictSize)
3010*01826a49SYabin Cui {
3011*01826a49SYabin Cui     const BYTE* ip = (const BYTE*)src;
3012*01826a49SYabin Cui     const BYTE* iend = ip + srcSize;
3013*01826a49SYabin Cui     BYTE* const ostart = (BYTE* const)dst;
3014*01826a49SYabin Cui     BYTE* op = ostart;
3015*01826a49SYabin Cui     BYTE* const oend = ostart + maxDstSize;
3016*01826a49SYabin Cui     size_t remainingSize = srcSize;
3017*01826a49SYabin Cui     blockProperties_t blockProperties;
3018*01826a49SYabin Cui 
3019*01826a49SYabin Cui     /* init */
3020*01826a49SYabin Cui     ZSTD_resetDCtx(ctx);
3021*01826a49SYabin Cui     if (dict)
3022*01826a49SYabin Cui     {
3023*01826a49SYabin Cui         ZSTD_decompress_insertDictionary(ctx, dict, dictSize);
3024*01826a49SYabin Cui         ctx->dictEnd = ctx->previousDstEnd;
3025*01826a49SYabin Cui         ctx->vBase = (const char*)dst - ((const char*)(ctx->previousDstEnd) - (const char*)(ctx->base));
3026*01826a49SYabin Cui         ctx->base = dst;
3027*01826a49SYabin Cui     }
3028*01826a49SYabin Cui     else
3029*01826a49SYabin Cui     {
3030*01826a49SYabin Cui         ctx->vBase = ctx->base = ctx->dictEnd = dst;
3031*01826a49SYabin Cui     }
3032*01826a49SYabin Cui 
3033*01826a49SYabin Cui     /* Frame Header */
3034*01826a49SYabin Cui     {
3035*01826a49SYabin Cui         size_t frameHeaderSize;
3036*01826a49SYabin Cui         if (srcSize < ZSTD_frameHeaderSize_min+ZSTD_blockHeaderSize) return ERROR(srcSize_wrong);
3037*01826a49SYabin Cui         frameHeaderSize = ZSTD_decodeFrameHeader_Part1(ctx, src, ZSTD_frameHeaderSize_min);
3038*01826a49SYabin Cui         if (ZSTD_isError(frameHeaderSize)) return frameHeaderSize;
3039*01826a49SYabin Cui         if (srcSize < frameHeaderSize+ZSTD_blockHeaderSize) return ERROR(srcSize_wrong);
3040*01826a49SYabin Cui         ip += frameHeaderSize; remainingSize -= frameHeaderSize;
3041*01826a49SYabin Cui         frameHeaderSize = ZSTD_decodeFrameHeader_Part2(ctx, src, frameHeaderSize);
3042*01826a49SYabin Cui         if (ZSTD_isError(frameHeaderSize)) return frameHeaderSize;
3043*01826a49SYabin Cui     }
3044*01826a49SYabin Cui 
3045*01826a49SYabin Cui     /* Loop on each block */
3046*01826a49SYabin Cui     while (1)
3047*01826a49SYabin Cui     {
3048*01826a49SYabin Cui         size_t decodedSize=0;
3049*01826a49SYabin Cui         size_t cBlockSize = ZSTD_getcBlockSize(ip, iend-ip, &blockProperties);
3050*01826a49SYabin Cui         if (ZSTD_isError(cBlockSize)) return cBlockSize;
3051*01826a49SYabin Cui 
3052*01826a49SYabin Cui         ip += ZSTD_blockHeaderSize;
3053*01826a49SYabin Cui         remainingSize -= ZSTD_blockHeaderSize;
3054*01826a49SYabin Cui         if (cBlockSize > remainingSize) return ERROR(srcSize_wrong);
3055*01826a49SYabin Cui 
3056*01826a49SYabin Cui         switch(blockProperties.blockType)
3057*01826a49SYabin Cui         {
3058*01826a49SYabin Cui         case bt_compressed:
3059*01826a49SYabin Cui             decodedSize = ZSTD_decompressBlock_internal(ctx, op, oend-op, ip, cBlockSize);
3060*01826a49SYabin Cui             break;
3061*01826a49SYabin Cui         case bt_raw :
3062*01826a49SYabin Cui             decodedSize = ZSTD_copyRawBlock(op, oend-op, ip, cBlockSize);
3063*01826a49SYabin Cui             break;
3064*01826a49SYabin Cui         case bt_rle :
3065*01826a49SYabin Cui             return ERROR(GENERIC);   /* not yet supported */
3066*01826a49SYabin Cui             break;
3067*01826a49SYabin Cui         case bt_end :
3068*01826a49SYabin Cui             /* end of frame */
3069*01826a49SYabin Cui             if (remainingSize) return ERROR(srcSize_wrong);
3070*01826a49SYabin Cui             break;
3071*01826a49SYabin Cui         default:
3072*01826a49SYabin Cui             return ERROR(GENERIC);   /* impossible */
3073*01826a49SYabin Cui         }
3074*01826a49SYabin Cui         if (cBlockSize == 0) break;   /* bt_end */
3075*01826a49SYabin Cui 
3076*01826a49SYabin Cui         if (ZSTD_isError(decodedSize)) return decodedSize;
3077*01826a49SYabin Cui         op += decodedSize;
3078*01826a49SYabin Cui         ip += cBlockSize;
3079*01826a49SYabin Cui         remainingSize -= cBlockSize;
3080*01826a49SYabin Cui     }
3081*01826a49SYabin Cui 
3082*01826a49SYabin Cui     return op-ostart;
3083*01826a49SYabin Cui }
3084*01826a49SYabin Cui 
3085*01826a49SYabin Cui /* ZSTD_errorFrameSizeInfoLegacy() :
3086*01826a49SYabin Cui    assumes `cSize` and `dBound` are _not_ NULL */
ZSTD_errorFrameSizeInfoLegacy(size_t * cSize,unsigned long long * dBound,size_t ret)3087*01826a49SYabin Cui static void ZSTD_errorFrameSizeInfoLegacy(size_t* cSize, unsigned long long* dBound, size_t ret)
3088*01826a49SYabin Cui {
3089*01826a49SYabin Cui     *cSize = ret;
3090*01826a49SYabin Cui     *dBound = ZSTD_CONTENTSIZE_ERROR;
3091*01826a49SYabin Cui }
3092*01826a49SYabin Cui 
ZSTDv04_findFrameSizeInfoLegacy(const void * src,size_t srcSize,size_t * cSize,unsigned long long * dBound)3093*01826a49SYabin Cui void ZSTDv04_findFrameSizeInfoLegacy(const void *src, size_t srcSize, size_t* cSize, unsigned long long* dBound)
3094*01826a49SYabin Cui {
3095*01826a49SYabin Cui     const BYTE* ip = (const BYTE*)src;
3096*01826a49SYabin Cui     size_t remainingSize = srcSize;
3097*01826a49SYabin Cui     size_t nbBlocks = 0;
3098*01826a49SYabin Cui     blockProperties_t blockProperties;
3099*01826a49SYabin Cui 
3100*01826a49SYabin Cui     /* Frame Header */
3101*01826a49SYabin Cui     if (srcSize < ZSTD_frameHeaderSize_min) {
3102*01826a49SYabin Cui         ZSTD_errorFrameSizeInfoLegacy(cSize, dBound, ERROR(srcSize_wrong));
3103*01826a49SYabin Cui         return;
3104*01826a49SYabin Cui     }
3105*01826a49SYabin Cui     if (MEM_readLE32(src) != ZSTD_MAGICNUMBER) {
3106*01826a49SYabin Cui         ZSTD_errorFrameSizeInfoLegacy(cSize, dBound, ERROR(prefix_unknown));
3107*01826a49SYabin Cui         return;
3108*01826a49SYabin Cui     }
3109*01826a49SYabin Cui     ip += ZSTD_frameHeaderSize_min; remainingSize -= ZSTD_frameHeaderSize_min;
3110*01826a49SYabin Cui 
3111*01826a49SYabin Cui     /* Loop on each block */
3112*01826a49SYabin Cui     while (1)
3113*01826a49SYabin Cui     {
3114*01826a49SYabin Cui         size_t cBlockSize = ZSTD_getcBlockSize(ip, remainingSize, &blockProperties);
3115*01826a49SYabin Cui         if (ZSTD_isError(cBlockSize)) {
3116*01826a49SYabin Cui             ZSTD_errorFrameSizeInfoLegacy(cSize, dBound, cBlockSize);
3117*01826a49SYabin Cui             return;
3118*01826a49SYabin Cui         }
3119*01826a49SYabin Cui 
3120*01826a49SYabin Cui         ip += ZSTD_blockHeaderSize;
3121*01826a49SYabin Cui         remainingSize -= ZSTD_blockHeaderSize;
3122*01826a49SYabin Cui         if (cBlockSize > remainingSize) {
3123*01826a49SYabin Cui             ZSTD_errorFrameSizeInfoLegacy(cSize, dBound, ERROR(srcSize_wrong));
3124*01826a49SYabin Cui             return;
3125*01826a49SYabin Cui         }
3126*01826a49SYabin Cui 
3127*01826a49SYabin Cui         if (cBlockSize == 0) break;   /* bt_end */
3128*01826a49SYabin Cui 
3129*01826a49SYabin Cui         ip += cBlockSize;
3130*01826a49SYabin Cui         remainingSize -= cBlockSize;
3131*01826a49SYabin Cui         nbBlocks++;
3132*01826a49SYabin Cui     }
3133*01826a49SYabin Cui 
3134*01826a49SYabin Cui     *cSize = ip - (const BYTE*)src;
3135*01826a49SYabin Cui     *dBound = nbBlocks * BLOCKSIZE;
3136*01826a49SYabin Cui }
3137*01826a49SYabin Cui 
3138*01826a49SYabin Cui /* ******************************
3139*01826a49SYabin Cui *  Streaming Decompression API
3140*01826a49SYabin Cui ********************************/
ZSTD_nextSrcSizeToDecompress(ZSTD_DCtx * dctx)3141*01826a49SYabin Cui static size_t ZSTD_nextSrcSizeToDecompress(ZSTD_DCtx* dctx)
3142*01826a49SYabin Cui {
3143*01826a49SYabin Cui     return dctx->expected;
3144*01826a49SYabin Cui }
3145*01826a49SYabin Cui 
ZSTD_decompressContinue(ZSTD_DCtx * ctx,void * dst,size_t maxDstSize,const void * src,size_t srcSize)3146*01826a49SYabin Cui static size_t ZSTD_decompressContinue(ZSTD_DCtx* ctx, void* dst, size_t maxDstSize, const void* src, size_t srcSize)
3147*01826a49SYabin Cui {
3148*01826a49SYabin Cui     /* Sanity check */
3149*01826a49SYabin Cui     if (srcSize != ctx->expected) return ERROR(srcSize_wrong);
3150*01826a49SYabin Cui     ZSTD_checkContinuity(ctx, dst);
3151*01826a49SYabin Cui 
3152*01826a49SYabin Cui     /* Decompress : frame header; part 1 */
3153*01826a49SYabin Cui     switch (ctx->stage)
3154*01826a49SYabin Cui     {
3155*01826a49SYabin Cui     case ZSTDds_getFrameHeaderSize :
3156*01826a49SYabin Cui         /* get frame header size */
3157*01826a49SYabin Cui         if (srcSize != ZSTD_frameHeaderSize_min) return ERROR(srcSize_wrong);   /* impossible */
3158*01826a49SYabin Cui         ctx->headerSize = ZSTD_decodeFrameHeader_Part1(ctx, src, ZSTD_frameHeaderSize_min);
3159*01826a49SYabin Cui         if (ZSTD_isError(ctx->headerSize)) return ctx->headerSize;
3160*01826a49SYabin Cui         memcpy(ctx->headerBuffer, src, ZSTD_frameHeaderSize_min);
3161*01826a49SYabin Cui         if (ctx->headerSize > ZSTD_frameHeaderSize_min) return ERROR(GENERIC);   /* impossible */
3162*01826a49SYabin Cui         ctx->expected = 0;   /* not necessary to copy more */
3163*01826a49SYabin Cui         /* fallthrough */
3164*01826a49SYabin Cui     case ZSTDds_decodeFrameHeader:
3165*01826a49SYabin Cui         /* get frame header */
3166*01826a49SYabin Cui         {   size_t const result = ZSTD_decodeFrameHeader_Part2(ctx, ctx->headerBuffer, ctx->headerSize);
3167*01826a49SYabin Cui             if (ZSTD_isError(result)) return result;
3168*01826a49SYabin Cui             ctx->expected = ZSTD_blockHeaderSize;
3169*01826a49SYabin Cui             ctx->stage = ZSTDds_decodeBlockHeader;
3170*01826a49SYabin Cui             return 0;
3171*01826a49SYabin Cui         }
3172*01826a49SYabin Cui     case ZSTDds_decodeBlockHeader:
3173*01826a49SYabin Cui         /* Decode block header */
3174*01826a49SYabin Cui         {   blockProperties_t bp;
3175*01826a49SYabin Cui             size_t const blockSize = ZSTD_getcBlockSize(src, ZSTD_blockHeaderSize, &bp);
3176*01826a49SYabin Cui             if (ZSTD_isError(blockSize)) return blockSize;
3177*01826a49SYabin Cui             if (bp.blockType == bt_end)
3178*01826a49SYabin Cui             {
3179*01826a49SYabin Cui                 ctx->expected = 0;
3180*01826a49SYabin Cui                 ctx->stage = ZSTDds_getFrameHeaderSize;
3181*01826a49SYabin Cui             }
3182*01826a49SYabin Cui             else
3183*01826a49SYabin Cui             {
3184*01826a49SYabin Cui                 ctx->expected = blockSize;
3185*01826a49SYabin Cui                 ctx->bType = bp.blockType;
3186*01826a49SYabin Cui                 ctx->stage = ZSTDds_decompressBlock;
3187*01826a49SYabin Cui             }
3188*01826a49SYabin Cui             return 0;
3189*01826a49SYabin Cui         }
3190*01826a49SYabin Cui     case ZSTDds_decompressBlock:
3191*01826a49SYabin Cui         {
3192*01826a49SYabin Cui             /* Decompress : block content */
3193*01826a49SYabin Cui             size_t rSize;
3194*01826a49SYabin Cui             switch(ctx->bType)
3195*01826a49SYabin Cui             {
3196*01826a49SYabin Cui             case bt_compressed:
3197*01826a49SYabin Cui                 rSize = ZSTD_decompressBlock_internal(ctx, dst, maxDstSize, src, srcSize);
3198*01826a49SYabin Cui                 break;
3199*01826a49SYabin Cui             case bt_raw :
3200*01826a49SYabin Cui                 rSize = ZSTD_copyRawBlock(dst, maxDstSize, src, srcSize);
3201*01826a49SYabin Cui                 break;
3202*01826a49SYabin Cui             case bt_rle :
3203*01826a49SYabin Cui                 return ERROR(GENERIC);   /* not yet handled */
3204*01826a49SYabin Cui                 break;
3205*01826a49SYabin Cui             case bt_end :   /* should never happen (filtered at phase 1) */
3206*01826a49SYabin Cui                 rSize = 0;
3207*01826a49SYabin Cui                 break;
3208*01826a49SYabin Cui             default:
3209*01826a49SYabin Cui                 return ERROR(GENERIC);
3210*01826a49SYabin Cui             }
3211*01826a49SYabin Cui             ctx->stage = ZSTDds_decodeBlockHeader;
3212*01826a49SYabin Cui             ctx->expected = ZSTD_blockHeaderSize;
3213*01826a49SYabin Cui             if (ZSTD_isError(rSize)) return rSize;
3214*01826a49SYabin Cui             ctx->previousDstEnd = (char*)dst + rSize;
3215*01826a49SYabin Cui             return rSize;
3216*01826a49SYabin Cui         }
3217*01826a49SYabin Cui     default:
3218*01826a49SYabin Cui         return ERROR(GENERIC);   /* impossible */
3219*01826a49SYabin Cui     }
3220*01826a49SYabin Cui }
3221*01826a49SYabin Cui 
3222*01826a49SYabin Cui 
ZSTD_decompress_insertDictionary(ZSTD_DCtx * ctx,const void * dict,size_t dictSize)3223*01826a49SYabin Cui static void ZSTD_decompress_insertDictionary(ZSTD_DCtx* ctx, const void* dict, size_t dictSize)
3224*01826a49SYabin Cui {
3225*01826a49SYabin Cui     ctx->dictEnd = ctx->previousDstEnd;
3226*01826a49SYabin Cui     ctx->vBase = (const char*)dict - ((const char*)(ctx->previousDstEnd) - (const char*)(ctx->base));
3227*01826a49SYabin Cui     ctx->base = dict;
3228*01826a49SYabin Cui     ctx->previousDstEnd = (const char*)dict + dictSize;
3229*01826a49SYabin Cui }
3230*01826a49SYabin Cui 
3231*01826a49SYabin Cui 
3232*01826a49SYabin Cui 
3233*01826a49SYabin Cui /*
3234*01826a49SYabin Cui     Buffered version of Zstd compression library
3235*01826a49SYabin Cui     Copyright (C) 2015, Yann Collet.
3236*01826a49SYabin Cui 
3237*01826a49SYabin Cui     BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
3238*01826a49SYabin Cui 
3239*01826a49SYabin Cui     Redistribution and use in source and binary forms, with or without
3240*01826a49SYabin Cui     modification, are permitted provided that the following conditions are
3241*01826a49SYabin Cui     met:
3242*01826a49SYabin Cui     * Redistributions of source code must retain the above copyright
3243*01826a49SYabin Cui     notice, this list of conditions and the following disclaimer.
3244*01826a49SYabin Cui     * Redistributions in binary form must reproduce the above
3245*01826a49SYabin Cui     copyright notice, this list of conditions and the following disclaimer
3246*01826a49SYabin Cui     in the documentation and/or other materials provided with the
3247*01826a49SYabin Cui     distribution.
3248*01826a49SYabin Cui     THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
3249*01826a49SYabin Cui     "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
3250*01826a49SYabin Cui     LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
3251*01826a49SYabin Cui     A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
3252*01826a49SYabin Cui     OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
3253*01826a49SYabin Cui     SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
3254*01826a49SYabin Cui     LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
3255*01826a49SYabin Cui     DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
3256*01826a49SYabin Cui     THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
3257*01826a49SYabin Cui     (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
3258*01826a49SYabin Cui     OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
3259*01826a49SYabin Cui 
3260*01826a49SYabin Cui     You can contact the author at :
3261*01826a49SYabin Cui     - zstd source repository : https://github.com/Cyan4973/zstd
3262*01826a49SYabin Cui     - ztsd public forum : https://groups.google.com/forum/#!forum/lz4c
3263*01826a49SYabin Cui */
3264*01826a49SYabin Cui 
3265*01826a49SYabin Cui /* The objects defined into this file should be considered experimental.
3266*01826a49SYabin Cui  * They are not labelled stable, as their prototype may change in the future.
3267*01826a49SYabin Cui  * You can use them for tests, provide feedback, or if you can endure risk of future changes.
3268*01826a49SYabin Cui  */
3269*01826a49SYabin Cui 
3270*01826a49SYabin Cui /* *************************************
3271*01826a49SYabin Cui *  Includes
3272*01826a49SYabin Cui ***************************************/
3273*01826a49SYabin Cui #include <stdlib.h>
3274*01826a49SYabin Cui 
3275*01826a49SYabin Cui 
3276*01826a49SYabin Cui /** ************************************************
3277*01826a49SYabin Cui *  Streaming decompression
3278*01826a49SYabin Cui *
3279*01826a49SYabin Cui *  A ZBUFF_DCtx object is required to track streaming operation.
3280*01826a49SYabin Cui *  Use ZBUFF_createDCtx() and ZBUFF_freeDCtx() to create/release resources.
3281*01826a49SYabin Cui *  Use ZBUFF_decompressInit() to start a new decompression operation.
3282*01826a49SYabin Cui *  ZBUFF_DCtx objects can be reused multiple times.
3283*01826a49SYabin Cui *
3284*01826a49SYabin Cui *  Use ZBUFF_decompressContinue() repetitively to consume your input.
3285*01826a49SYabin Cui *  *srcSizePtr and *maxDstSizePtr can be any size.
3286*01826a49SYabin Cui *  The function will report how many bytes were read or written by modifying *srcSizePtr and *maxDstSizePtr.
3287*01826a49SYabin Cui *  Note that it may not consume the entire input, in which case it's up to the caller to call again the function with remaining input.
3288*01826a49SYabin Cui *  The content of dst will be overwritten (up to *maxDstSizePtr) at each function call, so save its content if it matters or change dst .
3289*01826a49SYabin Cui *  return : a hint to preferred nb of bytes to use as input for next function call (it's only a hint, to improve latency)
3290*01826a49SYabin Cui *            or 0 when a frame is completely decoded
3291*01826a49SYabin Cui *            or an error code, which can be tested using ZBUFF_isError().
3292*01826a49SYabin Cui *
3293*01826a49SYabin Cui *  Hint : recommended buffer sizes (not compulsory)
3294*01826a49SYabin Cui *  output : 128 KB block size is the internal unit, it ensures it's always possible to write a full block when it's decoded.
3295*01826a49SYabin Cui *  input : just follow indications from ZBUFF_decompressContinue() to minimize latency. It should always be <= 128 KB + 3 .
3296*01826a49SYabin Cui * **************************************************/
3297*01826a49SYabin Cui 
3298*01826a49SYabin Cui typedef enum { ZBUFFds_init, ZBUFFds_readHeader, ZBUFFds_loadHeader, ZBUFFds_decodeHeader,
3299*01826a49SYabin Cui                ZBUFFds_read, ZBUFFds_load, ZBUFFds_flush } ZBUFF_dStage;
3300*01826a49SYabin Cui 
3301*01826a49SYabin Cui /* *** Resource management *** */
3302*01826a49SYabin Cui 
3303*01826a49SYabin Cui #define ZSTD_frameHeaderSize_max 5   /* too magical, should come from reference */
3304*01826a49SYabin Cui struct ZBUFFv04_DCtx_s {
3305*01826a49SYabin Cui     ZSTD_DCtx* zc;
3306*01826a49SYabin Cui     ZSTD_parameters params;
3307*01826a49SYabin Cui     char* inBuff;
3308*01826a49SYabin Cui     size_t inBuffSize;
3309*01826a49SYabin Cui     size_t inPos;
3310*01826a49SYabin Cui     char* outBuff;
3311*01826a49SYabin Cui     size_t outBuffSize;
3312*01826a49SYabin Cui     size_t outStart;
3313*01826a49SYabin Cui     size_t outEnd;
3314*01826a49SYabin Cui     size_t hPos;
3315*01826a49SYabin Cui     const char* dict;
3316*01826a49SYabin Cui     size_t dictSize;
3317*01826a49SYabin Cui     ZBUFF_dStage stage;
3318*01826a49SYabin Cui     unsigned char headerBuffer[ZSTD_frameHeaderSize_max];
3319*01826a49SYabin Cui };   /* typedef'd to ZBUFF_DCtx within "zstd_buffered.h" */
3320*01826a49SYabin Cui 
3321*01826a49SYabin Cui typedef ZBUFFv04_DCtx ZBUFF_DCtx;
3322*01826a49SYabin Cui 
3323*01826a49SYabin Cui 
ZBUFF_createDCtx(void)3324*01826a49SYabin Cui static ZBUFF_DCtx* ZBUFF_createDCtx(void)
3325*01826a49SYabin Cui {
3326*01826a49SYabin Cui     ZBUFF_DCtx* zbc = (ZBUFF_DCtx*)malloc(sizeof(ZBUFF_DCtx));
3327*01826a49SYabin Cui     if (zbc==NULL) return NULL;
3328*01826a49SYabin Cui     memset(zbc, 0, sizeof(*zbc));
3329*01826a49SYabin Cui     zbc->zc = ZSTD_createDCtx();
3330*01826a49SYabin Cui     zbc->stage = ZBUFFds_init;
3331*01826a49SYabin Cui     return zbc;
3332*01826a49SYabin Cui }
3333*01826a49SYabin Cui 
ZBUFF_freeDCtx(ZBUFF_DCtx * zbc)3334*01826a49SYabin Cui static size_t ZBUFF_freeDCtx(ZBUFF_DCtx* zbc)
3335*01826a49SYabin Cui {
3336*01826a49SYabin Cui     if (zbc==NULL) return 0;   /* support free on null */
3337*01826a49SYabin Cui     ZSTD_freeDCtx(zbc->zc);
3338*01826a49SYabin Cui     free(zbc->inBuff);
3339*01826a49SYabin Cui     free(zbc->outBuff);
3340*01826a49SYabin Cui     free(zbc);
3341*01826a49SYabin Cui     return 0;
3342*01826a49SYabin Cui }
3343*01826a49SYabin Cui 
3344*01826a49SYabin Cui 
3345*01826a49SYabin Cui /* *** Initialization *** */
3346*01826a49SYabin Cui 
ZBUFF_decompressInit(ZBUFF_DCtx * zbc)3347*01826a49SYabin Cui static size_t ZBUFF_decompressInit(ZBUFF_DCtx* zbc)
3348*01826a49SYabin Cui {
3349*01826a49SYabin Cui     zbc->stage = ZBUFFds_readHeader;
3350*01826a49SYabin Cui     zbc->hPos = zbc->inPos = zbc->outStart = zbc->outEnd = zbc->dictSize = 0;
3351*01826a49SYabin Cui     return ZSTD_resetDCtx(zbc->zc);
3352*01826a49SYabin Cui }
3353*01826a49SYabin Cui 
3354*01826a49SYabin Cui 
ZBUFF_decompressWithDictionary(ZBUFF_DCtx * zbc,const void * src,size_t srcSize)3355*01826a49SYabin Cui static size_t ZBUFF_decompressWithDictionary(ZBUFF_DCtx* zbc, const void* src, size_t srcSize)
3356*01826a49SYabin Cui {
3357*01826a49SYabin Cui     zbc->dict = (const char*)src;
3358*01826a49SYabin Cui     zbc->dictSize = srcSize;
3359*01826a49SYabin Cui     return 0;
3360*01826a49SYabin Cui }
3361*01826a49SYabin Cui 
ZBUFF_limitCopy(void * dst,size_t maxDstSize,const void * src,size_t srcSize)3362*01826a49SYabin Cui static size_t ZBUFF_limitCopy(void* dst, size_t maxDstSize, const void* src, size_t srcSize)
3363*01826a49SYabin Cui {
3364*01826a49SYabin Cui     size_t length = MIN(maxDstSize, srcSize);
3365*01826a49SYabin Cui     if (length > 0) {
3366*01826a49SYabin Cui         memcpy(dst, src, length);
3367*01826a49SYabin Cui     }
3368*01826a49SYabin Cui     return length;
3369*01826a49SYabin Cui }
3370*01826a49SYabin Cui 
3371*01826a49SYabin Cui /* *** Decompression *** */
3372*01826a49SYabin Cui 
ZBUFF_decompressContinue(ZBUFF_DCtx * zbc,void * dst,size_t * maxDstSizePtr,const void * src,size_t * srcSizePtr)3373*01826a49SYabin Cui static size_t ZBUFF_decompressContinue(ZBUFF_DCtx* zbc, void* dst, size_t* maxDstSizePtr, const void* src, size_t* srcSizePtr)
3374*01826a49SYabin Cui {
3375*01826a49SYabin Cui     const char* const istart = (const char*)src;
3376*01826a49SYabin Cui     const char* ip = istart;
3377*01826a49SYabin Cui     const char* const iend = istart + *srcSizePtr;
3378*01826a49SYabin Cui     char* const ostart = (char*)dst;
3379*01826a49SYabin Cui     char* op = ostart;
3380*01826a49SYabin Cui     char* const oend = ostart + *maxDstSizePtr;
3381*01826a49SYabin Cui     U32 notDone = 1;
3382*01826a49SYabin Cui 
3383*01826a49SYabin Cui     DEBUGLOG(5, "ZBUFF_decompressContinue");
3384*01826a49SYabin Cui     while (notDone)
3385*01826a49SYabin Cui     {
3386*01826a49SYabin Cui         switch(zbc->stage)
3387*01826a49SYabin Cui         {
3388*01826a49SYabin Cui 
3389*01826a49SYabin Cui         case ZBUFFds_init :
3390*01826a49SYabin Cui             DEBUGLOG(5, "ZBUFF_decompressContinue: stage==ZBUFFds_init => ERROR(init_missing)");
3391*01826a49SYabin Cui             return ERROR(init_missing);
3392*01826a49SYabin Cui 
3393*01826a49SYabin Cui         case ZBUFFds_readHeader :
3394*01826a49SYabin Cui             /* read header from src */
3395*01826a49SYabin Cui             {   size_t const headerSize = ZSTD_getFrameParams(&(zbc->params), src, *srcSizePtr);
3396*01826a49SYabin Cui                 if (ZSTD_isError(headerSize)) return headerSize;
3397*01826a49SYabin Cui                 if (headerSize) {
3398*01826a49SYabin Cui                     /* not enough input to decode header : tell how many bytes would be necessary */
3399*01826a49SYabin Cui                     memcpy(zbc->headerBuffer+zbc->hPos, src, *srcSizePtr);
3400*01826a49SYabin Cui                     zbc->hPos += *srcSizePtr;
3401*01826a49SYabin Cui                     *maxDstSizePtr = 0;
3402*01826a49SYabin Cui                     zbc->stage = ZBUFFds_loadHeader;
3403*01826a49SYabin Cui                     return headerSize - zbc->hPos;
3404*01826a49SYabin Cui                 }
3405*01826a49SYabin Cui                 zbc->stage = ZBUFFds_decodeHeader;
3406*01826a49SYabin Cui                 break;
3407*01826a49SYabin Cui             }
3408*01826a49SYabin Cui 
3409*01826a49SYabin Cui         case ZBUFFds_loadHeader:
3410*01826a49SYabin Cui             /* complete header from src */
3411*01826a49SYabin Cui             {   size_t headerSize = ZBUFF_limitCopy(
3412*01826a49SYabin Cui                     zbc->headerBuffer + zbc->hPos, ZSTD_frameHeaderSize_max - zbc->hPos,
3413*01826a49SYabin Cui                     src, *srcSizePtr);
3414*01826a49SYabin Cui                 zbc->hPos += headerSize;
3415*01826a49SYabin Cui                 ip += headerSize;
3416*01826a49SYabin Cui                 headerSize = ZSTD_getFrameParams(&(zbc->params), zbc->headerBuffer, zbc->hPos);
3417*01826a49SYabin Cui                 if (ZSTD_isError(headerSize)) return headerSize;
3418*01826a49SYabin Cui                 if (headerSize) {
3419*01826a49SYabin Cui                     /* not enough input to decode header : tell how many bytes would be necessary */
3420*01826a49SYabin Cui                     *maxDstSizePtr = 0;
3421*01826a49SYabin Cui                     return headerSize - zbc->hPos;
3422*01826a49SYabin Cui             }   }
3423*01826a49SYabin Cui             /* intentional fallthrough */
3424*01826a49SYabin Cui 
3425*01826a49SYabin Cui         case ZBUFFds_decodeHeader:
3426*01826a49SYabin Cui                 /* apply header to create / resize buffers */
3427*01826a49SYabin Cui                 {   size_t const neededOutSize = (size_t)1 << zbc->params.windowLog;
3428*01826a49SYabin Cui                     size_t const neededInSize = BLOCKSIZE;   /* a block is never > BLOCKSIZE */
3429*01826a49SYabin Cui                     if (zbc->inBuffSize < neededInSize) {
3430*01826a49SYabin Cui                         free(zbc->inBuff);
3431*01826a49SYabin Cui                         zbc->inBuffSize = neededInSize;
3432*01826a49SYabin Cui                         zbc->inBuff = (char*)malloc(neededInSize);
3433*01826a49SYabin Cui                         if (zbc->inBuff == NULL) return ERROR(memory_allocation);
3434*01826a49SYabin Cui                     }
3435*01826a49SYabin Cui                     if (zbc->outBuffSize < neededOutSize) {
3436*01826a49SYabin Cui                         free(zbc->outBuff);
3437*01826a49SYabin Cui                         zbc->outBuffSize = neededOutSize;
3438*01826a49SYabin Cui                         zbc->outBuff = (char*)malloc(neededOutSize);
3439*01826a49SYabin Cui                         if (zbc->outBuff == NULL) return ERROR(memory_allocation);
3440*01826a49SYabin Cui                 }   }
3441*01826a49SYabin Cui                 if (zbc->dictSize)
3442*01826a49SYabin Cui                     ZSTD_decompress_insertDictionary(zbc->zc, zbc->dict, zbc->dictSize);
3443*01826a49SYabin Cui                 if (zbc->hPos) {
3444*01826a49SYabin Cui                     /* some data already loaded into headerBuffer : transfer into inBuff */
3445*01826a49SYabin Cui                     memcpy(zbc->inBuff, zbc->headerBuffer, zbc->hPos);
3446*01826a49SYabin Cui                     zbc->inPos = zbc->hPos;
3447*01826a49SYabin Cui                     zbc->hPos = 0;
3448*01826a49SYabin Cui                     zbc->stage = ZBUFFds_load;
3449*01826a49SYabin Cui                     break;
3450*01826a49SYabin Cui                 }
3451*01826a49SYabin Cui                 zbc->stage = ZBUFFds_read;
3452*01826a49SYabin Cui 		/* fall-through */
3453*01826a49SYabin Cui         case ZBUFFds_read:
3454*01826a49SYabin Cui             {
3455*01826a49SYabin Cui                 size_t neededInSize = ZSTD_nextSrcSizeToDecompress(zbc->zc);
3456*01826a49SYabin Cui                 if (neededInSize==0)   /* end of frame */
3457*01826a49SYabin Cui                 {
3458*01826a49SYabin Cui                     zbc->stage = ZBUFFds_init;
3459*01826a49SYabin Cui                     notDone = 0;
3460*01826a49SYabin Cui                     break;
3461*01826a49SYabin Cui                 }
3462*01826a49SYabin Cui                 if ((size_t)(iend-ip) >= neededInSize)
3463*01826a49SYabin Cui                 {
3464*01826a49SYabin Cui                     /* directly decode from src */
3465*01826a49SYabin Cui                     size_t decodedSize = ZSTD_decompressContinue(zbc->zc,
3466*01826a49SYabin Cui                         zbc->outBuff + zbc->outStart, zbc->outBuffSize - zbc->outStart,
3467*01826a49SYabin Cui                         ip, neededInSize);
3468*01826a49SYabin Cui                     if (ZSTD_isError(decodedSize)) return decodedSize;
3469*01826a49SYabin Cui                     ip += neededInSize;
3470*01826a49SYabin Cui                     if (!decodedSize) break;   /* this was just a header */
3471*01826a49SYabin Cui                     zbc->outEnd = zbc->outStart +  decodedSize;
3472*01826a49SYabin Cui                     zbc->stage = ZBUFFds_flush;
3473*01826a49SYabin Cui                     break;
3474*01826a49SYabin Cui                 }
3475*01826a49SYabin Cui                 if (ip==iend) { notDone = 0; break; }   /* no more input */
3476*01826a49SYabin Cui                 zbc->stage = ZBUFFds_load;
3477*01826a49SYabin Cui             }
3478*01826a49SYabin Cui 	    /* fall-through */
3479*01826a49SYabin Cui         case ZBUFFds_load:
3480*01826a49SYabin Cui             {
3481*01826a49SYabin Cui                 size_t neededInSize = ZSTD_nextSrcSizeToDecompress(zbc->zc);
3482*01826a49SYabin Cui                 size_t toLoad = neededInSize - zbc->inPos;   /* should always be <= remaining space within inBuff */
3483*01826a49SYabin Cui                 size_t loadedSize;
3484*01826a49SYabin Cui                 if (toLoad > zbc->inBuffSize - zbc->inPos) return ERROR(corruption_detected);   /* should never happen */
3485*01826a49SYabin Cui                 loadedSize = ZBUFF_limitCopy(zbc->inBuff + zbc->inPos, toLoad, ip, iend-ip);
3486*01826a49SYabin Cui                 ip += loadedSize;
3487*01826a49SYabin Cui                 zbc->inPos += loadedSize;
3488*01826a49SYabin Cui                 if (loadedSize < toLoad) { notDone = 0; break; }   /* not enough input, wait for more */
3489*01826a49SYabin Cui                 {
3490*01826a49SYabin Cui                     size_t decodedSize = ZSTD_decompressContinue(zbc->zc,
3491*01826a49SYabin Cui                         zbc->outBuff + zbc->outStart, zbc->outBuffSize - zbc->outStart,
3492*01826a49SYabin Cui                         zbc->inBuff, neededInSize);
3493*01826a49SYabin Cui                     if (ZSTD_isError(decodedSize)) return decodedSize;
3494*01826a49SYabin Cui                     zbc->inPos = 0;   /* input is consumed */
3495*01826a49SYabin Cui                     if (!decodedSize) { zbc->stage = ZBUFFds_read; break; }   /* this was just a header */
3496*01826a49SYabin Cui                     zbc->outEnd = zbc->outStart +  decodedSize;
3497*01826a49SYabin Cui                     zbc->stage = ZBUFFds_flush;
3498*01826a49SYabin Cui                     /* ZBUFFds_flush follows */
3499*01826a49SYabin Cui                 }
3500*01826a49SYabin Cui             }
3501*01826a49SYabin Cui 	    /* fall-through */
3502*01826a49SYabin Cui         case ZBUFFds_flush:
3503*01826a49SYabin Cui             {
3504*01826a49SYabin Cui                 size_t toFlushSize = zbc->outEnd - zbc->outStart;
3505*01826a49SYabin Cui                 size_t flushedSize = ZBUFF_limitCopy(op, oend-op, zbc->outBuff + zbc->outStart, toFlushSize);
3506*01826a49SYabin Cui                 op += flushedSize;
3507*01826a49SYabin Cui                 zbc->outStart += flushedSize;
3508*01826a49SYabin Cui                 if (flushedSize == toFlushSize)
3509*01826a49SYabin Cui                 {
3510*01826a49SYabin Cui                     zbc->stage = ZBUFFds_read;
3511*01826a49SYabin Cui                     if (zbc->outStart + BLOCKSIZE > zbc->outBuffSize)
3512*01826a49SYabin Cui                         zbc->outStart = zbc->outEnd = 0;
3513*01826a49SYabin Cui                     break;
3514*01826a49SYabin Cui                 }
3515*01826a49SYabin Cui                 /* cannot flush everything */
3516*01826a49SYabin Cui                 notDone = 0;
3517*01826a49SYabin Cui                 break;
3518*01826a49SYabin Cui             }
3519*01826a49SYabin Cui         default: return ERROR(GENERIC);   /* impossible */
3520*01826a49SYabin Cui         }
3521*01826a49SYabin Cui     }
3522*01826a49SYabin Cui 
3523*01826a49SYabin Cui     *srcSizePtr = ip-istart;
3524*01826a49SYabin Cui     *maxDstSizePtr = op-ostart;
3525*01826a49SYabin Cui 
3526*01826a49SYabin Cui     {
3527*01826a49SYabin Cui         size_t nextSrcSizeHint = ZSTD_nextSrcSizeToDecompress(zbc->zc);
3528*01826a49SYabin Cui         if (nextSrcSizeHint > 3) nextSrcSizeHint+= 3;   /* get the next block header while at it */
3529*01826a49SYabin Cui         nextSrcSizeHint -= zbc->inPos;   /* already loaded*/
3530*01826a49SYabin Cui         return nextSrcSizeHint;
3531*01826a49SYabin Cui     }
3532*01826a49SYabin Cui }
3533*01826a49SYabin Cui 
3534*01826a49SYabin Cui 
3535*01826a49SYabin Cui /* *************************************
3536*01826a49SYabin Cui *  Tool functions
3537*01826a49SYabin Cui ***************************************/
ZBUFFv04_isError(size_t errorCode)3538*01826a49SYabin Cui unsigned ZBUFFv04_isError(size_t errorCode) { return ERR_isError(errorCode); }
ZBUFFv04_getErrorName(size_t errorCode)3539*01826a49SYabin Cui const char* ZBUFFv04_getErrorName(size_t errorCode) { return ERR_getErrorName(errorCode); }
3540*01826a49SYabin Cui 
ZBUFFv04_recommendedDInSize(void)3541*01826a49SYabin Cui size_t ZBUFFv04_recommendedDInSize(void)  { return BLOCKSIZE + 3; }
ZBUFFv04_recommendedDOutSize(void)3542*01826a49SYabin Cui size_t ZBUFFv04_recommendedDOutSize(void) { return BLOCKSIZE; }
3543*01826a49SYabin Cui 
3544*01826a49SYabin Cui 
3545*01826a49SYabin Cui 
3546*01826a49SYabin Cui /*- ========================================================================= -*/
3547*01826a49SYabin Cui 
3548*01826a49SYabin Cui /* final wrapping stage */
3549*01826a49SYabin Cui 
ZSTDv04_decompressDCtx(ZSTD_DCtx * dctx,void * dst,size_t maxDstSize,const void * src,size_t srcSize)3550*01826a49SYabin Cui size_t ZSTDv04_decompressDCtx(ZSTD_DCtx* dctx, void* dst, size_t maxDstSize, const void* src, size_t srcSize)
3551*01826a49SYabin Cui {
3552*01826a49SYabin Cui     return ZSTD_decompress_usingDict(dctx, dst, maxDstSize, src, srcSize, NULL, 0);
3553*01826a49SYabin Cui }
3554*01826a49SYabin Cui 
ZSTDv04_decompress(void * dst,size_t maxDstSize,const void * src,size_t srcSize)3555*01826a49SYabin Cui size_t ZSTDv04_decompress(void* dst, size_t maxDstSize, const void* src, size_t srcSize)
3556*01826a49SYabin Cui {
3557*01826a49SYabin Cui #if defined(ZSTD_HEAPMODE) && (ZSTD_HEAPMODE==1)
3558*01826a49SYabin Cui     size_t regenSize;
3559*01826a49SYabin Cui     ZSTD_DCtx* dctx = ZSTD_createDCtx();
3560*01826a49SYabin Cui     if (dctx==NULL) return ERROR(memory_allocation);
3561*01826a49SYabin Cui     regenSize = ZSTDv04_decompressDCtx(dctx, dst, maxDstSize, src, srcSize);
3562*01826a49SYabin Cui     ZSTD_freeDCtx(dctx);
3563*01826a49SYabin Cui     return regenSize;
3564*01826a49SYabin Cui #else
3565*01826a49SYabin Cui     ZSTD_DCtx dctx;
3566*01826a49SYabin Cui     return ZSTDv04_decompressDCtx(&dctx, dst, maxDstSize, src, srcSize);
3567*01826a49SYabin Cui #endif
3568*01826a49SYabin Cui }
3569*01826a49SYabin Cui 
ZSTDv04_resetDCtx(ZSTDv04_Dctx * dctx)3570*01826a49SYabin Cui size_t ZSTDv04_resetDCtx(ZSTDv04_Dctx* dctx) { return ZSTD_resetDCtx(dctx); }
3571*01826a49SYabin Cui 
ZSTDv04_nextSrcSizeToDecompress(ZSTDv04_Dctx * dctx)3572*01826a49SYabin Cui size_t ZSTDv04_nextSrcSizeToDecompress(ZSTDv04_Dctx* dctx)
3573*01826a49SYabin Cui {
3574*01826a49SYabin Cui     return ZSTD_nextSrcSizeToDecompress(dctx);
3575*01826a49SYabin Cui }
3576*01826a49SYabin Cui 
ZSTDv04_decompressContinue(ZSTDv04_Dctx * dctx,void * dst,size_t maxDstSize,const void * src,size_t srcSize)3577*01826a49SYabin Cui size_t ZSTDv04_decompressContinue(ZSTDv04_Dctx* dctx, void* dst, size_t maxDstSize, const void* src, size_t srcSize)
3578*01826a49SYabin Cui {
3579*01826a49SYabin Cui     return ZSTD_decompressContinue(dctx, dst, maxDstSize, src, srcSize);
3580*01826a49SYabin Cui }
3581*01826a49SYabin Cui 
3582*01826a49SYabin Cui 
3583*01826a49SYabin Cui 
ZBUFFv04_createDCtx(void)3584*01826a49SYabin Cui ZBUFFv04_DCtx* ZBUFFv04_createDCtx(void) { return ZBUFF_createDCtx(); }
ZBUFFv04_freeDCtx(ZBUFFv04_DCtx * dctx)3585*01826a49SYabin Cui size_t ZBUFFv04_freeDCtx(ZBUFFv04_DCtx* dctx) { return ZBUFF_freeDCtx(dctx); }
3586*01826a49SYabin Cui 
ZBUFFv04_decompressInit(ZBUFFv04_DCtx * dctx)3587*01826a49SYabin Cui size_t ZBUFFv04_decompressInit(ZBUFFv04_DCtx* dctx) { return ZBUFF_decompressInit(dctx); }
ZBUFFv04_decompressWithDictionary(ZBUFFv04_DCtx * dctx,const void * src,size_t srcSize)3588*01826a49SYabin Cui size_t ZBUFFv04_decompressWithDictionary(ZBUFFv04_DCtx* dctx, const void* src, size_t srcSize)
3589*01826a49SYabin Cui { return ZBUFF_decompressWithDictionary(dctx, src, srcSize); }
3590*01826a49SYabin Cui 
ZBUFFv04_decompressContinue(ZBUFFv04_DCtx * dctx,void * dst,size_t * maxDstSizePtr,const void * src,size_t * srcSizePtr)3591*01826a49SYabin Cui size_t ZBUFFv04_decompressContinue(ZBUFFv04_DCtx* dctx, void* dst, size_t* maxDstSizePtr, const void* src, size_t* srcSizePtr)
3592*01826a49SYabin Cui {
3593*01826a49SYabin Cui     DEBUGLOG(5, "ZBUFFv04_decompressContinue");
3594*01826a49SYabin Cui     return ZBUFF_decompressContinue(dctx, dst, maxDstSizePtr, src, srcSizePtr);
3595*01826a49SYabin Cui }
3596*01826a49SYabin Cui 
ZSTDv04_createDCtx(void)3597*01826a49SYabin Cui ZSTD_DCtx* ZSTDv04_createDCtx(void) { return ZSTD_createDCtx(); }
ZSTDv04_freeDCtx(ZSTD_DCtx * dctx)3598*01826a49SYabin Cui size_t ZSTDv04_freeDCtx(ZSTD_DCtx* dctx) { return ZSTD_freeDCtx(dctx); }
3599