1*01826a49SYabin Cui /*
2*01826a49SYabin Cui * Copyright (c) Yann Collet, Meta Platforms, Inc. and affiliates.
3*01826a49SYabin Cui * All rights reserved.
4*01826a49SYabin Cui *
5*01826a49SYabin Cui * This source code is licensed under both the BSD-style license (found in the
6*01826a49SYabin Cui * LICENSE file in the root directory of this source tree) and the GPLv2 (found
7*01826a49SYabin Cui * in the COPYING file in the root directory of this source tree).
8*01826a49SYabin Cui * You may select, at your option, one of the above-listed licenses.
9*01826a49SYabin Cui */
10*01826a49SYabin Cui
11*01826a49SYabin Cui
12*01826a49SYabin Cui /******************************************
13*01826a49SYabin Cui * Includes
14*01826a49SYabin Cui ******************************************/
15*01826a49SYabin Cui #include <stddef.h> /* size_t, ptrdiff_t */
16*01826a49SYabin Cui #include <string.h> /* memcpy */
17*01826a49SYabin Cui
18*01826a49SYabin Cui #include "zstd_v04.h"
19*01826a49SYabin Cui #include "../common/compiler.h"
20*01826a49SYabin Cui #include "../common/error_private.h"
21*01826a49SYabin Cui
22*01826a49SYabin Cui
23*01826a49SYabin Cui /* ******************************************************************
24*01826a49SYabin Cui * mem.h
25*01826a49SYabin Cui *******************************************************************/
26*01826a49SYabin Cui #ifndef MEM_H_MODULE
27*01826a49SYabin Cui #define MEM_H_MODULE
28*01826a49SYabin Cui
29*01826a49SYabin Cui #if defined (__cplusplus)
30*01826a49SYabin Cui extern "C" {
31*01826a49SYabin Cui #endif
32*01826a49SYabin Cui
33*01826a49SYabin Cui
34*01826a49SYabin Cui /******************************************
35*01826a49SYabin Cui * Compiler-specific
36*01826a49SYabin Cui ******************************************/
37*01826a49SYabin Cui #if defined(_MSC_VER) /* Visual Studio */
38*01826a49SYabin Cui # include <stdlib.h> /* _byteswap_ulong */
39*01826a49SYabin Cui # include <intrin.h> /* _byteswap_* */
40*01826a49SYabin Cui #endif
41*01826a49SYabin Cui
42*01826a49SYabin Cui
43*01826a49SYabin Cui /****************************************************************
44*01826a49SYabin Cui * Basic Types
45*01826a49SYabin Cui *****************************************************************/
46*01826a49SYabin Cui #if defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
47*01826a49SYabin Cui # if defined(_AIX)
48*01826a49SYabin Cui # include <inttypes.h>
49*01826a49SYabin Cui # else
50*01826a49SYabin Cui # include <stdint.h> /* intptr_t */
51*01826a49SYabin Cui # endif
52*01826a49SYabin Cui typedef uint8_t BYTE;
53*01826a49SYabin Cui typedef uint16_t U16;
54*01826a49SYabin Cui typedef int16_t S16;
55*01826a49SYabin Cui typedef uint32_t U32;
56*01826a49SYabin Cui typedef int32_t S32;
57*01826a49SYabin Cui typedef uint64_t U64;
58*01826a49SYabin Cui typedef int64_t S64;
59*01826a49SYabin Cui #else
60*01826a49SYabin Cui typedef unsigned char BYTE;
61*01826a49SYabin Cui typedef unsigned short U16;
62*01826a49SYabin Cui typedef signed short S16;
63*01826a49SYabin Cui typedef unsigned int U32;
64*01826a49SYabin Cui typedef signed int S32;
65*01826a49SYabin Cui typedef unsigned long long U64;
66*01826a49SYabin Cui typedef signed long long S64;
67*01826a49SYabin Cui #endif
68*01826a49SYabin Cui
69*01826a49SYabin Cui
70*01826a49SYabin Cui /*-*************************************
71*01826a49SYabin Cui * Debug
72*01826a49SYabin Cui ***************************************/
73*01826a49SYabin Cui #include "../common/debug.h"
74*01826a49SYabin Cui #ifndef assert
75*01826a49SYabin Cui # define assert(condition) ((void)0)
76*01826a49SYabin Cui #endif
77*01826a49SYabin Cui
78*01826a49SYabin Cui
79*01826a49SYabin Cui /****************************************************************
80*01826a49SYabin Cui * Memory I/O
81*01826a49SYabin Cui *****************************************************************/
82*01826a49SYabin Cui
MEM_32bits(void)83*01826a49SYabin Cui MEM_STATIC unsigned MEM_32bits(void) { return sizeof(void*)==4; }
MEM_64bits(void)84*01826a49SYabin Cui MEM_STATIC unsigned MEM_64bits(void) { return sizeof(void*)==8; }
85*01826a49SYabin Cui
MEM_isLittleEndian(void)86*01826a49SYabin Cui MEM_STATIC unsigned MEM_isLittleEndian(void)
87*01826a49SYabin Cui {
88*01826a49SYabin Cui const union { U32 u; BYTE c[4]; } one = { 1 }; /* don't use static : performance detrimental */
89*01826a49SYabin Cui return one.c[0];
90*01826a49SYabin Cui }
91*01826a49SYabin Cui
MEM_read16(const void * memPtr)92*01826a49SYabin Cui MEM_STATIC U16 MEM_read16(const void* memPtr)
93*01826a49SYabin Cui {
94*01826a49SYabin Cui U16 val; memcpy(&val, memPtr, sizeof(val)); return val;
95*01826a49SYabin Cui }
96*01826a49SYabin Cui
MEM_read32(const void * memPtr)97*01826a49SYabin Cui MEM_STATIC U32 MEM_read32(const void* memPtr)
98*01826a49SYabin Cui {
99*01826a49SYabin Cui U32 val; memcpy(&val, memPtr, sizeof(val)); return val;
100*01826a49SYabin Cui }
101*01826a49SYabin Cui
MEM_read64(const void * memPtr)102*01826a49SYabin Cui MEM_STATIC U64 MEM_read64(const void* memPtr)
103*01826a49SYabin Cui {
104*01826a49SYabin Cui U64 val; memcpy(&val, memPtr, sizeof(val)); return val;
105*01826a49SYabin Cui }
106*01826a49SYabin Cui
MEM_write16(void * memPtr,U16 value)107*01826a49SYabin Cui MEM_STATIC void MEM_write16(void* memPtr, U16 value)
108*01826a49SYabin Cui {
109*01826a49SYabin Cui memcpy(memPtr, &value, sizeof(value));
110*01826a49SYabin Cui }
111*01826a49SYabin Cui
MEM_readLE16(const void * memPtr)112*01826a49SYabin Cui MEM_STATIC U16 MEM_readLE16(const void* memPtr)
113*01826a49SYabin Cui {
114*01826a49SYabin Cui if (MEM_isLittleEndian())
115*01826a49SYabin Cui return MEM_read16(memPtr);
116*01826a49SYabin Cui else
117*01826a49SYabin Cui {
118*01826a49SYabin Cui const BYTE* p = (const BYTE*)memPtr;
119*01826a49SYabin Cui return (U16)(p[0] + (p[1]<<8));
120*01826a49SYabin Cui }
121*01826a49SYabin Cui }
122*01826a49SYabin Cui
MEM_writeLE16(void * memPtr,U16 val)123*01826a49SYabin Cui MEM_STATIC void MEM_writeLE16(void* memPtr, U16 val)
124*01826a49SYabin Cui {
125*01826a49SYabin Cui if (MEM_isLittleEndian())
126*01826a49SYabin Cui {
127*01826a49SYabin Cui MEM_write16(memPtr, val);
128*01826a49SYabin Cui }
129*01826a49SYabin Cui else
130*01826a49SYabin Cui {
131*01826a49SYabin Cui BYTE* p = (BYTE*)memPtr;
132*01826a49SYabin Cui p[0] = (BYTE)val;
133*01826a49SYabin Cui p[1] = (BYTE)(val>>8);
134*01826a49SYabin Cui }
135*01826a49SYabin Cui }
136*01826a49SYabin Cui
MEM_readLE24(const void * memPtr)137*01826a49SYabin Cui MEM_STATIC U32 MEM_readLE24(const void* memPtr)
138*01826a49SYabin Cui {
139*01826a49SYabin Cui return MEM_readLE16(memPtr) + (((const BYTE*)memPtr)[2] << 16);
140*01826a49SYabin Cui }
141*01826a49SYabin Cui
MEM_readLE32(const void * memPtr)142*01826a49SYabin Cui MEM_STATIC U32 MEM_readLE32(const void* memPtr)
143*01826a49SYabin Cui {
144*01826a49SYabin Cui if (MEM_isLittleEndian())
145*01826a49SYabin Cui return MEM_read32(memPtr);
146*01826a49SYabin Cui else
147*01826a49SYabin Cui {
148*01826a49SYabin Cui const BYTE* p = (const BYTE*)memPtr;
149*01826a49SYabin Cui return (U32)((U32)p[0] + ((U32)p[1]<<8) + ((U32)p[2]<<16) + ((U32)p[3]<<24));
150*01826a49SYabin Cui }
151*01826a49SYabin Cui }
152*01826a49SYabin Cui
153*01826a49SYabin Cui
MEM_readLE64(const void * memPtr)154*01826a49SYabin Cui MEM_STATIC U64 MEM_readLE64(const void* memPtr)
155*01826a49SYabin Cui {
156*01826a49SYabin Cui if (MEM_isLittleEndian())
157*01826a49SYabin Cui return MEM_read64(memPtr);
158*01826a49SYabin Cui else
159*01826a49SYabin Cui {
160*01826a49SYabin Cui const BYTE* p = (const BYTE*)memPtr;
161*01826a49SYabin Cui return (U64)((U64)p[0] + ((U64)p[1]<<8) + ((U64)p[2]<<16) + ((U64)p[3]<<24)
162*01826a49SYabin Cui + ((U64)p[4]<<32) + ((U64)p[5]<<40) + ((U64)p[6]<<48) + ((U64)p[7]<<56));
163*01826a49SYabin Cui }
164*01826a49SYabin Cui }
165*01826a49SYabin Cui
166*01826a49SYabin Cui
MEM_readLEST(const void * memPtr)167*01826a49SYabin Cui MEM_STATIC size_t MEM_readLEST(const void* memPtr)
168*01826a49SYabin Cui {
169*01826a49SYabin Cui if (MEM_32bits())
170*01826a49SYabin Cui return (size_t)MEM_readLE32(memPtr);
171*01826a49SYabin Cui else
172*01826a49SYabin Cui return (size_t)MEM_readLE64(memPtr);
173*01826a49SYabin Cui }
174*01826a49SYabin Cui
175*01826a49SYabin Cui
176*01826a49SYabin Cui #if defined (__cplusplus)
177*01826a49SYabin Cui }
178*01826a49SYabin Cui #endif
179*01826a49SYabin Cui
180*01826a49SYabin Cui #endif /* MEM_H_MODULE */
181*01826a49SYabin Cui
182*01826a49SYabin Cui /*
183*01826a49SYabin Cui zstd - standard compression library
184*01826a49SYabin Cui Header File for static linking only
185*01826a49SYabin Cui */
186*01826a49SYabin Cui #ifndef ZSTD_STATIC_H
187*01826a49SYabin Cui #define ZSTD_STATIC_H
188*01826a49SYabin Cui
189*01826a49SYabin Cui
190*01826a49SYabin Cui /* *************************************
191*01826a49SYabin Cui * Types
192*01826a49SYabin Cui ***************************************/
193*01826a49SYabin Cui #define ZSTD_WINDOWLOG_ABSOLUTEMIN 11
194*01826a49SYabin Cui
195*01826a49SYabin Cui /** from faster to stronger */
196*01826a49SYabin Cui typedef enum { ZSTD_fast, ZSTD_greedy, ZSTD_lazy, ZSTD_lazy2, ZSTD_btlazy2 } ZSTD_strategy;
197*01826a49SYabin Cui
198*01826a49SYabin Cui typedef struct
199*01826a49SYabin Cui {
200*01826a49SYabin Cui U64 srcSize; /* optional : tells how much bytes are present in the frame. Use 0 if not known. */
201*01826a49SYabin Cui U32 windowLog; /* largest match distance : larger == more compression, more memory needed during decompression */
202*01826a49SYabin Cui U32 contentLog; /* full search segment : larger == more compression, slower, more memory (useless for fast) */
203*01826a49SYabin Cui U32 hashLog; /* dispatch table : larger == more memory, faster */
204*01826a49SYabin Cui U32 searchLog; /* nb of searches : larger == more compression, slower */
205*01826a49SYabin Cui U32 searchLength; /* size of matches : larger == faster decompression, sometimes less compression */
206*01826a49SYabin Cui ZSTD_strategy strategy;
207*01826a49SYabin Cui } ZSTD_parameters;
208*01826a49SYabin Cui
209*01826a49SYabin Cui typedef ZSTDv04_Dctx ZSTD_DCtx;
210*01826a49SYabin Cui
211*01826a49SYabin Cui /* *************************************
212*01826a49SYabin Cui * Advanced functions
213*01826a49SYabin Cui ***************************************/
214*01826a49SYabin Cui /** ZSTD_decompress_usingDict
215*01826a49SYabin Cui * Same as ZSTD_decompressDCtx, using a Dictionary content as prefix
216*01826a49SYabin Cui * Note : dict can be NULL, in which case, it's equivalent to ZSTD_decompressDCtx() */
217*01826a49SYabin Cui static size_t ZSTD_decompress_usingDict(ZSTD_DCtx* ctx,
218*01826a49SYabin Cui void* dst, size_t maxDstSize,
219*01826a49SYabin Cui const void* src, size_t srcSize,
220*01826a49SYabin Cui const void* dict,size_t dictSize);
221*01826a49SYabin Cui
222*01826a49SYabin Cui
223*01826a49SYabin Cui /* **************************************
224*01826a49SYabin Cui * Streaming functions (direct mode)
225*01826a49SYabin Cui ****************************************/
226*01826a49SYabin Cui static size_t ZSTD_resetDCtx(ZSTD_DCtx* dctx);
227*01826a49SYabin Cui static size_t ZSTD_getFrameParams(ZSTD_parameters* params, const void* src, size_t srcSize);
228*01826a49SYabin Cui static void ZSTD_decompress_insertDictionary(ZSTD_DCtx* ctx, const void* src, size_t srcSize);
229*01826a49SYabin Cui
230*01826a49SYabin Cui static size_t ZSTD_nextSrcSizeToDecompress(ZSTD_DCtx* dctx);
231*01826a49SYabin Cui static size_t ZSTD_decompressContinue(ZSTD_DCtx* dctx, void* dst, size_t maxDstSize, const void* src, size_t srcSize);
232*01826a49SYabin Cui
233*01826a49SYabin Cui /**
234*01826a49SYabin Cui Streaming decompression, bufferless mode
235*01826a49SYabin Cui
236*01826a49SYabin Cui A ZSTD_DCtx object is required to track streaming operations.
237*01826a49SYabin Cui Use ZSTD_createDCtx() / ZSTD_freeDCtx() to manage it.
238*01826a49SYabin Cui A ZSTD_DCtx object can be re-used multiple times. Use ZSTD_resetDCtx() to return to fresh status.
239*01826a49SYabin Cui
240*01826a49SYabin Cui First operation is to retrieve frame parameters, using ZSTD_getFrameParams().
241*01826a49SYabin Cui This function doesn't consume its input. It needs enough input data to properly decode the frame header.
242*01826a49SYabin Cui Objective is to retrieve *params.windowlog, to know minimum amount of memory required during decoding.
243*01826a49SYabin Cui Result : 0 when successful, it means the ZSTD_parameters structure has been filled.
244*01826a49SYabin Cui >0 : means there is not enough data into src. Provides the expected size to successfully decode header.
245*01826a49SYabin Cui errorCode, which can be tested using ZSTD_isError() (For example, if it's not a ZSTD header)
246*01826a49SYabin Cui
247*01826a49SYabin Cui Then, you can optionally insert a dictionary.
248*01826a49SYabin Cui This operation must mimic the compressor behavior, otherwise decompression will fail or be corrupted.
249*01826a49SYabin Cui
250*01826a49SYabin Cui Then it's possible to start decompression.
251*01826a49SYabin Cui Use ZSTD_nextSrcSizeToDecompress() and ZSTD_decompressContinue() alternatively.
252*01826a49SYabin Cui ZSTD_nextSrcSizeToDecompress() tells how much bytes to provide as 'srcSize' to ZSTD_decompressContinue().
253*01826a49SYabin Cui ZSTD_decompressContinue() requires this exact amount of bytes, or it will fail.
254*01826a49SYabin Cui ZSTD_decompressContinue() needs previous data blocks during decompression, up to (1 << windowlog).
255*01826a49SYabin Cui They should preferably be located contiguously, prior to current block. Alternatively, a round buffer is also possible.
256*01826a49SYabin Cui
257*01826a49SYabin Cui @result of ZSTD_decompressContinue() is the number of bytes regenerated within 'dst'.
258*01826a49SYabin Cui It can be zero, which is not an error; it just means ZSTD_decompressContinue() has decoded some header.
259*01826a49SYabin Cui
260*01826a49SYabin Cui A frame is fully decoded when ZSTD_nextSrcSizeToDecompress() returns zero.
261*01826a49SYabin Cui Context can then be reset to start a new decompression.
262*01826a49SYabin Cui */
263*01826a49SYabin Cui
264*01826a49SYabin Cui
265*01826a49SYabin Cui
266*01826a49SYabin Cui
267*01826a49SYabin Cui #endif /* ZSTD_STATIC_H */
268*01826a49SYabin Cui
269*01826a49SYabin Cui
270*01826a49SYabin Cui /*
271*01826a49SYabin Cui zstd_internal - common functions to include
272*01826a49SYabin Cui Header File for include
273*01826a49SYabin Cui */
274*01826a49SYabin Cui #ifndef ZSTD_CCOMMON_H_MODULE
275*01826a49SYabin Cui #define ZSTD_CCOMMON_H_MODULE
276*01826a49SYabin Cui
277*01826a49SYabin Cui /* *************************************
278*01826a49SYabin Cui * Common macros
279*01826a49SYabin Cui ***************************************/
280*01826a49SYabin Cui #define MIN(a,b) ((a)<(b) ? (a) : (b))
281*01826a49SYabin Cui #define MAX(a,b) ((a)>(b) ? (a) : (b))
282*01826a49SYabin Cui
283*01826a49SYabin Cui
284*01826a49SYabin Cui /* *************************************
285*01826a49SYabin Cui * Common constants
286*01826a49SYabin Cui ***************************************/
287*01826a49SYabin Cui #define ZSTD_MAGICNUMBER 0xFD2FB524 /* v0.4 */
288*01826a49SYabin Cui
289*01826a49SYabin Cui #define KB *(1 <<10)
290*01826a49SYabin Cui #define MB *(1 <<20)
291*01826a49SYabin Cui #define GB *(1U<<30)
292*01826a49SYabin Cui
293*01826a49SYabin Cui #define BLOCKSIZE (128 KB) /* define, for static allocation */
294*01826a49SYabin Cui
295*01826a49SYabin Cui static const size_t ZSTD_blockHeaderSize = 3;
296*01826a49SYabin Cui static const size_t ZSTD_frameHeaderSize_min = 5;
297*01826a49SYabin Cui #define ZSTD_frameHeaderSize_max 5 /* define, for static allocation */
298*01826a49SYabin Cui
299*01826a49SYabin Cui #define BIT7 128
300*01826a49SYabin Cui #define BIT6 64
301*01826a49SYabin Cui #define BIT5 32
302*01826a49SYabin Cui #define BIT4 16
303*01826a49SYabin Cui #define BIT1 2
304*01826a49SYabin Cui #define BIT0 1
305*01826a49SYabin Cui
306*01826a49SYabin Cui #define IS_RAW BIT0
307*01826a49SYabin Cui #define IS_RLE BIT1
308*01826a49SYabin Cui
309*01826a49SYabin Cui #define MINMATCH 4
310*01826a49SYabin Cui #define REPCODE_STARTVALUE 4
311*01826a49SYabin Cui
312*01826a49SYabin Cui #define MLbits 7
313*01826a49SYabin Cui #define LLbits 6
314*01826a49SYabin Cui #define Offbits 5
315*01826a49SYabin Cui #define MaxML ((1<<MLbits) - 1)
316*01826a49SYabin Cui #define MaxLL ((1<<LLbits) - 1)
317*01826a49SYabin Cui #define MaxOff ((1<<Offbits)- 1)
318*01826a49SYabin Cui #define MLFSELog 10
319*01826a49SYabin Cui #define LLFSELog 10
320*01826a49SYabin Cui #define OffFSELog 9
321*01826a49SYabin Cui #define MaxSeq MAX(MaxLL, MaxML)
322*01826a49SYabin Cui
323*01826a49SYabin Cui #define MIN_SEQUENCES_SIZE (2 /*seqNb*/ + 2 /*dumps*/ + 3 /*seqTables*/ + 1 /*bitStream*/)
324*01826a49SYabin Cui #define MIN_CBLOCK_SIZE (3 /*litCSize*/ + MIN_SEQUENCES_SIZE)
325*01826a49SYabin Cui
326*01826a49SYabin Cui #define ZSTD_CONTENTSIZE_ERROR (0ULL - 2)
327*01826a49SYabin Cui
328*01826a49SYabin Cui typedef enum { bt_compressed, bt_raw, bt_rle, bt_end } blockType_t;
329*01826a49SYabin Cui
330*01826a49SYabin Cui
331*01826a49SYabin Cui /* ******************************************
332*01826a49SYabin Cui * Shared functions to include for inlining
333*01826a49SYabin Cui ********************************************/
ZSTD_copy8(void * dst,const void * src)334*01826a49SYabin Cui static void ZSTD_copy8(void* dst, const void* src) { memcpy(dst, src, 8); }
335*01826a49SYabin Cui
336*01826a49SYabin Cui #define COPY8(d,s) { ZSTD_copy8(d,s); d+=8; s+=8; }
337*01826a49SYabin Cui
338*01826a49SYabin Cui /*! ZSTD_wildcopy : custom version of memcpy(), can copy up to 7-8 bytes too many */
ZSTD_wildcopy(void * dst,const void * src,ptrdiff_t length)339*01826a49SYabin Cui static void ZSTD_wildcopy(void* dst, const void* src, ptrdiff_t length)
340*01826a49SYabin Cui {
341*01826a49SYabin Cui const BYTE* ip = (const BYTE*)src;
342*01826a49SYabin Cui BYTE* op = (BYTE*)dst;
343*01826a49SYabin Cui BYTE* const oend = op + length;
344*01826a49SYabin Cui do
345*01826a49SYabin Cui COPY8(op, ip)
346*01826a49SYabin Cui while (op < oend);
347*01826a49SYabin Cui }
348*01826a49SYabin Cui
349*01826a49SYabin Cui
350*01826a49SYabin Cui
351*01826a49SYabin Cui /* ******************************************************************
352*01826a49SYabin Cui FSE : Finite State Entropy coder
353*01826a49SYabin Cui header file
354*01826a49SYabin Cui ****************************************************************** */
355*01826a49SYabin Cui #ifndef FSE_H
356*01826a49SYabin Cui #define FSE_H
357*01826a49SYabin Cui
358*01826a49SYabin Cui #if defined (__cplusplus)
359*01826a49SYabin Cui extern "C" {
360*01826a49SYabin Cui #endif
361*01826a49SYabin Cui
362*01826a49SYabin Cui
363*01826a49SYabin Cui /* *****************************************
364*01826a49SYabin Cui * Includes
365*01826a49SYabin Cui ******************************************/
366*01826a49SYabin Cui #include <stddef.h> /* size_t, ptrdiff_t */
367*01826a49SYabin Cui
368*01826a49SYabin Cui
369*01826a49SYabin Cui /* *****************************************
370*01826a49SYabin Cui * FSE simple functions
371*01826a49SYabin Cui ******************************************/
372*01826a49SYabin Cui static size_t FSE_decompress(void* dst, size_t maxDstSize,
373*01826a49SYabin Cui const void* cSrc, size_t cSrcSize);
374*01826a49SYabin Cui /*!
375*01826a49SYabin Cui FSE_decompress():
376*01826a49SYabin Cui Decompress FSE data from buffer 'cSrc', of size 'cSrcSize',
377*01826a49SYabin Cui into already allocated destination buffer 'dst', of size 'maxDstSize'.
378*01826a49SYabin Cui return : size of regenerated data (<= maxDstSize)
379*01826a49SYabin Cui or an error code, which can be tested using FSE_isError()
380*01826a49SYabin Cui
381*01826a49SYabin Cui ** Important ** : FSE_decompress() doesn't decompress non-compressible nor RLE data !!!
382*01826a49SYabin Cui Why ? : making this distinction requires a header.
383*01826a49SYabin Cui Header management is intentionally delegated to the user layer, which can better manage special cases.
384*01826a49SYabin Cui */
385*01826a49SYabin Cui
386*01826a49SYabin Cui
387*01826a49SYabin Cui /* *****************************************
388*01826a49SYabin Cui * Tool functions
389*01826a49SYabin Cui ******************************************/
390*01826a49SYabin Cui /* Error Management */
391*01826a49SYabin Cui static unsigned FSE_isError(size_t code); /* tells if a return value is an error code */
392*01826a49SYabin Cui
393*01826a49SYabin Cui
394*01826a49SYabin Cui
395*01826a49SYabin Cui /* *****************************************
396*01826a49SYabin Cui * FSE detailed API
397*01826a49SYabin Cui ******************************************/
398*01826a49SYabin Cui /*!
399*01826a49SYabin Cui FSE_compress() does the following:
400*01826a49SYabin Cui 1. count symbol occurrence from source[] into table count[]
401*01826a49SYabin Cui 2. normalize counters so that sum(count[]) == Power_of_2 (2^tableLog)
402*01826a49SYabin Cui 3. save normalized counters to memory buffer using writeNCount()
403*01826a49SYabin Cui 4. build encoding table 'CTable' from normalized counters
404*01826a49SYabin Cui 5. encode the data stream using encoding table 'CTable'
405*01826a49SYabin Cui
406*01826a49SYabin Cui FSE_decompress() does the following:
407*01826a49SYabin Cui 1. read normalized counters with readNCount()
408*01826a49SYabin Cui 2. build decoding table 'DTable' from normalized counters
409*01826a49SYabin Cui 3. decode the data stream using decoding table 'DTable'
410*01826a49SYabin Cui
411*01826a49SYabin Cui The following API allows targeting specific sub-functions for advanced tasks.
412*01826a49SYabin Cui For example, it's possible to compress several blocks using the same 'CTable',
413*01826a49SYabin Cui or to save and provide normalized distribution using external method.
414*01826a49SYabin Cui */
415*01826a49SYabin Cui
416*01826a49SYabin Cui
417*01826a49SYabin Cui /* *** DECOMPRESSION *** */
418*01826a49SYabin Cui
419*01826a49SYabin Cui /*!
420*01826a49SYabin Cui FSE_readNCount():
421*01826a49SYabin Cui Read compactly saved 'normalizedCounter' from 'rBuffer'.
422*01826a49SYabin Cui return : size read from 'rBuffer'
423*01826a49SYabin Cui or an errorCode, which can be tested using FSE_isError()
424*01826a49SYabin Cui maxSymbolValuePtr[0] and tableLogPtr[0] will also be updated with their respective values */
425*01826a49SYabin Cui static size_t FSE_readNCount (short* normalizedCounter, unsigned* maxSymbolValuePtr, unsigned* tableLogPtr, const void* rBuffer, size_t rBuffSize);
426*01826a49SYabin Cui
427*01826a49SYabin Cui /*!
428*01826a49SYabin Cui Constructor and Destructor of type FSE_DTable
429*01826a49SYabin Cui Note that its size depends on 'tableLog' */
430*01826a49SYabin Cui typedef unsigned FSE_DTable; /* don't allocate that. It's just a way to be more restrictive than void* */
431*01826a49SYabin Cui
432*01826a49SYabin Cui /*!
433*01826a49SYabin Cui FSE_buildDTable():
434*01826a49SYabin Cui Builds 'dt', which must be already allocated, using FSE_createDTable()
435*01826a49SYabin Cui return : 0,
436*01826a49SYabin Cui or an errorCode, which can be tested using FSE_isError() */
437*01826a49SYabin Cui static size_t FSE_buildDTable ( FSE_DTable* dt, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog);
438*01826a49SYabin Cui
439*01826a49SYabin Cui /*!
440*01826a49SYabin Cui FSE_decompress_usingDTable():
441*01826a49SYabin Cui Decompress compressed source 'cSrc' of size 'cSrcSize' using 'dt'
442*01826a49SYabin Cui into 'dst' which must be already allocated.
443*01826a49SYabin Cui return : size of regenerated data (necessarily <= maxDstSize)
444*01826a49SYabin Cui or an errorCode, which can be tested using FSE_isError() */
445*01826a49SYabin Cui static size_t FSE_decompress_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const FSE_DTable* dt);
446*01826a49SYabin Cui
447*01826a49SYabin Cui /*!
448*01826a49SYabin Cui Tutorial :
449*01826a49SYabin Cui ----------
450*01826a49SYabin Cui (Note : these functions only decompress FSE-compressed blocks.
451*01826a49SYabin Cui If block is uncompressed, use memcpy() instead
452*01826a49SYabin Cui If block is a single repeated byte, use memset() instead )
453*01826a49SYabin Cui
454*01826a49SYabin Cui The first step is to obtain the normalized frequencies of symbols.
455*01826a49SYabin Cui This can be performed by FSE_readNCount() if it was saved using FSE_writeNCount().
456*01826a49SYabin Cui 'normalizedCounter' must be already allocated, and have at least 'maxSymbolValuePtr[0]+1' cells of signed short.
457*01826a49SYabin Cui In practice, that means it's necessary to know 'maxSymbolValue' beforehand,
458*01826a49SYabin Cui or size the table to handle worst case situations (typically 256).
459*01826a49SYabin Cui FSE_readNCount() will provide 'tableLog' and 'maxSymbolValue'.
460*01826a49SYabin Cui The result of FSE_readNCount() is the number of bytes read from 'rBuffer'.
461*01826a49SYabin Cui Note that 'rBufferSize' must be at least 4 bytes, even if useful information is less than that.
462*01826a49SYabin Cui If there is an error, the function will return an error code, which can be tested using FSE_isError().
463*01826a49SYabin Cui
464*01826a49SYabin Cui The next step is to build the decompression tables 'FSE_DTable' from 'normalizedCounter'.
465*01826a49SYabin Cui This is performed by the function FSE_buildDTable().
466*01826a49SYabin Cui The space required by 'FSE_DTable' must be already allocated using FSE_createDTable().
467*01826a49SYabin Cui If there is an error, the function will return an error code, which can be tested using FSE_isError().
468*01826a49SYabin Cui
469*01826a49SYabin Cui 'FSE_DTable' can then be used to decompress 'cSrc', with FSE_decompress_usingDTable().
470*01826a49SYabin Cui 'cSrcSize' must be strictly correct, otherwise decompression will fail.
471*01826a49SYabin Cui FSE_decompress_usingDTable() result will tell how many bytes were regenerated (<=maxDstSize).
472*01826a49SYabin Cui If there is an error, the function will return an error code, which can be tested using FSE_isError(). (ex: dst buffer too small)
473*01826a49SYabin Cui */
474*01826a49SYabin Cui
475*01826a49SYabin Cui
476*01826a49SYabin Cui #if defined (__cplusplus)
477*01826a49SYabin Cui }
478*01826a49SYabin Cui #endif
479*01826a49SYabin Cui
480*01826a49SYabin Cui #endif /* FSE_H */
481*01826a49SYabin Cui
482*01826a49SYabin Cui
483*01826a49SYabin Cui /* ******************************************************************
484*01826a49SYabin Cui bitstream
485*01826a49SYabin Cui Part of NewGen Entropy library
486*01826a49SYabin Cui header file (to include)
487*01826a49SYabin Cui Copyright (C) 2013-2015, Yann Collet.
488*01826a49SYabin Cui
489*01826a49SYabin Cui BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
490*01826a49SYabin Cui
491*01826a49SYabin Cui Redistribution and use in source and binary forms, with or without
492*01826a49SYabin Cui modification, are permitted provided that the following conditions are
493*01826a49SYabin Cui met:
494*01826a49SYabin Cui
495*01826a49SYabin Cui * Redistributions of source code must retain the above copyright
496*01826a49SYabin Cui notice, this list of conditions and the following disclaimer.
497*01826a49SYabin Cui * Redistributions in binary form must reproduce the above
498*01826a49SYabin Cui copyright notice, this list of conditions and the following disclaimer
499*01826a49SYabin Cui in the documentation and/or other materials provided with the
500*01826a49SYabin Cui distribution.
501*01826a49SYabin Cui
502*01826a49SYabin Cui THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
503*01826a49SYabin Cui "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
504*01826a49SYabin Cui LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
505*01826a49SYabin Cui A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
506*01826a49SYabin Cui OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
507*01826a49SYabin Cui SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
508*01826a49SYabin Cui LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
509*01826a49SYabin Cui DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
510*01826a49SYabin Cui THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
511*01826a49SYabin Cui (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
512*01826a49SYabin Cui OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
513*01826a49SYabin Cui
514*01826a49SYabin Cui You can contact the author at :
515*01826a49SYabin Cui - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
516*01826a49SYabin Cui - Public forum : https://groups.google.com/forum/#!forum/lz4c
517*01826a49SYabin Cui ****************************************************************** */
518*01826a49SYabin Cui #ifndef BITSTREAM_H_MODULE
519*01826a49SYabin Cui #define BITSTREAM_H_MODULE
520*01826a49SYabin Cui
521*01826a49SYabin Cui #if defined (__cplusplus)
522*01826a49SYabin Cui extern "C" {
523*01826a49SYabin Cui #endif
524*01826a49SYabin Cui
525*01826a49SYabin Cui
526*01826a49SYabin Cui /*
527*01826a49SYabin Cui * This API consists of small unitary functions, which highly benefit from being inlined.
528*01826a49SYabin Cui * Since link-time-optimization is not available for all compilers,
529*01826a49SYabin Cui * these functions are defined into a .h to be included.
530*01826a49SYabin Cui */
531*01826a49SYabin Cui
532*01826a49SYabin Cui /**********************************************
533*01826a49SYabin Cui * bitStream decompression API (read backward)
534*01826a49SYabin Cui **********************************************/
535*01826a49SYabin Cui typedef struct
536*01826a49SYabin Cui {
537*01826a49SYabin Cui size_t bitContainer;
538*01826a49SYabin Cui unsigned bitsConsumed;
539*01826a49SYabin Cui const char* ptr;
540*01826a49SYabin Cui const char* start;
541*01826a49SYabin Cui } BIT_DStream_t;
542*01826a49SYabin Cui
543*01826a49SYabin Cui typedef enum { BIT_DStream_unfinished = 0,
544*01826a49SYabin Cui BIT_DStream_endOfBuffer = 1,
545*01826a49SYabin Cui BIT_DStream_completed = 2,
546*01826a49SYabin Cui BIT_DStream_overflow = 3 } BIT_DStream_status; /* result of BIT_reloadDStream() */
547*01826a49SYabin Cui /* 1,2,4,8 would be better for bitmap combinations, but slows down performance a bit ... :( */
548*01826a49SYabin Cui
549*01826a49SYabin Cui MEM_STATIC size_t BIT_initDStream(BIT_DStream_t* bitD, const void* srcBuffer, size_t srcSize);
550*01826a49SYabin Cui MEM_STATIC size_t BIT_readBits(BIT_DStream_t* bitD, unsigned nbBits);
551*01826a49SYabin Cui MEM_STATIC BIT_DStream_status BIT_reloadDStream(BIT_DStream_t* bitD);
552*01826a49SYabin Cui MEM_STATIC unsigned BIT_endOfDStream(const BIT_DStream_t* bitD);
553*01826a49SYabin Cui
554*01826a49SYabin Cui
555*01826a49SYabin Cui
556*01826a49SYabin Cui
557*01826a49SYabin Cui /******************************************
558*01826a49SYabin Cui * unsafe API
559*01826a49SYabin Cui ******************************************/
560*01826a49SYabin Cui MEM_STATIC size_t BIT_readBitsFast(BIT_DStream_t* bitD, unsigned nbBits);
561*01826a49SYabin Cui /* faster, but works only if nbBits >= 1 */
562*01826a49SYabin Cui
563*01826a49SYabin Cui
564*01826a49SYabin Cui
565*01826a49SYabin Cui /****************************************************************
566*01826a49SYabin Cui * Helper functions
567*01826a49SYabin Cui ****************************************************************/
BIT_highbit32(U32 val)568*01826a49SYabin Cui MEM_STATIC unsigned BIT_highbit32 (U32 val)
569*01826a49SYabin Cui {
570*01826a49SYabin Cui # if defined(_MSC_VER) /* Visual */
571*01826a49SYabin Cui unsigned long r;
572*01826a49SYabin Cui return _BitScanReverse(&r, val) ? (unsigned)r : 0;
573*01826a49SYabin Cui # elif defined(__GNUC__) && (__GNUC__ >= 3) /* Use GCC Intrinsic */
574*01826a49SYabin Cui return __builtin_clz (val) ^ 31;
575*01826a49SYabin Cui # else /* Software version */
576*01826a49SYabin Cui static const unsigned DeBruijnClz[32] = { 0, 9, 1, 10, 13, 21, 2, 29, 11, 14, 16, 18, 22, 25, 3, 30, 8, 12, 20, 28, 15, 17, 24, 7, 19, 27, 23, 6, 26, 5, 4, 31 };
577*01826a49SYabin Cui U32 v = val;
578*01826a49SYabin Cui unsigned r;
579*01826a49SYabin Cui v |= v >> 1;
580*01826a49SYabin Cui v |= v >> 2;
581*01826a49SYabin Cui v |= v >> 4;
582*01826a49SYabin Cui v |= v >> 8;
583*01826a49SYabin Cui v |= v >> 16;
584*01826a49SYabin Cui r = DeBruijnClz[ (U32) (v * 0x07C4ACDDU) >> 27];
585*01826a49SYabin Cui return r;
586*01826a49SYabin Cui # endif
587*01826a49SYabin Cui }
588*01826a49SYabin Cui
589*01826a49SYabin Cui
590*01826a49SYabin Cui /**********************************************************
591*01826a49SYabin Cui * bitStream decoding
592*01826a49SYabin Cui **********************************************************/
593*01826a49SYabin Cui
594*01826a49SYabin Cui /*!BIT_initDStream
595*01826a49SYabin Cui * Initialize a BIT_DStream_t.
596*01826a49SYabin Cui * @bitD : a pointer to an already allocated BIT_DStream_t structure
597*01826a49SYabin Cui * @srcBuffer must point at the beginning of a bitStream
598*01826a49SYabin Cui * @srcSize must be the exact size of the bitStream
599*01826a49SYabin Cui * @result : size of stream (== srcSize) or an errorCode if a problem is detected
600*01826a49SYabin Cui */
BIT_initDStream(BIT_DStream_t * bitD,const void * srcBuffer,size_t srcSize)601*01826a49SYabin Cui MEM_STATIC size_t BIT_initDStream(BIT_DStream_t* bitD, const void* srcBuffer, size_t srcSize)
602*01826a49SYabin Cui {
603*01826a49SYabin Cui if (srcSize < 1) { memset(bitD, 0, sizeof(*bitD)); return ERROR(srcSize_wrong); }
604*01826a49SYabin Cui
605*01826a49SYabin Cui if (srcSize >= sizeof(size_t)) /* normal case */
606*01826a49SYabin Cui {
607*01826a49SYabin Cui U32 contain32;
608*01826a49SYabin Cui bitD->start = (const char*)srcBuffer;
609*01826a49SYabin Cui bitD->ptr = (const char*)srcBuffer + srcSize - sizeof(size_t);
610*01826a49SYabin Cui bitD->bitContainer = MEM_readLEST(bitD->ptr);
611*01826a49SYabin Cui contain32 = ((const BYTE*)srcBuffer)[srcSize-1];
612*01826a49SYabin Cui if (contain32 == 0) return ERROR(GENERIC); /* endMark not present */
613*01826a49SYabin Cui bitD->bitsConsumed = 8 - BIT_highbit32(contain32);
614*01826a49SYabin Cui }
615*01826a49SYabin Cui else
616*01826a49SYabin Cui {
617*01826a49SYabin Cui U32 contain32;
618*01826a49SYabin Cui bitD->start = (const char*)srcBuffer;
619*01826a49SYabin Cui bitD->ptr = bitD->start;
620*01826a49SYabin Cui bitD->bitContainer = *(const BYTE*)(bitD->start);
621*01826a49SYabin Cui switch(srcSize)
622*01826a49SYabin Cui {
623*01826a49SYabin Cui case 7: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[6]) << (sizeof(size_t)*8 - 16);/* fall-through */
624*01826a49SYabin Cui case 6: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[5]) << (sizeof(size_t)*8 - 24);/* fall-through */
625*01826a49SYabin Cui case 5: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[4]) << (sizeof(size_t)*8 - 32);/* fall-through */
626*01826a49SYabin Cui case 4: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[3]) << 24; /* fall-through */
627*01826a49SYabin Cui case 3: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[2]) << 16; /* fall-through */
628*01826a49SYabin Cui case 2: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[1]) << 8; /* fall-through */
629*01826a49SYabin Cui default: break;
630*01826a49SYabin Cui }
631*01826a49SYabin Cui contain32 = ((const BYTE*)srcBuffer)[srcSize-1];
632*01826a49SYabin Cui if (contain32 == 0) return ERROR(GENERIC); /* endMark not present */
633*01826a49SYabin Cui bitD->bitsConsumed = 8 - BIT_highbit32(contain32);
634*01826a49SYabin Cui bitD->bitsConsumed += (U32)(sizeof(size_t) - srcSize)*8;
635*01826a49SYabin Cui }
636*01826a49SYabin Cui
637*01826a49SYabin Cui return srcSize;
638*01826a49SYabin Cui }
639*01826a49SYabin Cui
BIT_lookBits(BIT_DStream_t * bitD,U32 nbBits)640*01826a49SYabin Cui MEM_STATIC size_t BIT_lookBits(BIT_DStream_t* bitD, U32 nbBits)
641*01826a49SYabin Cui {
642*01826a49SYabin Cui const U32 bitMask = sizeof(bitD->bitContainer)*8 - 1;
643*01826a49SYabin Cui return ((bitD->bitContainer << (bitD->bitsConsumed & bitMask)) >> 1) >> ((bitMask-nbBits) & bitMask);
644*01826a49SYabin Cui }
645*01826a49SYabin Cui
646*01826a49SYabin Cui /*! BIT_lookBitsFast :
647*01826a49SYabin Cui * unsafe version; only works if nbBits >= 1 */
BIT_lookBitsFast(BIT_DStream_t * bitD,U32 nbBits)648*01826a49SYabin Cui MEM_STATIC size_t BIT_lookBitsFast(BIT_DStream_t* bitD, U32 nbBits)
649*01826a49SYabin Cui {
650*01826a49SYabin Cui const U32 bitMask = sizeof(bitD->bitContainer)*8 - 1;
651*01826a49SYabin Cui return (bitD->bitContainer << (bitD->bitsConsumed & bitMask)) >> (((bitMask+1)-nbBits) & bitMask);
652*01826a49SYabin Cui }
653*01826a49SYabin Cui
BIT_skipBits(BIT_DStream_t * bitD,U32 nbBits)654*01826a49SYabin Cui MEM_STATIC void BIT_skipBits(BIT_DStream_t* bitD, U32 nbBits)
655*01826a49SYabin Cui {
656*01826a49SYabin Cui bitD->bitsConsumed += nbBits;
657*01826a49SYabin Cui }
658*01826a49SYabin Cui
BIT_readBits(BIT_DStream_t * bitD,U32 nbBits)659*01826a49SYabin Cui MEM_STATIC size_t BIT_readBits(BIT_DStream_t* bitD, U32 nbBits)
660*01826a49SYabin Cui {
661*01826a49SYabin Cui size_t value = BIT_lookBits(bitD, nbBits);
662*01826a49SYabin Cui BIT_skipBits(bitD, nbBits);
663*01826a49SYabin Cui return value;
664*01826a49SYabin Cui }
665*01826a49SYabin Cui
666*01826a49SYabin Cui /*!BIT_readBitsFast :
667*01826a49SYabin Cui * unsafe version; only works if nbBits >= 1 */
BIT_readBitsFast(BIT_DStream_t * bitD,U32 nbBits)668*01826a49SYabin Cui MEM_STATIC size_t BIT_readBitsFast(BIT_DStream_t* bitD, U32 nbBits)
669*01826a49SYabin Cui {
670*01826a49SYabin Cui size_t value = BIT_lookBitsFast(bitD, nbBits);
671*01826a49SYabin Cui BIT_skipBits(bitD, nbBits);
672*01826a49SYabin Cui return value;
673*01826a49SYabin Cui }
674*01826a49SYabin Cui
BIT_reloadDStream(BIT_DStream_t * bitD)675*01826a49SYabin Cui MEM_STATIC BIT_DStream_status BIT_reloadDStream(BIT_DStream_t* bitD)
676*01826a49SYabin Cui {
677*01826a49SYabin Cui if (bitD->bitsConsumed > (sizeof(bitD->bitContainer)*8)) /* should never happen */
678*01826a49SYabin Cui return BIT_DStream_overflow;
679*01826a49SYabin Cui
680*01826a49SYabin Cui if (bitD->ptr >= bitD->start + sizeof(bitD->bitContainer))
681*01826a49SYabin Cui {
682*01826a49SYabin Cui bitD->ptr -= bitD->bitsConsumed >> 3;
683*01826a49SYabin Cui bitD->bitsConsumed &= 7;
684*01826a49SYabin Cui bitD->bitContainer = MEM_readLEST(bitD->ptr);
685*01826a49SYabin Cui return BIT_DStream_unfinished;
686*01826a49SYabin Cui }
687*01826a49SYabin Cui if (bitD->ptr == bitD->start)
688*01826a49SYabin Cui {
689*01826a49SYabin Cui if (bitD->bitsConsumed < sizeof(bitD->bitContainer)*8) return BIT_DStream_endOfBuffer;
690*01826a49SYabin Cui return BIT_DStream_completed;
691*01826a49SYabin Cui }
692*01826a49SYabin Cui {
693*01826a49SYabin Cui U32 nbBytes = bitD->bitsConsumed >> 3;
694*01826a49SYabin Cui BIT_DStream_status result = BIT_DStream_unfinished;
695*01826a49SYabin Cui if (bitD->ptr - nbBytes < bitD->start)
696*01826a49SYabin Cui {
697*01826a49SYabin Cui nbBytes = (U32)(bitD->ptr - bitD->start); /* ptr > start */
698*01826a49SYabin Cui result = BIT_DStream_endOfBuffer;
699*01826a49SYabin Cui }
700*01826a49SYabin Cui bitD->ptr -= nbBytes;
701*01826a49SYabin Cui bitD->bitsConsumed -= nbBytes*8;
702*01826a49SYabin Cui bitD->bitContainer = MEM_readLEST(bitD->ptr); /* reminder : srcSize > sizeof(bitD) */
703*01826a49SYabin Cui return result;
704*01826a49SYabin Cui }
705*01826a49SYabin Cui }
706*01826a49SYabin Cui
707*01826a49SYabin Cui /*! BIT_endOfDStream
708*01826a49SYabin Cui * @return Tells if DStream has reached its exact end
709*01826a49SYabin Cui */
BIT_endOfDStream(const BIT_DStream_t * DStream)710*01826a49SYabin Cui MEM_STATIC unsigned BIT_endOfDStream(const BIT_DStream_t* DStream)
711*01826a49SYabin Cui {
712*01826a49SYabin Cui return ((DStream->ptr == DStream->start) && (DStream->bitsConsumed == sizeof(DStream->bitContainer)*8));
713*01826a49SYabin Cui }
714*01826a49SYabin Cui
715*01826a49SYabin Cui #if defined (__cplusplus)
716*01826a49SYabin Cui }
717*01826a49SYabin Cui #endif
718*01826a49SYabin Cui
719*01826a49SYabin Cui #endif /* BITSTREAM_H_MODULE */
720*01826a49SYabin Cui
721*01826a49SYabin Cui
722*01826a49SYabin Cui
723*01826a49SYabin Cui /* ******************************************************************
724*01826a49SYabin Cui FSE : Finite State Entropy coder
725*01826a49SYabin Cui header file for static linking (only)
726*01826a49SYabin Cui Copyright (C) 2013-2015, Yann Collet
727*01826a49SYabin Cui
728*01826a49SYabin Cui BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
729*01826a49SYabin Cui
730*01826a49SYabin Cui Redistribution and use in source and binary forms, with or without
731*01826a49SYabin Cui modification, are permitted provided that the following conditions are
732*01826a49SYabin Cui met:
733*01826a49SYabin Cui
734*01826a49SYabin Cui * Redistributions of source code must retain the above copyright
735*01826a49SYabin Cui notice, this list of conditions and the following disclaimer.
736*01826a49SYabin Cui * Redistributions in binary form must reproduce the above
737*01826a49SYabin Cui copyright notice, this list of conditions and the following disclaimer
738*01826a49SYabin Cui in the documentation and/or other materials provided with the
739*01826a49SYabin Cui distribution.
740*01826a49SYabin Cui
741*01826a49SYabin Cui THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
742*01826a49SYabin Cui "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
743*01826a49SYabin Cui LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
744*01826a49SYabin Cui A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
745*01826a49SYabin Cui OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
746*01826a49SYabin Cui SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
747*01826a49SYabin Cui LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
748*01826a49SYabin Cui DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
749*01826a49SYabin Cui THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
750*01826a49SYabin Cui (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
751*01826a49SYabin Cui OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
752*01826a49SYabin Cui
753*01826a49SYabin Cui You can contact the author at :
754*01826a49SYabin Cui - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
755*01826a49SYabin Cui - Public forum : https://groups.google.com/forum/#!forum/lz4c
756*01826a49SYabin Cui ****************************************************************** */
757*01826a49SYabin Cui #ifndef FSE_STATIC_H
758*01826a49SYabin Cui #define FSE_STATIC_H
759*01826a49SYabin Cui
760*01826a49SYabin Cui #if defined (__cplusplus)
761*01826a49SYabin Cui extern "C" {
762*01826a49SYabin Cui #endif
763*01826a49SYabin Cui
764*01826a49SYabin Cui
765*01826a49SYabin Cui /* *****************************************
766*01826a49SYabin Cui * Static allocation
767*01826a49SYabin Cui *******************************************/
768*01826a49SYabin Cui /* FSE buffer bounds */
769*01826a49SYabin Cui #define FSE_NCOUNTBOUND 512
770*01826a49SYabin Cui #define FSE_BLOCKBOUND(size) (size + (size>>7))
771*01826a49SYabin Cui #define FSE_COMPRESSBOUND(size) (FSE_NCOUNTBOUND + FSE_BLOCKBOUND(size)) /* Macro version, useful for static allocation */
772*01826a49SYabin Cui
773*01826a49SYabin Cui /* It is possible to statically allocate FSE CTable/DTable as a table of unsigned using below macros */
774*01826a49SYabin Cui #define FSE_CTABLE_SIZE_U32(maxTableLog, maxSymbolValue) (1 + (1<<(maxTableLog-1)) + ((maxSymbolValue+1)*2))
775*01826a49SYabin Cui #define FSE_DTABLE_SIZE_U32(maxTableLog) (1 + (1<<maxTableLog))
776*01826a49SYabin Cui
777*01826a49SYabin Cui
778*01826a49SYabin Cui /* *****************************************
779*01826a49SYabin Cui * FSE advanced API
780*01826a49SYabin Cui *******************************************/
781*01826a49SYabin Cui static size_t FSE_buildDTable_raw (FSE_DTable* dt, unsigned nbBits);
782*01826a49SYabin Cui /* build a fake FSE_DTable, designed to read an uncompressed bitstream where each symbol uses nbBits */
783*01826a49SYabin Cui
784*01826a49SYabin Cui static size_t FSE_buildDTable_rle (FSE_DTable* dt, unsigned char symbolValue);
785*01826a49SYabin Cui /* build a fake FSE_DTable, designed to always generate the same symbolValue */
786*01826a49SYabin Cui
787*01826a49SYabin Cui
788*01826a49SYabin Cui
789*01826a49SYabin Cui /* *****************************************
790*01826a49SYabin Cui * FSE symbol decompression API
791*01826a49SYabin Cui *******************************************/
792*01826a49SYabin Cui typedef struct
793*01826a49SYabin Cui {
794*01826a49SYabin Cui size_t state;
795*01826a49SYabin Cui const void* table; /* precise table may vary, depending on U16 */
796*01826a49SYabin Cui } FSE_DState_t;
797*01826a49SYabin Cui
798*01826a49SYabin Cui
799*01826a49SYabin Cui static void FSE_initDState(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD, const FSE_DTable* dt);
800*01826a49SYabin Cui
801*01826a49SYabin Cui static unsigned char FSE_decodeSymbol(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD);
802*01826a49SYabin Cui
803*01826a49SYabin Cui static unsigned FSE_endOfDState(const FSE_DState_t* DStatePtr);
804*01826a49SYabin Cui
805*01826a49SYabin Cui
806*01826a49SYabin Cui /* *****************************************
807*01826a49SYabin Cui * FSE unsafe API
808*01826a49SYabin Cui *******************************************/
809*01826a49SYabin Cui static unsigned char FSE_decodeSymbolFast(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD);
810*01826a49SYabin Cui /* faster, but works only if nbBits is always >= 1 (otherwise, result will be corrupted) */
811*01826a49SYabin Cui
812*01826a49SYabin Cui
813*01826a49SYabin Cui /* *****************************************
814*01826a49SYabin Cui * Implementation of inlined functions
815*01826a49SYabin Cui *******************************************/
816*01826a49SYabin Cui /* decompression */
817*01826a49SYabin Cui
818*01826a49SYabin Cui typedef struct {
819*01826a49SYabin Cui U16 tableLog;
820*01826a49SYabin Cui U16 fastMode;
821*01826a49SYabin Cui } FSE_DTableHeader; /* sizeof U32 */
822*01826a49SYabin Cui
823*01826a49SYabin Cui typedef struct
824*01826a49SYabin Cui {
825*01826a49SYabin Cui unsigned short newState;
826*01826a49SYabin Cui unsigned char symbol;
827*01826a49SYabin Cui unsigned char nbBits;
828*01826a49SYabin Cui } FSE_decode_t; /* size == U32 */
829*01826a49SYabin Cui
FSE_initDState(FSE_DState_t * DStatePtr,BIT_DStream_t * bitD,const FSE_DTable * dt)830*01826a49SYabin Cui MEM_STATIC void FSE_initDState(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD, const FSE_DTable* dt)
831*01826a49SYabin Cui {
832*01826a49SYabin Cui FSE_DTableHeader DTableH;
833*01826a49SYabin Cui memcpy(&DTableH, dt, sizeof(DTableH));
834*01826a49SYabin Cui DStatePtr->state = BIT_readBits(bitD, DTableH.tableLog);
835*01826a49SYabin Cui BIT_reloadDStream(bitD);
836*01826a49SYabin Cui DStatePtr->table = dt + 1;
837*01826a49SYabin Cui }
838*01826a49SYabin Cui
FSE_decodeSymbol(FSE_DState_t * DStatePtr,BIT_DStream_t * bitD)839*01826a49SYabin Cui MEM_STATIC BYTE FSE_decodeSymbol(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD)
840*01826a49SYabin Cui {
841*01826a49SYabin Cui const FSE_decode_t DInfo = ((const FSE_decode_t*)(DStatePtr->table))[DStatePtr->state];
842*01826a49SYabin Cui const U32 nbBits = DInfo.nbBits;
843*01826a49SYabin Cui BYTE symbol = DInfo.symbol;
844*01826a49SYabin Cui size_t lowBits = BIT_readBits(bitD, nbBits);
845*01826a49SYabin Cui
846*01826a49SYabin Cui DStatePtr->state = DInfo.newState + lowBits;
847*01826a49SYabin Cui return symbol;
848*01826a49SYabin Cui }
849*01826a49SYabin Cui
FSE_decodeSymbolFast(FSE_DState_t * DStatePtr,BIT_DStream_t * bitD)850*01826a49SYabin Cui MEM_STATIC BYTE FSE_decodeSymbolFast(FSE_DState_t* DStatePtr, BIT_DStream_t* bitD)
851*01826a49SYabin Cui {
852*01826a49SYabin Cui const FSE_decode_t DInfo = ((const FSE_decode_t*)(DStatePtr->table))[DStatePtr->state];
853*01826a49SYabin Cui const U32 nbBits = DInfo.nbBits;
854*01826a49SYabin Cui BYTE symbol = DInfo.symbol;
855*01826a49SYabin Cui size_t lowBits = BIT_readBitsFast(bitD, nbBits);
856*01826a49SYabin Cui
857*01826a49SYabin Cui DStatePtr->state = DInfo.newState + lowBits;
858*01826a49SYabin Cui return symbol;
859*01826a49SYabin Cui }
860*01826a49SYabin Cui
FSE_endOfDState(const FSE_DState_t * DStatePtr)861*01826a49SYabin Cui MEM_STATIC unsigned FSE_endOfDState(const FSE_DState_t* DStatePtr)
862*01826a49SYabin Cui {
863*01826a49SYabin Cui return DStatePtr->state == 0;
864*01826a49SYabin Cui }
865*01826a49SYabin Cui
866*01826a49SYabin Cui
867*01826a49SYabin Cui #if defined (__cplusplus)
868*01826a49SYabin Cui }
869*01826a49SYabin Cui #endif
870*01826a49SYabin Cui
871*01826a49SYabin Cui #endif /* FSE_STATIC_H */
872*01826a49SYabin Cui
873*01826a49SYabin Cui /* ******************************************************************
874*01826a49SYabin Cui FSE : Finite State Entropy coder
875*01826a49SYabin Cui Copyright (C) 2013-2015, Yann Collet.
876*01826a49SYabin Cui
877*01826a49SYabin Cui BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
878*01826a49SYabin Cui
879*01826a49SYabin Cui Redistribution and use in source and binary forms, with or without
880*01826a49SYabin Cui modification, are permitted provided that the following conditions are
881*01826a49SYabin Cui met:
882*01826a49SYabin Cui
883*01826a49SYabin Cui * Redistributions of source code must retain the above copyright
884*01826a49SYabin Cui notice, this list of conditions and the following disclaimer.
885*01826a49SYabin Cui * Redistributions in binary form must reproduce the above
886*01826a49SYabin Cui copyright notice, this list of conditions and the following disclaimer
887*01826a49SYabin Cui in the documentation and/or other materials provided with the
888*01826a49SYabin Cui distribution.
889*01826a49SYabin Cui
890*01826a49SYabin Cui THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
891*01826a49SYabin Cui "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
892*01826a49SYabin Cui LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
893*01826a49SYabin Cui A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
894*01826a49SYabin Cui OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
895*01826a49SYabin Cui SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
896*01826a49SYabin Cui LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
897*01826a49SYabin Cui DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
898*01826a49SYabin Cui THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
899*01826a49SYabin Cui (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
900*01826a49SYabin Cui OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
901*01826a49SYabin Cui
902*01826a49SYabin Cui You can contact the author at :
903*01826a49SYabin Cui - FSE source repository : https://github.com/Cyan4973/FiniteStateEntropy
904*01826a49SYabin Cui - Public forum : https://groups.google.com/forum/#!forum/lz4c
905*01826a49SYabin Cui ****************************************************************** */
906*01826a49SYabin Cui
907*01826a49SYabin Cui #ifndef FSE_COMMONDEFS_ONLY
908*01826a49SYabin Cui
909*01826a49SYabin Cui /* **************************************************************
910*01826a49SYabin Cui * Tuning parameters
911*01826a49SYabin Cui ****************************************************************/
912*01826a49SYabin Cui /*!MEMORY_USAGE :
913*01826a49SYabin Cui * Memory usage formula : N->2^N Bytes (examples : 10 -> 1KB; 12 -> 4KB ; 16 -> 64KB; 20 -> 1MB; etc.)
914*01826a49SYabin Cui * Increasing memory usage improves compression ratio
915*01826a49SYabin Cui * Reduced memory usage can improve speed, due to cache effect
916*01826a49SYabin Cui * Recommended max value is 14, for 16KB, which nicely fits into Intel x86 L1 cache */
917*01826a49SYabin Cui #define FSE_MAX_MEMORY_USAGE 14
918*01826a49SYabin Cui #define FSE_DEFAULT_MEMORY_USAGE 13
919*01826a49SYabin Cui
920*01826a49SYabin Cui /*!FSE_MAX_SYMBOL_VALUE :
921*01826a49SYabin Cui * Maximum symbol value authorized.
922*01826a49SYabin Cui * Required for proper stack allocation */
923*01826a49SYabin Cui #define FSE_MAX_SYMBOL_VALUE 255
924*01826a49SYabin Cui
925*01826a49SYabin Cui
926*01826a49SYabin Cui /* **************************************************************
927*01826a49SYabin Cui * template functions type & suffix
928*01826a49SYabin Cui ****************************************************************/
929*01826a49SYabin Cui #define FSE_FUNCTION_TYPE BYTE
930*01826a49SYabin Cui #define FSE_FUNCTION_EXTENSION
931*01826a49SYabin Cui #define FSE_DECODE_TYPE FSE_decode_t
932*01826a49SYabin Cui
933*01826a49SYabin Cui
934*01826a49SYabin Cui #endif /* !FSE_COMMONDEFS_ONLY */
935*01826a49SYabin Cui
936*01826a49SYabin Cui /* **************************************************************
937*01826a49SYabin Cui * Compiler specifics
938*01826a49SYabin Cui ****************************************************************/
939*01826a49SYabin Cui #ifdef _MSC_VER /* Visual Studio */
940*01826a49SYabin Cui # define FORCE_INLINE static __forceinline
941*01826a49SYabin Cui # include <intrin.h> /* For Visual 2005 */
942*01826a49SYabin Cui # pragma warning(disable : 4127) /* disable: C4127: conditional expression is constant */
943*01826a49SYabin Cui # pragma warning(disable : 4214) /* disable: C4214: non-int bitfields */
944*01826a49SYabin Cui #else
945*01826a49SYabin Cui # if defined (__cplusplus) || defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L /* C99 */
946*01826a49SYabin Cui # ifdef __GNUC__
947*01826a49SYabin Cui # define FORCE_INLINE static inline __attribute__((always_inline))
948*01826a49SYabin Cui # else
949*01826a49SYabin Cui # define FORCE_INLINE static inline
950*01826a49SYabin Cui # endif
951*01826a49SYabin Cui # else
952*01826a49SYabin Cui # define FORCE_INLINE static
953*01826a49SYabin Cui # endif /* __STDC_VERSION__ */
954*01826a49SYabin Cui #endif
955*01826a49SYabin Cui
956*01826a49SYabin Cui
957*01826a49SYabin Cui /* **************************************************************
958*01826a49SYabin Cui * Dependencies
959*01826a49SYabin Cui ****************************************************************/
960*01826a49SYabin Cui #include <stdlib.h> /* malloc, free, qsort */
961*01826a49SYabin Cui #include <string.h> /* memcpy, memset */
962*01826a49SYabin Cui #include <stdio.h> /* printf (debug) */
963*01826a49SYabin Cui
964*01826a49SYabin Cui
965*01826a49SYabin Cui /* ***************************************************************
966*01826a49SYabin Cui * Constants
967*01826a49SYabin Cui *****************************************************************/
968*01826a49SYabin Cui #define FSE_MAX_TABLELOG (FSE_MAX_MEMORY_USAGE-2)
969*01826a49SYabin Cui #define FSE_MAX_TABLESIZE (1U<<FSE_MAX_TABLELOG)
970*01826a49SYabin Cui #define FSE_MAXTABLESIZE_MASK (FSE_MAX_TABLESIZE-1)
971*01826a49SYabin Cui #define FSE_DEFAULT_TABLELOG (FSE_DEFAULT_MEMORY_USAGE-2)
972*01826a49SYabin Cui #define FSE_MIN_TABLELOG 5
973*01826a49SYabin Cui
974*01826a49SYabin Cui #define FSE_TABLELOG_ABSOLUTE_MAX 15
975*01826a49SYabin Cui #if FSE_MAX_TABLELOG > FSE_TABLELOG_ABSOLUTE_MAX
976*01826a49SYabin Cui #error "FSE_MAX_TABLELOG > FSE_TABLELOG_ABSOLUTE_MAX is not supported"
977*01826a49SYabin Cui #endif
978*01826a49SYabin Cui
979*01826a49SYabin Cui
980*01826a49SYabin Cui /* **************************************************************
981*01826a49SYabin Cui * Error Management
982*01826a49SYabin Cui ****************************************************************/
983*01826a49SYabin Cui #define FSE_STATIC_ASSERT(c) { enum { FSE_static_assert = 1/(int)(!!(c)) }; } /* use only *after* variable declarations */
984*01826a49SYabin Cui
985*01826a49SYabin Cui
986*01826a49SYabin Cui /* **************************************************************
987*01826a49SYabin Cui * Complex types
988*01826a49SYabin Cui ****************************************************************/
989*01826a49SYabin Cui typedef U32 DTable_max_t[FSE_DTABLE_SIZE_U32(FSE_MAX_TABLELOG)];
990*01826a49SYabin Cui
991*01826a49SYabin Cui
992*01826a49SYabin Cui /*-**************************************************************
993*01826a49SYabin Cui * Templates
994*01826a49SYabin Cui ****************************************************************/
995*01826a49SYabin Cui /*
996*01826a49SYabin Cui designed to be included
997*01826a49SYabin Cui for type-specific functions (template emulation in C)
998*01826a49SYabin Cui Objective is to write these functions only once, for improved maintenance
999*01826a49SYabin Cui */
1000*01826a49SYabin Cui
1001*01826a49SYabin Cui /* safety checks */
1002*01826a49SYabin Cui #ifndef FSE_FUNCTION_EXTENSION
1003*01826a49SYabin Cui # error "FSE_FUNCTION_EXTENSION must be defined"
1004*01826a49SYabin Cui #endif
1005*01826a49SYabin Cui #ifndef FSE_FUNCTION_TYPE
1006*01826a49SYabin Cui # error "FSE_FUNCTION_TYPE must be defined"
1007*01826a49SYabin Cui #endif
1008*01826a49SYabin Cui
1009*01826a49SYabin Cui /* Function names */
1010*01826a49SYabin Cui #define FSE_CAT(X,Y) X##Y
1011*01826a49SYabin Cui #define FSE_FUNCTION_NAME(X,Y) FSE_CAT(X,Y)
1012*01826a49SYabin Cui #define FSE_TYPE_NAME(X,Y) FSE_CAT(X,Y)
1013*01826a49SYabin Cui
FSE_tableStep(U32 tableSize)1014*01826a49SYabin Cui static U32 FSE_tableStep(U32 tableSize) { return (tableSize>>1) + (tableSize>>3) + 3; }
1015*01826a49SYabin Cui
1016*01826a49SYabin Cui
FSE_buildDTable(FSE_DTable * dt,const short * normalizedCounter,unsigned maxSymbolValue,unsigned tableLog)1017*01826a49SYabin Cui static size_t FSE_buildDTable(FSE_DTable* dt, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog)
1018*01826a49SYabin Cui {
1019*01826a49SYabin Cui FSE_DTableHeader DTableH;
1020*01826a49SYabin Cui void* const tdPtr = dt+1; /* because dt is unsigned, 32-bits aligned on 32-bits */
1021*01826a49SYabin Cui FSE_DECODE_TYPE* const tableDecode = (FSE_DECODE_TYPE*) (tdPtr);
1022*01826a49SYabin Cui const U32 tableSize = 1 << tableLog;
1023*01826a49SYabin Cui const U32 tableMask = tableSize-1;
1024*01826a49SYabin Cui const U32 step = FSE_tableStep(tableSize);
1025*01826a49SYabin Cui U16 symbolNext[FSE_MAX_SYMBOL_VALUE+1];
1026*01826a49SYabin Cui U32 position = 0;
1027*01826a49SYabin Cui U32 highThreshold = tableSize-1;
1028*01826a49SYabin Cui const S16 largeLimit= (S16)(1 << (tableLog-1));
1029*01826a49SYabin Cui U32 noLarge = 1;
1030*01826a49SYabin Cui U32 s;
1031*01826a49SYabin Cui
1032*01826a49SYabin Cui /* Sanity Checks */
1033*01826a49SYabin Cui if (maxSymbolValue > FSE_MAX_SYMBOL_VALUE) return ERROR(maxSymbolValue_tooLarge);
1034*01826a49SYabin Cui if (tableLog > FSE_MAX_TABLELOG) return ERROR(tableLog_tooLarge);
1035*01826a49SYabin Cui
1036*01826a49SYabin Cui /* Init, lay down lowprob symbols */
1037*01826a49SYabin Cui memset(tableDecode, 0, sizeof(FSE_DECODE_TYPE) * (maxSymbolValue+1) ); /* useless init, but keep static analyzer happy, and we don't need to performance optimize legacy decoders */
1038*01826a49SYabin Cui DTableH.tableLog = (U16)tableLog;
1039*01826a49SYabin Cui for (s=0; s<=maxSymbolValue; s++)
1040*01826a49SYabin Cui {
1041*01826a49SYabin Cui if (normalizedCounter[s]==-1)
1042*01826a49SYabin Cui {
1043*01826a49SYabin Cui tableDecode[highThreshold--].symbol = (FSE_FUNCTION_TYPE)s;
1044*01826a49SYabin Cui symbolNext[s] = 1;
1045*01826a49SYabin Cui }
1046*01826a49SYabin Cui else
1047*01826a49SYabin Cui {
1048*01826a49SYabin Cui if (normalizedCounter[s] >= largeLimit) noLarge=0;
1049*01826a49SYabin Cui symbolNext[s] = normalizedCounter[s];
1050*01826a49SYabin Cui }
1051*01826a49SYabin Cui }
1052*01826a49SYabin Cui
1053*01826a49SYabin Cui /* Spread symbols */
1054*01826a49SYabin Cui for (s=0; s<=maxSymbolValue; s++)
1055*01826a49SYabin Cui {
1056*01826a49SYabin Cui int i;
1057*01826a49SYabin Cui for (i=0; i<normalizedCounter[s]; i++)
1058*01826a49SYabin Cui {
1059*01826a49SYabin Cui tableDecode[position].symbol = (FSE_FUNCTION_TYPE)s;
1060*01826a49SYabin Cui position = (position + step) & tableMask;
1061*01826a49SYabin Cui while (position > highThreshold) position = (position + step) & tableMask; /* lowprob area */
1062*01826a49SYabin Cui }
1063*01826a49SYabin Cui }
1064*01826a49SYabin Cui
1065*01826a49SYabin Cui if (position!=0) return ERROR(GENERIC); /* position must reach all cells once, otherwise normalizedCounter is incorrect */
1066*01826a49SYabin Cui
1067*01826a49SYabin Cui /* Build Decoding table */
1068*01826a49SYabin Cui {
1069*01826a49SYabin Cui U32 i;
1070*01826a49SYabin Cui for (i=0; i<tableSize; i++)
1071*01826a49SYabin Cui {
1072*01826a49SYabin Cui FSE_FUNCTION_TYPE symbol = (FSE_FUNCTION_TYPE)(tableDecode[i].symbol);
1073*01826a49SYabin Cui U16 nextState = symbolNext[symbol]++;
1074*01826a49SYabin Cui tableDecode[i].nbBits = (BYTE) (tableLog - BIT_highbit32 ((U32)nextState) );
1075*01826a49SYabin Cui tableDecode[i].newState = (U16) ( (nextState << tableDecode[i].nbBits) - tableSize);
1076*01826a49SYabin Cui }
1077*01826a49SYabin Cui }
1078*01826a49SYabin Cui
1079*01826a49SYabin Cui DTableH.fastMode = (U16)noLarge;
1080*01826a49SYabin Cui memcpy(dt, &DTableH, sizeof(DTableH));
1081*01826a49SYabin Cui return 0;
1082*01826a49SYabin Cui }
1083*01826a49SYabin Cui
1084*01826a49SYabin Cui
1085*01826a49SYabin Cui #ifndef FSE_COMMONDEFS_ONLY
1086*01826a49SYabin Cui /******************************************
1087*01826a49SYabin Cui * FSE helper functions
1088*01826a49SYabin Cui ******************************************/
FSE_isError(size_t code)1089*01826a49SYabin Cui static unsigned FSE_isError(size_t code) { return ERR_isError(code); }
1090*01826a49SYabin Cui
1091*01826a49SYabin Cui
1092*01826a49SYabin Cui /****************************************************************
1093*01826a49SYabin Cui * FSE NCount encoding-decoding
1094*01826a49SYabin Cui ****************************************************************/
FSE_abs(short a)1095*01826a49SYabin Cui static short FSE_abs(short a)
1096*01826a49SYabin Cui {
1097*01826a49SYabin Cui return a<0 ? -a : a;
1098*01826a49SYabin Cui }
1099*01826a49SYabin Cui
FSE_readNCount(short * normalizedCounter,unsigned * maxSVPtr,unsigned * tableLogPtr,const void * headerBuffer,size_t hbSize)1100*01826a49SYabin Cui static size_t FSE_readNCount (short* normalizedCounter, unsigned* maxSVPtr, unsigned* tableLogPtr,
1101*01826a49SYabin Cui const void* headerBuffer, size_t hbSize)
1102*01826a49SYabin Cui {
1103*01826a49SYabin Cui const BYTE* const istart = (const BYTE*) headerBuffer;
1104*01826a49SYabin Cui const BYTE* const iend = istart + hbSize;
1105*01826a49SYabin Cui const BYTE* ip = istart;
1106*01826a49SYabin Cui int nbBits;
1107*01826a49SYabin Cui int remaining;
1108*01826a49SYabin Cui int threshold;
1109*01826a49SYabin Cui U32 bitStream;
1110*01826a49SYabin Cui int bitCount;
1111*01826a49SYabin Cui unsigned charnum = 0;
1112*01826a49SYabin Cui int previous0 = 0;
1113*01826a49SYabin Cui
1114*01826a49SYabin Cui if (hbSize < 4) return ERROR(srcSize_wrong);
1115*01826a49SYabin Cui bitStream = MEM_readLE32(ip);
1116*01826a49SYabin Cui nbBits = (bitStream & 0xF) + FSE_MIN_TABLELOG; /* extract tableLog */
1117*01826a49SYabin Cui if (nbBits > FSE_TABLELOG_ABSOLUTE_MAX) return ERROR(tableLog_tooLarge);
1118*01826a49SYabin Cui bitStream >>= 4;
1119*01826a49SYabin Cui bitCount = 4;
1120*01826a49SYabin Cui *tableLogPtr = nbBits;
1121*01826a49SYabin Cui remaining = (1<<nbBits)+1;
1122*01826a49SYabin Cui threshold = 1<<nbBits;
1123*01826a49SYabin Cui nbBits++;
1124*01826a49SYabin Cui
1125*01826a49SYabin Cui while ((remaining>1) && (charnum<=*maxSVPtr))
1126*01826a49SYabin Cui {
1127*01826a49SYabin Cui if (previous0)
1128*01826a49SYabin Cui {
1129*01826a49SYabin Cui unsigned n0 = charnum;
1130*01826a49SYabin Cui while ((bitStream & 0xFFFF) == 0xFFFF)
1131*01826a49SYabin Cui {
1132*01826a49SYabin Cui n0+=24;
1133*01826a49SYabin Cui if (ip < iend-5)
1134*01826a49SYabin Cui {
1135*01826a49SYabin Cui ip+=2;
1136*01826a49SYabin Cui bitStream = MEM_readLE32(ip) >> bitCount;
1137*01826a49SYabin Cui }
1138*01826a49SYabin Cui else
1139*01826a49SYabin Cui {
1140*01826a49SYabin Cui bitStream >>= 16;
1141*01826a49SYabin Cui bitCount+=16;
1142*01826a49SYabin Cui }
1143*01826a49SYabin Cui }
1144*01826a49SYabin Cui while ((bitStream & 3) == 3)
1145*01826a49SYabin Cui {
1146*01826a49SYabin Cui n0+=3;
1147*01826a49SYabin Cui bitStream>>=2;
1148*01826a49SYabin Cui bitCount+=2;
1149*01826a49SYabin Cui }
1150*01826a49SYabin Cui n0 += bitStream & 3;
1151*01826a49SYabin Cui bitCount += 2;
1152*01826a49SYabin Cui if (n0 > *maxSVPtr) return ERROR(maxSymbolValue_tooSmall);
1153*01826a49SYabin Cui while (charnum < n0) normalizedCounter[charnum++] = 0;
1154*01826a49SYabin Cui if ((ip <= iend-7) || (ip + (bitCount>>3) <= iend-4))
1155*01826a49SYabin Cui {
1156*01826a49SYabin Cui ip += bitCount>>3;
1157*01826a49SYabin Cui bitCount &= 7;
1158*01826a49SYabin Cui bitStream = MEM_readLE32(ip) >> bitCount;
1159*01826a49SYabin Cui }
1160*01826a49SYabin Cui else
1161*01826a49SYabin Cui bitStream >>= 2;
1162*01826a49SYabin Cui }
1163*01826a49SYabin Cui {
1164*01826a49SYabin Cui const short max = (short)((2*threshold-1)-remaining);
1165*01826a49SYabin Cui short count;
1166*01826a49SYabin Cui
1167*01826a49SYabin Cui if ((bitStream & (threshold-1)) < (U32)max)
1168*01826a49SYabin Cui {
1169*01826a49SYabin Cui count = (short)(bitStream & (threshold-1));
1170*01826a49SYabin Cui bitCount += nbBits-1;
1171*01826a49SYabin Cui }
1172*01826a49SYabin Cui else
1173*01826a49SYabin Cui {
1174*01826a49SYabin Cui count = (short)(bitStream & (2*threshold-1));
1175*01826a49SYabin Cui if (count >= threshold) count -= max;
1176*01826a49SYabin Cui bitCount += nbBits;
1177*01826a49SYabin Cui }
1178*01826a49SYabin Cui
1179*01826a49SYabin Cui count--; /* extra accuracy */
1180*01826a49SYabin Cui remaining -= FSE_abs(count);
1181*01826a49SYabin Cui normalizedCounter[charnum++] = count;
1182*01826a49SYabin Cui previous0 = !count;
1183*01826a49SYabin Cui while (remaining < threshold)
1184*01826a49SYabin Cui {
1185*01826a49SYabin Cui nbBits--;
1186*01826a49SYabin Cui threshold >>= 1;
1187*01826a49SYabin Cui }
1188*01826a49SYabin Cui
1189*01826a49SYabin Cui {
1190*01826a49SYabin Cui if ((ip <= iend-7) || (ip + (bitCount>>3) <= iend-4))
1191*01826a49SYabin Cui {
1192*01826a49SYabin Cui ip += bitCount>>3;
1193*01826a49SYabin Cui bitCount &= 7;
1194*01826a49SYabin Cui }
1195*01826a49SYabin Cui else
1196*01826a49SYabin Cui {
1197*01826a49SYabin Cui bitCount -= (int)(8 * (iend - 4 - ip));
1198*01826a49SYabin Cui ip = iend - 4;
1199*01826a49SYabin Cui }
1200*01826a49SYabin Cui bitStream = MEM_readLE32(ip) >> (bitCount & 31);
1201*01826a49SYabin Cui }
1202*01826a49SYabin Cui }
1203*01826a49SYabin Cui }
1204*01826a49SYabin Cui if (remaining != 1) return ERROR(GENERIC);
1205*01826a49SYabin Cui *maxSVPtr = charnum-1;
1206*01826a49SYabin Cui
1207*01826a49SYabin Cui ip += (bitCount+7)>>3;
1208*01826a49SYabin Cui if ((size_t)(ip-istart) > hbSize) return ERROR(srcSize_wrong);
1209*01826a49SYabin Cui return ip-istart;
1210*01826a49SYabin Cui }
1211*01826a49SYabin Cui
1212*01826a49SYabin Cui
1213*01826a49SYabin Cui /*********************************************************
1214*01826a49SYabin Cui * Decompression (Byte symbols)
1215*01826a49SYabin Cui *********************************************************/
FSE_buildDTable_rle(FSE_DTable * dt,BYTE symbolValue)1216*01826a49SYabin Cui static size_t FSE_buildDTable_rle (FSE_DTable* dt, BYTE symbolValue)
1217*01826a49SYabin Cui {
1218*01826a49SYabin Cui void* ptr = dt;
1219*01826a49SYabin Cui FSE_DTableHeader* const DTableH = (FSE_DTableHeader*)ptr;
1220*01826a49SYabin Cui void* dPtr = dt + 1;
1221*01826a49SYabin Cui FSE_decode_t* const cell = (FSE_decode_t*)dPtr;
1222*01826a49SYabin Cui
1223*01826a49SYabin Cui DTableH->tableLog = 0;
1224*01826a49SYabin Cui DTableH->fastMode = 0;
1225*01826a49SYabin Cui
1226*01826a49SYabin Cui cell->newState = 0;
1227*01826a49SYabin Cui cell->symbol = symbolValue;
1228*01826a49SYabin Cui cell->nbBits = 0;
1229*01826a49SYabin Cui
1230*01826a49SYabin Cui return 0;
1231*01826a49SYabin Cui }
1232*01826a49SYabin Cui
1233*01826a49SYabin Cui
FSE_buildDTable_raw(FSE_DTable * dt,unsigned nbBits)1234*01826a49SYabin Cui static size_t FSE_buildDTable_raw (FSE_DTable* dt, unsigned nbBits)
1235*01826a49SYabin Cui {
1236*01826a49SYabin Cui void* ptr = dt;
1237*01826a49SYabin Cui FSE_DTableHeader* const DTableH = (FSE_DTableHeader*)ptr;
1238*01826a49SYabin Cui void* dPtr = dt + 1;
1239*01826a49SYabin Cui FSE_decode_t* const dinfo = (FSE_decode_t*)dPtr;
1240*01826a49SYabin Cui const unsigned tableSize = 1 << nbBits;
1241*01826a49SYabin Cui const unsigned tableMask = tableSize - 1;
1242*01826a49SYabin Cui const unsigned maxSymbolValue = tableMask;
1243*01826a49SYabin Cui unsigned s;
1244*01826a49SYabin Cui
1245*01826a49SYabin Cui /* Sanity checks */
1246*01826a49SYabin Cui if (nbBits < 1) return ERROR(GENERIC); /* min size */
1247*01826a49SYabin Cui
1248*01826a49SYabin Cui /* Build Decoding Table */
1249*01826a49SYabin Cui DTableH->tableLog = (U16)nbBits;
1250*01826a49SYabin Cui DTableH->fastMode = 1;
1251*01826a49SYabin Cui for (s=0; s<=maxSymbolValue; s++)
1252*01826a49SYabin Cui {
1253*01826a49SYabin Cui dinfo[s].newState = 0;
1254*01826a49SYabin Cui dinfo[s].symbol = (BYTE)s;
1255*01826a49SYabin Cui dinfo[s].nbBits = (BYTE)nbBits;
1256*01826a49SYabin Cui }
1257*01826a49SYabin Cui
1258*01826a49SYabin Cui return 0;
1259*01826a49SYabin Cui }
1260*01826a49SYabin Cui
FSE_decompress_usingDTable_generic(void * dst,size_t maxDstSize,const void * cSrc,size_t cSrcSize,const FSE_DTable * dt,const unsigned fast)1261*01826a49SYabin Cui FORCE_INLINE size_t FSE_decompress_usingDTable_generic(
1262*01826a49SYabin Cui void* dst, size_t maxDstSize,
1263*01826a49SYabin Cui const void* cSrc, size_t cSrcSize,
1264*01826a49SYabin Cui const FSE_DTable* dt, const unsigned fast)
1265*01826a49SYabin Cui {
1266*01826a49SYabin Cui BYTE* const ostart = (BYTE*) dst;
1267*01826a49SYabin Cui BYTE* op = ostart;
1268*01826a49SYabin Cui BYTE* const omax = op + maxDstSize;
1269*01826a49SYabin Cui BYTE* const olimit = omax-3;
1270*01826a49SYabin Cui
1271*01826a49SYabin Cui BIT_DStream_t bitD;
1272*01826a49SYabin Cui FSE_DState_t state1;
1273*01826a49SYabin Cui FSE_DState_t state2;
1274*01826a49SYabin Cui size_t errorCode;
1275*01826a49SYabin Cui
1276*01826a49SYabin Cui /* Init */
1277*01826a49SYabin Cui errorCode = BIT_initDStream(&bitD, cSrc, cSrcSize); /* replaced last arg by maxCompressed Size */
1278*01826a49SYabin Cui if (FSE_isError(errorCode)) return errorCode;
1279*01826a49SYabin Cui
1280*01826a49SYabin Cui FSE_initDState(&state1, &bitD, dt);
1281*01826a49SYabin Cui FSE_initDState(&state2, &bitD, dt);
1282*01826a49SYabin Cui
1283*01826a49SYabin Cui #define FSE_GETSYMBOL(statePtr) fast ? FSE_decodeSymbolFast(statePtr, &bitD) : FSE_decodeSymbol(statePtr, &bitD)
1284*01826a49SYabin Cui
1285*01826a49SYabin Cui /* 4 symbols per loop */
1286*01826a49SYabin Cui for ( ; (BIT_reloadDStream(&bitD)==BIT_DStream_unfinished) && (op<olimit) ; op+=4)
1287*01826a49SYabin Cui {
1288*01826a49SYabin Cui op[0] = FSE_GETSYMBOL(&state1);
1289*01826a49SYabin Cui
1290*01826a49SYabin Cui if (FSE_MAX_TABLELOG*2+7 > sizeof(bitD.bitContainer)*8) /* This test must be static */
1291*01826a49SYabin Cui BIT_reloadDStream(&bitD);
1292*01826a49SYabin Cui
1293*01826a49SYabin Cui op[1] = FSE_GETSYMBOL(&state2);
1294*01826a49SYabin Cui
1295*01826a49SYabin Cui if (FSE_MAX_TABLELOG*4+7 > sizeof(bitD.bitContainer)*8) /* This test must be static */
1296*01826a49SYabin Cui { if (BIT_reloadDStream(&bitD) > BIT_DStream_unfinished) { op+=2; break; } }
1297*01826a49SYabin Cui
1298*01826a49SYabin Cui op[2] = FSE_GETSYMBOL(&state1);
1299*01826a49SYabin Cui
1300*01826a49SYabin Cui if (FSE_MAX_TABLELOG*2+7 > sizeof(bitD.bitContainer)*8) /* This test must be static */
1301*01826a49SYabin Cui BIT_reloadDStream(&bitD);
1302*01826a49SYabin Cui
1303*01826a49SYabin Cui op[3] = FSE_GETSYMBOL(&state2);
1304*01826a49SYabin Cui }
1305*01826a49SYabin Cui
1306*01826a49SYabin Cui /* tail */
1307*01826a49SYabin Cui /* note : BIT_reloadDStream(&bitD) >= FSE_DStream_partiallyFilled; Ends at exactly BIT_DStream_completed */
1308*01826a49SYabin Cui while (1)
1309*01826a49SYabin Cui {
1310*01826a49SYabin Cui if ( (BIT_reloadDStream(&bitD)>BIT_DStream_completed) || (op==omax) || (BIT_endOfDStream(&bitD) && (fast || FSE_endOfDState(&state1))) )
1311*01826a49SYabin Cui break;
1312*01826a49SYabin Cui
1313*01826a49SYabin Cui *op++ = FSE_GETSYMBOL(&state1);
1314*01826a49SYabin Cui
1315*01826a49SYabin Cui if ( (BIT_reloadDStream(&bitD)>BIT_DStream_completed) || (op==omax) || (BIT_endOfDStream(&bitD) && (fast || FSE_endOfDState(&state2))) )
1316*01826a49SYabin Cui break;
1317*01826a49SYabin Cui
1318*01826a49SYabin Cui *op++ = FSE_GETSYMBOL(&state2);
1319*01826a49SYabin Cui }
1320*01826a49SYabin Cui
1321*01826a49SYabin Cui /* end ? */
1322*01826a49SYabin Cui if (BIT_endOfDStream(&bitD) && FSE_endOfDState(&state1) && FSE_endOfDState(&state2))
1323*01826a49SYabin Cui return op-ostart;
1324*01826a49SYabin Cui
1325*01826a49SYabin Cui if (op==omax) return ERROR(dstSize_tooSmall); /* dst buffer is full, but cSrc unfinished */
1326*01826a49SYabin Cui
1327*01826a49SYabin Cui return ERROR(corruption_detected);
1328*01826a49SYabin Cui }
1329*01826a49SYabin Cui
1330*01826a49SYabin Cui
FSE_decompress_usingDTable(void * dst,size_t originalSize,const void * cSrc,size_t cSrcSize,const FSE_DTable * dt)1331*01826a49SYabin Cui static size_t FSE_decompress_usingDTable(void* dst, size_t originalSize,
1332*01826a49SYabin Cui const void* cSrc, size_t cSrcSize,
1333*01826a49SYabin Cui const FSE_DTable* dt)
1334*01826a49SYabin Cui {
1335*01826a49SYabin Cui FSE_DTableHeader DTableH;
1336*01826a49SYabin Cui U32 fastMode;
1337*01826a49SYabin Cui
1338*01826a49SYabin Cui memcpy(&DTableH, dt, sizeof(DTableH));
1339*01826a49SYabin Cui fastMode = DTableH.fastMode;
1340*01826a49SYabin Cui
1341*01826a49SYabin Cui /* select fast mode (static) */
1342*01826a49SYabin Cui if (fastMode) return FSE_decompress_usingDTable_generic(dst, originalSize, cSrc, cSrcSize, dt, 1);
1343*01826a49SYabin Cui return FSE_decompress_usingDTable_generic(dst, originalSize, cSrc, cSrcSize, dt, 0);
1344*01826a49SYabin Cui }
1345*01826a49SYabin Cui
1346*01826a49SYabin Cui
FSE_decompress(void * dst,size_t maxDstSize,const void * cSrc,size_t cSrcSize)1347*01826a49SYabin Cui static size_t FSE_decompress(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize)
1348*01826a49SYabin Cui {
1349*01826a49SYabin Cui const BYTE* const istart = (const BYTE*)cSrc;
1350*01826a49SYabin Cui const BYTE* ip = istart;
1351*01826a49SYabin Cui short counting[FSE_MAX_SYMBOL_VALUE+1];
1352*01826a49SYabin Cui DTable_max_t dt; /* Static analyzer seems unable to understand this table will be properly initialized later */
1353*01826a49SYabin Cui unsigned tableLog;
1354*01826a49SYabin Cui unsigned maxSymbolValue = FSE_MAX_SYMBOL_VALUE;
1355*01826a49SYabin Cui size_t errorCode;
1356*01826a49SYabin Cui
1357*01826a49SYabin Cui if (cSrcSize<2) return ERROR(srcSize_wrong); /* too small input size */
1358*01826a49SYabin Cui
1359*01826a49SYabin Cui /* normal FSE decoding mode */
1360*01826a49SYabin Cui errorCode = FSE_readNCount (counting, &maxSymbolValue, &tableLog, istart, cSrcSize);
1361*01826a49SYabin Cui if (FSE_isError(errorCode)) return errorCode;
1362*01826a49SYabin Cui if (errorCode >= cSrcSize) return ERROR(srcSize_wrong); /* too small input size */
1363*01826a49SYabin Cui ip += errorCode;
1364*01826a49SYabin Cui cSrcSize -= errorCode;
1365*01826a49SYabin Cui
1366*01826a49SYabin Cui errorCode = FSE_buildDTable (dt, counting, maxSymbolValue, tableLog);
1367*01826a49SYabin Cui if (FSE_isError(errorCode)) return errorCode;
1368*01826a49SYabin Cui
1369*01826a49SYabin Cui /* always return, even if it is an error code */
1370*01826a49SYabin Cui return FSE_decompress_usingDTable (dst, maxDstSize, ip, cSrcSize, dt);
1371*01826a49SYabin Cui }
1372*01826a49SYabin Cui
1373*01826a49SYabin Cui
1374*01826a49SYabin Cui
1375*01826a49SYabin Cui #endif /* FSE_COMMONDEFS_ONLY */
1376*01826a49SYabin Cui
1377*01826a49SYabin Cui
1378*01826a49SYabin Cui /* ******************************************************************
1379*01826a49SYabin Cui Huff0 : Huffman coder, part of New Generation Entropy library
1380*01826a49SYabin Cui header file
1381*01826a49SYabin Cui Copyright (C) 2013-2015, Yann Collet.
1382*01826a49SYabin Cui
1383*01826a49SYabin Cui BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
1384*01826a49SYabin Cui
1385*01826a49SYabin Cui Redistribution and use in source and binary forms, with or without
1386*01826a49SYabin Cui modification, are permitted provided that the following conditions are
1387*01826a49SYabin Cui met:
1388*01826a49SYabin Cui
1389*01826a49SYabin Cui * Redistributions of source code must retain the above copyright
1390*01826a49SYabin Cui notice, this list of conditions and the following disclaimer.
1391*01826a49SYabin Cui * Redistributions in binary form must reproduce the above
1392*01826a49SYabin Cui copyright notice, this list of conditions and the following disclaimer
1393*01826a49SYabin Cui in the documentation and/or other materials provided with the
1394*01826a49SYabin Cui distribution.
1395*01826a49SYabin Cui
1396*01826a49SYabin Cui THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
1397*01826a49SYabin Cui "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
1398*01826a49SYabin Cui LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
1399*01826a49SYabin Cui A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
1400*01826a49SYabin Cui OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
1401*01826a49SYabin Cui SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
1402*01826a49SYabin Cui LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
1403*01826a49SYabin Cui DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
1404*01826a49SYabin Cui THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
1405*01826a49SYabin Cui (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
1406*01826a49SYabin Cui OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
1407*01826a49SYabin Cui
1408*01826a49SYabin Cui You can contact the author at :
1409*01826a49SYabin Cui - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
1410*01826a49SYabin Cui - Public forum : https://groups.google.com/forum/#!forum/lz4c
1411*01826a49SYabin Cui ****************************************************************** */
1412*01826a49SYabin Cui #ifndef HUFF0_H
1413*01826a49SYabin Cui #define HUFF0_H
1414*01826a49SYabin Cui
1415*01826a49SYabin Cui #if defined (__cplusplus)
1416*01826a49SYabin Cui extern "C" {
1417*01826a49SYabin Cui #endif
1418*01826a49SYabin Cui
1419*01826a49SYabin Cui
1420*01826a49SYabin Cui /* ****************************************
1421*01826a49SYabin Cui * Dependency
1422*01826a49SYabin Cui ******************************************/
1423*01826a49SYabin Cui #include <stddef.h> /* size_t */
1424*01826a49SYabin Cui
1425*01826a49SYabin Cui
1426*01826a49SYabin Cui /* ****************************************
1427*01826a49SYabin Cui * Huff0 simple functions
1428*01826a49SYabin Cui ******************************************/
1429*01826a49SYabin Cui static size_t HUF_decompress(void* dst, size_t dstSize,
1430*01826a49SYabin Cui const void* cSrc, size_t cSrcSize);
1431*01826a49SYabin Cui /*!
1432*01826a49SYabin Cui HUF_decompress():
1433*01826a49SYabin Cui Decompress Huff0 data from buffer 'cSrc', of size 'cSrcSize',
1434*01826a49SYabin Cui into already allocated destination buffer 'dst', of size 'dstSize'.
1435*01826a49SYabin Cui 'dstSize' must be the exact size of original (uncompressed) data.
1436*01826a49SYabin Cui Note : in contrast with FSE, HUF_decompress can regenerate RLE (cSrcSize==1) and uncompressed (cSrcSize==dstSize) data, because it knows size to regenerate.
1437*01826a49SYabin Cui @return : size of regenerated data (== dstSize)
1438*01826a49SYabin Cui or an error code, which can be tested using HUF_isError()
1439*01826a49SYabin Cui */
1440*01826a49SYabin Cui
1441*01826a49SYabin Cui
1442*01826a49SYabin Cui /* ****************************************
1443*01826a49SYabin Cui * Tool functions
1444*01826a49SYabin Cui ******************************************/
1445*01826a49SYabin Cui /* Error Management */
1446*01826a49SYabin Cui static unsigned HUF_isError(size_t code); /* tells if a return value is an error code */
1447*01826a49SYabin Cui
1448*01826a49SYabin Cui
1449*01826a49SYabin Cui #if defined (__cplusplus)
1450*01826a49SYabin Cui }
1451*01826a49SYabin Cui #endif
1452*01826a49SYabin Cui
1453*01826a49SYabin Cui #endif /* HUFF0_H */
1454*01826a49SYabin Cui
1455*01826a49SYabin Cui
1456*01826a49SYabin Cui /* ******************************************************************
1457*01826a49SYabin Cui Huff0 : Huffman coder, part of New Generation Entropy library
1458*01826a49SYabin Cui header file for static linking (only)
1459*01826a49SYabin Cui Copyright (C) 2013-2015, Yann Collet
1460*01826a49SYabin Cui
1461*01826a49SYabin Cui BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
1462*01826a49SYabin Cui
1463*01826a49SYabin Cui Redistribution and use in source and binary forms, with or without
1464*01826a49SYabin Cui modification, are permitted provided that the following conditions are
1465*01826a49SYabin Cui met:
1466*01826a49SYabin Cui
1467*01826a49SYabin Cui * Redistributions of source code must retain the above copyright
1468*01826a49SYabin Cui notice, this list of conditions and the following disclaimer.
1469*01826a49SYabin Cui * Redistributions in binary form must reproduce the above
1470*01826a49SYabin Cui copyright notice, this list of conditions and the following disclaimer
1471*01826a49SYabin Cui in the documentation and/or other materials provided with the
1472*01826a49SYabin Cui distribution.
1473*01826a49SYabin Cui
1474*01826a49SYabin Cui THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
1475*01826a49SYabin Cui "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
1476*01826a49SYabin Cui LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
1477*01826a49SYabin Cui A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
1478*01826a49SYabin Cui OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
1479*01826a49SYabin Cui SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
1480*01826a49SYabin Cui LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
1481*01826a49SYabin Cui DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
1482*01826a49SYabin Cui THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
1483*01826a49SYabin Cui (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
1484*01826a49SYabin Cui OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
1485*01826a49SYabin Cui
1486*01826a49SYabin Cui You can contact the author at :
1487*01826a49SYabin Cui - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
1488*01826a49SYabin Cui - Public forum : https://groups.google.com/forum/#!forum/lz4c
1489*01826a49SYabin Cui ****************************************************************** */
1490*01826a49SYabin Cui #ifndef HUFF0_STATIC_H
1491*01826a49SYabin Cui #define HUFF0_STATIC_H
1492*01826a49SYabin Cui
1493*01826a49SYabin Cui #if defined (__cplusplus)
1494*01826a49SYabin Cui extern "C" {
1495*01826a49SYabin Cui #endif
1496*01826a49SYabin Cui
1497*01826a49SYabin Cui
1498*01826a49SYabin Cui
1499*01826a49SYabin Cui /* ****************************************
1500*01826a49SYabin Cui * Static allocation macros
1501*01826a49SYabin Cui ******************************************/
1502*01826a49SYabin Cui /* static allocation of Huff0's DTable */
1503*01826a49SYabin Cui #define HUF_DTABLE_SIZE(maxTableLog) (1 + (1<<maxTableLog)) /* nb Cells; use unsigned short for X2, unsigned int for X4 */
1504*01826a49SYabin Cui #define HUF_CREATE_STATIC_DTABLEX2(DTable, maxTableLog) \
1505*01826a49SYabin Cui unsigned short DTable[HUF_DTABLE_SIZE(maxTableLog)] = { maxTableLog }
1506*01826a49SYabin Cui #define HUF_CREATE_STATIC_DTABLEX4(DTable, maxTableLog) \
1507*01826a49SYabin Cui unsigned int DTable[HUF_DTABLE_SIZE(maxTableLog)] = { maxTableLog }
1508*01826a49SYabin Cui #define HUF_CREATE_STATIC_DTABLEX6(DTable, maxTableLog) \
1509*01826a49SYabin Cui unsigned int DTable[HUF_DTABLE_SIZE(maxTableLog) * 3 / 2] = { maxTableLog }
1510*01826a49SYabin Cui
1511*01826a49SYabin Cui
1512*01826a49SYabin Cui /* ****************************************
1513*01826a49SYabin Cui * Advanced decompression functions
1514*01826a49SYabin Cui ******************************************/
1515*01826a49SYabin Cui static size_t HUF_decompress4X2 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize); /* single-symbol decoder */
1516*01826a49SYabin Cui static size_t HUF_decompress4X4 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize); /* double-symbols decoder */
1517*01826a49SYabin Cui
1518*01826a49SYabin Cui
1519*01826a49SYabin Cui /* ****************************************
1520*01826a49SYabin Cui * Huff0 detailed API
1521*01826a49SYabin Cui ******************************************/
1522*01826a49SYabin Cui /*!
1523*01826a49SYabin Cui HUF_decompress() does the following:
1524*01826a49SYabin Cui 1. select the decompression algorithm (X2, X4, X6) based on pre-computed heuristics
1525*01826a49SYabin Cui 2. build Huffman table from save, using HUF_readDTableXn()
1526*01826a49SYabin Cui 3. decode 1 or 4 segments in parallel using HUF_decompressSXn_usingDTable
1527*01826a49SYabin Cui
1528*01826a49SYabin Cui */
1529*01826a49SYabin Cui static size_t HUF_readDTableX2 (unsigned short* DTable, const void* src, size_t srcSize);
1530*01826a49SYabin Cui static size_t HUF_readDTableX4 (unsigned* DTable, const void* src, size_t srcSize);
1531*01826a49SYabin Cui
1532*01826a49SYabin Cui static size_t HUF_decompress4X2_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const unsigned short* DTable);
1533*01826a49SYabin Cui static size_t HUF_decompress4X4_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const unsigned* DTable);
1534*01826a49SYabin Cui
1535*01826a49SYabin Cui
1536*01826a49SYabin Cui #if defined (__cplusplus)
1537*01826a49SYabin Cui }
1538*01826a49SYabin Cui #endif
1539*01826a49SYabin Cui
1540*01826a49SYabin Cui #endif /* HUFF0_STATIC_H */
1541*01826a49SYabin Cui
1542*01826a49SYabin Cui
1543*01826a49SYabin Cui
1544*01826a49SYabin Cui /* ******************************************************************
1545*01826a49SYabin Cui Huff0 : Huffman coder, part of New Generation Entropy library
1546*01826a49SYabin Cui Copyright (C) 2013-2015, Yann Collet.
1547*01826a49SYabin Cui
1548*01826a49SYabin Cui BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
1549*01826a49SYabin Cui
1550*01826a49SYabin Cui Redistribution and use in source and binary forms, with or without
1551*01826a49SYabin Cui modification, are permitted provided that the following conditions are
1552*01826a49SYabin Cui met:
1553*01826a49SYabin Cui
1554*01826a49SYabin Cui * Redistributions of source code must retain the above copyright
1555*01826a49SYabin Cui notice, this list of conditions and the following disclaimer.
1556*01826a49SYabin Cui * Redistributions in binary form must reproduce the above
1557*01826a49SYabin Cui copyright notice, this list of conditions and the following disclaimer
1558*01826a49SYabin Cui in the documentation and/or other materials provided with the
1559*01826a49SYabin Cui distribution.
1560*01826a49SYabin Cui
1561*01826a49SYabin Cui THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
1562*01826a49SYabin Cui "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
1563*01826a49SYabin Cui LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
1564*01826a49SYabin Cui A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
1565*01826a49SYabin Cui OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
1566*01826a49SYabin Cui SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
1567*01826a49SYabin Cui LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
1568*01826a49SYabin Cui DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
1569*01826a49SYabin Cui THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
1570*01826a49SYabin Cui (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
1571*01826a49SYabin Cui OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
1572*01826a49SYabin Cui
1573*01826a49SYabin Cui You can contact the author at :
1574*01826a49SYabin Cui - FSE+Huff0 source repository : https://github.com/Cyan4973/FiniteStateEntropy
1575*01826a49SYabin Cui ****************************************************************** */
1576*01826a49SYabin Cui
1577*01826a49SYabin Cui /* **************************************************************
1578*01826a49SYabin Cui * Compiler specifics
1579*01826a49SYabin Cui ****************************************************************/
1580*01826a49SYabin Cui #if defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
1581*01826a49SYabin Cui /* inline is defined */
1582*01826a49SYabin Cui #elif defined(_MSC_VER)
1583*01826a49SYabin Cui # define inline __inline
1584*01826a49SYabin Cui #else
1585*01826a49SYabin Cui # define inline /* disable inline */
1586*01826a49SYabin Cui #endif
1587*01826a49SYabin Cui
1588*01826a49SYabin Cui
1589*01826a49SYabin Cui #ifdef _MSC_VER /* Visual Studio */
1590*01826a49SYabin Cui # pragma warning(disable : 4127) /* disable: C4127: conditional expression is constant */
1591*01826a49SYabin Cui #endif
1592*01826a49SYabin Cui
1593*01826a49SYabin Cui
1594*01826a49SYabin Cui /* **************************************************************
1595*01826a49SYabin Cui * Includes
1596*01826a49SYabin Cui ****************************************************************/
1597*01826a49SYabin Cui #include <stdlib.h> /* malloc, free, qsort */
1598*01826a49SYabin Cui #include <string.h> /* memcpy, memset */
1599*01826a49SYabin Cui #include <stdio.h> /* printf (debug) */
1600*01826a49SYabin Cui
1601*01826a49SYabin Cui
1602*01826a49SYabin Cui /* **************************************************************
1603*01826a49SYabin Cui * Constants
1604*01826a49SYabin Cui ****************************************************************/
1605*01826a49SYabin Cui #define HUF_ABSOLUTEMAX_TABLELOG 16 /* absolute limit of HUF_MAX_TABLELOG. Beyond that value, code does not work */
1606*01826a49SYabin Cui #define HUF_MAX_TABLELOG 12 /* max configured tableLog (for static allocation); can be modified up to HUF_ABSOLUTEMAX_TABLELOG */
1607*01826a49SYabin Cui #define HUF_DEFAULT_TABLELOG HUF_MAX_TABLELOG /* tableLog by default, when not specified */
1608*01826a49SYabin Cui #define HUF_MAX_SYMBOL_VALUE 255
1609*01826a49SYabin Cui #if (HUF_MAX_TABLELOG > HUF_ABSOLUTEMAX_TABLELOG)
1610*01826a49SYabin Cui # error "HUF_MAX_TABLELOG is too large !"
1611*01826a49SYabin Cui #endif
1612*01826a49SYabin Cui
1613*01826a49SYabin Cui
1614*01826a49SYabin Cui /* **************************************************************
1615*01826a49SYabin Cui * Error Management
1616*01826a49SYabin Cui ****************************************************************/
HUF_isError(size_t code)1617*01826a49SYabin Cui static unsigned HUF_isError(size_t code) { return ERR_isError(code); }
1618*01826a49SYabin Cui #define HUF_STATIC_ASSERT(c) { enum { HUF_static_assert = 1/(int)(!!(c)) }; } /* use only *after* variable declarations */
1619*01826a49SYabin Cui
1620*01826a49SYabin Cui
1621*01826a49SYabin Cui
1622*01826a49SYabin Cui /*-*******************************************************
1623*01826a49SYabin Cui * Huff0 : Huffman block decompression
1624*01826a49SYabin Cui *********************************************************/
1625*01826a49SYabin Cui typedef struct { BYTE byte; BYTE nbBits; } HUF_DEltX2; /* single-symbol decoding */
1626*01826a49SYabin Cui
1627*01826a49SYabin Cui typedef struct { U16 sequence; BYTE nbBits; BYTE length; } HUF_DEltX4; /* double-symbols decoding */
1628*01826a49SYabin Cui
1629*01826a49SYabin Cui typedef struct { BYTE symbol; BYTE weight; } sortedSymbol_t;
1630*01826a49SYabin Cui
1631*01826a49SYabin Cui /*! HUF_readStats
1632*01826a49SYabin Cui Read compact Huffman tree, saved by HUF_writeCTable
1633*01826a49SYabin Cui @huffWeight : destination buffer
1634*01826a49SYabin Cui @return : size read from `src`
1635*01826a49SYabin Cui */
HUF_readStats(BYTE * huffWeight,size_t hwSize,U32 * rankStats,U32 * nbSymbolsPtr,U32 * tableLogPtr,const void * src,size_t srcSize)1636*01826a49SYabin Cui static size_t HUF_readStats(BYTE* huffWeight, size_t hwSize, U32* rankStats,
1637*01826a49SYabin Cui U32* nbSymbolsPtr, U32* tableLogPtr,
1638*01826a49SYabin Cui const void* src, size_t srcSize)
1639*01826a49SYabin Cui {
1640*01826a49SYabin Cui U32 weightTotal;
1641*01826a49SYabin Cui U32 tableLog;
1642*01826a49SYabin Cui const BYTE* ip = (const BYTE*) src;
1643*01826a49SYabin Cui size_t iSize;
1644*01826a49SYabin Cui size_t oSize;
1645*01826a49SYabin Cui U32 n;
1646*01826a49SYabin Cui
1647*01826a49SYabin Cui if (!srcSize) return ERROR(srcSize_wrong);
1648*01826a49SYabin Cui iSize = ip[0];
1649*01826a49SYabin Cui //memset(huffWeight, 0, hwSize); /* is not necessary, even though some analyzer complain ... */
1650*01826a49SYabin Cui
1651*01826a49SYabin Cui if (iSize >= 128) /* special header */
1652*01826a49SYabin Cui {
1653*01826a49SYabin Cui if (iSize >= (242)) /* RLE */
1654*01826a49SYabin Cui {
1655*01826a49SYabin Cui static int l[14] = { 1, 2, 3, 4, 7, 8, 15, 16, 31, 32, 63, 64, 127, 128 };
1656*01826a49SYabin Cui oSize = l[iSize-242];
1657*01826a49SYabin Cui memset(huffWeight, 1, hwSize);
1658*01826a49SYabin Cui iSize = 0;
1659*01826a49SYabin Cui }
1660*01826a49SYabin Cui else /* Incompressible */
1661*01826a49SYabin Cui {
1662*01826a49SYabin Cui oSize = iSize - 127;
1663*01826a49SYabin Cui iSize = ((oSize+1)/2);
1664*01826a49SYabin Cui if (iSize+1 > srcSize) return ERROR(srcSize_wrong);
1665*01826a49SYabin Cui if (oSize >= hwSize) return ERROR(corruption_detected);
1666*01826a49SYabin Cui ip += 1;
1667*01826a49SYabin Cui for (n=0; n<oSize; n+=2)
1668*01826a49SYabin Cui {
1669*01826a49SYabin Cui huffWeight[n] = ip[n/2] >> 4;
1670*01826a49SYabin Cui huffWeight[n+1] = ip[n/2] & 15;
1671*01826a49SYabin Cui }
1672*01826a49SYabin Cui }
1673*01826a49SYabin Cui }
1674*01826a49SYabin Cui else /* header compressed with FSE (normal case) */
1675*01826a49SYabin Cui {
1676*01826a49SYabin Cui if (iSize+1 > srcSize) return ERROR(srcSize_wrong);
1677*01826a49SYabin Cui oSize = FSE_decompress(huffWeight, hwSize-1, ip+1, iSize); /* max (hwSize-1) values decoded, as last one is implied */
1678*01826a49SYabin Cui if (FSE_isError(oSize)) return oSize;
1679*01826a49SYabin Cui }
1680*01826a49SYabin Cui
1681*01826a49SYabin Cui /* collect weight stats */
1682*01826a49SYabin Cui memset(rankStats, 0, (HUF_ABSOLUTEMAX_TABLELOG + 1) * sizeof(U32));
1683*01826a49SYabin Cui weightTotal = 0;
1684*01826a49SYabin Cui for (n=0; n<oSize; n++)
1685*01826a49SYabin Cui {
1686*01826a49SYabin Cui if (huffWeight[n] >= HUF_ABSOLUTEMAX_TABLELOG) return ERROR(corruption_detected);
1687*01826a49SYabin Cui rankStats[huffWeight[n]]++;
1688*01826a49SYabin Cui weightTotal += (1 << huffWeight[n]) >> 1;
1689*01826a49SYabin Cui }
1690*01826a49SYabin Cui if (weightTotal == 0) return ERROR(corruption_detected);
1691*01826a49SYabin Cui
1692*01826a49SYabin Cui /* get last non-null symbol weight (implied, total must be 2^n) */
1693*01826a49SYabin Cui tableLog = BIT_highbit32(weightTotal) + 1;
1694*01826a49SYabin Cui if (tableLog > HUF_ABSOLUTEMAX_TABLELOG) return ERROR(corruption_detected);
1695*01826a49SYabin Cui {
1696*01826a49SYabin Cui U32 total = 1 << tableLog;
1697*01826a49SYabin Cui U32 rest = total - weightTotal;
1698*01826a49SYabin Cui U32 verif = 1 << BIT_highbit32(rest);
1699*01826a49SYabin Cui U32 lastWeight = BIT_highbit32(rest) + 1;
1700*01826a49SYabin Cui if (verif != rest) return ERROR(corruption_detected); /* last value must be a clean power of 2 */
1701*01826a49SYabin Cui huffWeight[oSize] = (BYTE)lastWeight;
1702*01826a49SYabin Cui rankStats[lastWeight]++;
1703*01826a49SYabin Cui }
1704*01826a49SYabin Cui
1705*01826a49SYabin Cui /* check tree construction validity */
1706*01826a49SYabin Cui if ((rankStats[1] < 2) || (rankStats[1] & 1)) return ERROR(corruption_detected); /* by construction : at least 2 elts of rank 1, must be even */
1707*01826a49SYabin Cui
1708*01826a49SYabin Cui /* results */
1709*01826a49SYabin Cui *nbSymbolsPtr = (U32)(oSize+1);
1710*01826a49SYabin Cui *tableLogPtr = tableLog;
1711*01826a49SYabin Cui return iSize+1;
1712*01826a49SYabin Cui }
1713*01826a49SYabin Cui
1714*01826a49SYabin Cui
1715*01826a49SYabin Cui /**************************/
1716*01826a49SYabin Cui /* single-symbol decoding */
1717*01826a49SYabin Cui /**************************/
1718*01826a49SYabin Cui
HUF_readDTableX2(U16 * DTable,const void * src,size_t srcSize)1719*01826a49SYabin Cui static size_t HUF_readDTableX2 (U16* DTable, const void* src, size_t srcSize)
1720*01826a49SYabin Cui {
1721*01826a49SYabin Cui BYTE huffWeight[HUF_MAX_SYMBOL_VALUE + 1];
1722*01826a49SYabin Cui U32 rankVal[HUF_ABSOLUTEMAX_TABLELOG + 1]; /* large enough for values from 0 to 16 */
1723*01826a49SYabin Cui U32 tableLog = 0;
1724*01826a49SYabin Cui size_t iSize;
1725*01826a49SYabin Cui U32 nbSymbols = 0;
1726*01826a49SYabin Cui U32 n;
1727*01826a49SYabin Cui U32 nextRankStart;
1728*01826a49SYabin Cui void* const dtPtr = DTable + 1;
1729*01826a49SYabin Cui HUF_DEltX2* const dt = (HUF_DEltX2*)dtPtr;
1730*01826a49SYabin Cui
1731*01826a49SYabin Cui HUF_STATIC_ASSERT(sizeof(HUF_DEltX2) == sizeof(U16)); /* if compilation fails here, assertion is false */
1732*01826a49SYabin Cui //memset(huffWeight, 0, sizeof(huffWeight)); /* is not necessary, even though some analyzer complain ... */
1733*01826a49SYabin Cui
1734*01826a49SYabin Cui iSize = HUF_readStats(huffWeight, HUF_MAX_SYMBOL_VALUE + 1, rankVal, &nbSymbols, &tableLog, src, srcSize);
1735*01826a49SYabin Cui if (HUF_isError(iSize)) return iSize;
1736*01826a49SYabin Cui
1737*01826a49SYabin Cui /* check result */
1738*01826a49SYabin Cui if (tableLog > DTable[0]) return ERROR(tableLog_tooLarge); /* DTable is too small */
1739*01826a49SYabin Cui DTable[0] = (U16)tableLog; /* maybe should separate sizeof DTable, as allocated, from used size of DTable, in case of DTable re-use */
1740*01826a49SYabin Cui
1741*01826a49SYabin Cui /* Prepare ranks */
1742*01826a49SYabin Cui nextRankStart = 0;
1743*01826a49SYabin Cui for (n=1; n<=tableLog; n++)
1744*01826a49SYabin Cui {
1745*01826a49SYabin Cui U32 current = nextRankStart;
1746*01826a49SYabin Cui nextRankStart += (rankVal[n] << (n-1));
1747*01826a49SYabin Cui rankVal[n] = current;
1748*01826a49SYabin Cui }
1749*01826a49SYabin Cui
1750*01826a49SYabin Cui /* fill DTable */
1751*01826a49SYabin Cui for (n=0; n<nbSymbols; n++)
1752*01826a49SYabin Cui {
1753*01826a49SYabin Cui const U32 w = huffWeight[n];
1754*01826a49SYabin Cui const U32 length = (1 << w) >> 1;
1755*01826a49SYabin Cui U32 i;
1756*01826a49SYabin Cui HUF_DEltX2 D;
1757*01826a49SYabin Cui D.byte = (BYTE)n; D.nbBits = (BYTE)(tableLog + 1 - w);
1758*01826a49SYabin Cui for (i = rankVal[w]; i < rankVal[w] + length; i++)
1759*01826a49SYabin Cui dt[i] = D;
1760*01826a49SYabin Cui rankVal[w] += length;
1761*01826a49SYabin Cui }
1762*01826a49SYabin Cui
1763*01826a49SYabin Cui return iSize;
1764*01826a49SYabin Cui }
1765*01826a49SYabin Cui
HUF_decodeSymbolX2(BIT_DStream_t * Dstream,const HUF_DEltX2 * dt,const U32 dtLog)1766*01826a49SYabin Cui static BYTE HUF_decodeSymbolX2(BIT_DStream_t* Dstream, const HUF_DEltX2* dt, const U32 dtLog)
1767*01826a49SYabin Cui {
1768*01826a49SYabin Cui const size_t val = BIT_lookBitsFast(Dstream, dtLog); /* note : dtLog >= 1 */
1769*01826a49SYabin Cui const BYTE c = dt[val].byte;
1770*01826a49SYabin Cui BIT_skipBits(Dstream, dt[val].nbBits);
1771*01826a49SYabin Cui return c;
1772*01826a49SYabin Cui }
1773*01826a49SYabin Cui
1774*01826a49SYabin Cui #define HUF_DECODE_SYMBOLX2_0(ptr, DStreamPtr) \
1775*01826a49SYabin Cui *ptr++ = HUF_decodeSymbolX2(DStreamPtr, dt, dtLog)
1776*01826a49SYabin Cui
1777*01826a49SYabin Cui #define HUF_DECODE_SYMBOLX2_1(ptr, DStreamPtr) \
1778*01826a49SYabin Cui if (MEM_64bits() || (HUF_MAX_TABLELOG<=12)) \
1779*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_0(ptr, DStreamPtr)
1780*01826a49SYabin Cui
1781*01826a49SYabin Cui #define HUF_DECODE_SYMBOLX2_2(ptr, DStreamPtr) \
1782*01826a49SYabin Cui if (MEM_64bits()) \
1783*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_0(ptr, DStreamPtr)
1784*01826a49SYabin Cui
HUF_decodeStreamX2(BYTE * p,BIT_DStream_t * const bitDPtr,BYTE * const pEnd,const HUF_DEltX2 * const dt,const U32 dtLog)1785*01826a49SYabin Cui static inline size_t HUF_decodeStreamX2(BYTE* p, BIT_DStream_t* const bitDPtr, BYTE* const pEnd, const HUF_DEltX2* const dt, const U32 dtLog)
1786*01826a49SYabin Cui {
1787*01826a49SYabin Cui BYTE* const pStart = p;
1788*01826a49SYabin Cui
1789*01826a49SYabin Cui /* up to 4 symbols at a time */
1790*01826a49SYabin Cui while ((BIT_reloadDStream(bitDPtr) == BIT_DStream_unfinished) && (p <= pEnd-4))
1791*01826a49SYabin Cui {
1792*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_2(p, bitDPtr);
1793*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_1(p, bitDPtr);
1794*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_2(p, bitDPtr);
1795*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_0(p, bitDPtr);
1796*01826a49SYabin Cui }
1797*01826a49SYabin Cui
1798*01826a49SYabin Cui /* closer to the end */
1799*01826a49SYabin Cui while ((BIT_reloadDStream(bitDPtr) == BIT_DStream_unfinished) && (p < pEnd))
1800*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_0(p, bitDPtr);
1801*01826a49SYabin Cui
1802*01826a49SYabin Cui /* no more data to retrieve from bitstream, hence no need to reload */
1803*01826a49SYabin Cui while (p < pEnd)
1804*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_0(p, bitDPtr);
1805*01826a49SYabin Cui
1806*01826a49SYabin Cui return pEnd-pStart;
1807*01826a49SYabin Cui }
1808*01826a49SYabin Cui
1809*01826a49SYabin Cui
HUF_decompress4X2_usingDTable(void * dst,size_t dstSize,const void * cSrc,size_t cSrcSize,const U16 * DTable)1810*01826a49SYabin Cui static size_t HUF_decompress4X2_usingDTable(
1811*01826a49SYabin Cui void* dst, size_t dstSize,
1812*01826a49SYabin Cui const void* cSrc, size_t cSrcSize,
1813*01826a49SYabin Cui const U16* DTable)
1814*01826a49SYabin Cui {
1815*01826a49SYabin Cui if (cSrcSize < 10) return ERROR(corruption_detected); /* strict minimum : jump table + 1 byte per stream */
1816*01826a49SYabin Cui
1817*01826a49SYabin Cui {
1818*01826a49SYabin Cui const BYTE* const istart = (const BYTE*) cSrc;
1819*01826a49SYabin Cui BYTE* const ostart = (BYTE*) dst;
1820*01826a49SYabin Cui BYTE* const oend = ostart + dstSize;
1821*01826a49SYabin Cui const void* const dtPtr = DTable;
1822*01826a49SYabin Cui const HUF_DEltX2* const dt = ((const HUF_DEltX2*)dtPtr) +1;
1823*01826a49SYabin Cui const U32 dtLog = DTable[0];
1824*01826a49SYabin Cui size_t errorCode;
1825*01826a49SYabin Cui
1826*01826a49SYabin Cui /* Init */
1827*01826a49SYabin Cui BIT_DStream_t bitD1;
1828*01826a49SYabin Cui BIT_DStream_t bitD2;
1829*01826a49SYabin Cui BIT_DStream_t bitD3;
1830*01826a49SYabin Cui BIT_DStream_t bitD4;
1831*01826a49SYabin Cui const size_t length1 = MEM_readLE16(istart);
1832*01826a49SYabin Cui const size_t length2 = MEM_readLE16(istart+2);
1833*01826a49SYabin Cui const size_t length3 = MEM_readLE16(istart+4);
1834*01826a49SYabin Cui size_t length4;
1835*01826a49SYabin Cui const BYTE* const istart1 = istart + 6; /* jumpTable */
1836*01826a49SYabin Cui const BYTE* const istart2 = istart1 + length1;
1837*01826a49SYabin Cui const BYTE* const istart3 = istart2 + length2;
1838*01826a49SYabin Cui const BYTE* const istart4 = istart3 + length3;
1839*01826a49SYabin Cui const size_t segmentSize = (dstSize+3) / 4;
1840*01826a49SYabin Cui BYTE* const opStart2 = ostart + segmentSize;
1841*01826a49SYabin Cui BYTE* const opStart3 = opStart2 + segmentSize;
1842*01826a49SYabin Cui BYTE* const opStart4 = opStart3 + segmentSize;
1843*01826a49SYabin Cui BYTE* op1 = ostart;
1844*01826a49SYabin Cui BYTE* op2 = opStart2;
1845*01826a49SYabin Cui BYTE* op3 = opStart3;
1846*01826a49SYabin Cui BYTE* op4 = opStart4;
1847*01826a49SYabin Cui U32 endSignal;
1848*01826a49SYabin Cui
1849*01826a49SYabin Cui length4 = cSrcSize - (length1 + length2 + length3 + 6);
1850*01826a49SYabin Cui if (length4 > cSrcSize) return ERROR(corruption_detected); /* overflow */
1851*01826a49SYabin Cui errorCode = BIT_initDStream(&bitD1, istart1, length1);
1852*01826a49SYabin Cui if (HUF_isError(errorCode)) return errorCode;
1853*01826a49SYabin Cui errorCode = BIT_initDStream(&bitD2, istart2, length2);
1854*01826a49SYabin Cui if (HUF_isError(errorCode)) return errorCode;
1855*01826a49SYabin Cui errorCode = BIT_initDStream(&bitD3, istart3, length3);
1856*01826a49SYabin Cui if (HUF_isError(errorCode)) return errorCode;
1857*01826a49SYabin Cui errorCode = BIT_initDStream(&bitD4, istart4, length4);
1858*01826a49SYabin Cui if (HUF_isError(errorCode)) return errorCode;
1859*01826a49SYabin Cui
1860*01826a49SYabin Cui /* 16-32 symbols per loop (4-8 symbols per stream) */
1861*01826a49SYabin Cui endSignal = BIT_reloadDStream(&bitD1) | BIT_reloadDStream(&bitD2) | BIT_reloadDStream(&bitD3) | BIT_reloadDStream(&bitD4);
1862*01826a49SYabin Cui for ( ; (endSignal==BIT_DStream_unfinished) && (op4<(oend-7)) ; )
1863*01826a49SYabin Cui {
1864*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_2(op1, &bitD1);
1865*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_2(op2, &bitD2);
1866*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_2(op3, &bitD3);
1867*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_2(op4, &bitD4);
1868*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_1(op1, &bitD1);
1869*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_1(op2, &bitD2);
1870*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_1(op3, &bitD3);
1871*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_1(op4, &bitD4);
1872*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_2(op1, &bitD1);
1873*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_2(op2, &bitD2);
1874*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_2(op3, &bitD3);
1875*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_2(op4, &bitD4);
1876*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_0(op1, &bitD1);
1877*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_0(op2, &bitD2);
1878*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_0(op3, &bitD3);
1879*01826a49SYabin Cui HUF_DECODE_SYMBOLX2_0(op4, &bitD4);
1880*01826a49SYabin Cui
1881*01826a49SYabin Cui endSignal = BIT_reloadDStream(&bitD1) | BIT_reloadDStream(&bitD2) | BIT_reloadDStream(&bitD3) | BIT_reloadDStream(&bitD4);
1882*01826a49SYabin Cui }
1883*01826a49SYabin Cui
1884*01826a49SYabin Cui /* check corruption */
1885*01826a49SYabin Cui if (op1 > opStart2) return ERROR(corruption_detected);
1886*01826a49SYabin Cui if (op2 > opStart3) return ERROR(corruption_detected);
1887*01826a49SYabin Cui if (op3 > opStart4) return ERROR(corruption_detected);
1888*01826a49SYabin Cui /* note : op4 supposed already verified within main loop */
1889*01826a49SYabin Cui
1890*01826a49SYabin Cui /* finish bitStreams one by one */
1891*01826a49SYabin Cui HUF_decodeStreamX2(op1, &bitD1, opStart2, dt, dtLog);
1892*01826a49SYabin Cui HUF_decodeStreamX2(op2, &bitD2, opStart3, dt, dtLog);
1893*01826a49SYabin Cui HUF_decodeStreamX2(op3, &bitD3, opStart4, dt, dtLog);
1894*01826a49SYabin Cui HUF_decodeStreamX2(op4, &bitD4, oend, dt, dtLog);
1895*01826a49SYabin Cui
1896*01826a49SYabin Cui /* check */
1897*01826a49SYabin Cui endSignal = BIT_endOfDStream(&bitD1) & BIT_endOfDStream(&bitD2) & BIT_endOfDStream(&bitD3) & BIT_endOfDStream(&bitD4);
1898*01826a49SYabin Cui if (!endSignal) return ERROR(corruption_detected);
1899*01826a49SYabin Cui
1900*01826a49SYabin Cui /* decoded size */
1901*01826a49SYabin Cui return dstSize;
1902*01826a49SYabin Cui }
1903*01826a49SYabin Cui }
1904*01826a49SYabin Cui
1905*01826a49SYabin Cui
HUF_decompress4X2(void * dst,size_t dstSize,const void * cSrc,size_t cSrcSize)1906*01826a49SYabin Cui static size_t HUF_decompress4X2 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
1907*01826a49SYabin Cui {
1908*01826a49SYabin Cui HUF_CREATE_STATIC_DTABLEX2(DTable, HUF_MAX_TABLELOG);
1909*01826a49SYabin Cui const BYTE* ip = (const BYTE*) cSrc;
1910*01826a49SYabin Cui size_t errorCode;
1911*01826a49SYabin Cui
1912*01826a49SYabin Cui errorCode = HUF_readDTableX2 (DTable, cSrc, cSrcSize);
1913*01826a49SYabin Cui if (HUF_isError(errorCode)) return errorCode;
1914*01826a49SYabin Cui if (errorCode >= cSrcSize) return ERROR(srcSize_wrong);
1915*01826a49SYabin Cui ip += errorCode;
1916*01826a49SYabin Cui cSrcSize -= errorCode;
1917*01826a49SYabin Cui
1918*01826a49SYabin Cui return HUF_decompress4X2_usingDTable (dst, dstSize, ip, cSrcSize, DTable);
1919*01826a49SYabin Cui }
1920*01826a49SYabin Cui
1921*01826a49SYabin Cui
1922*01826a49SYabin Cui /***************************/
1923*01826a49SYabin Cui /* double-symbols decoding */
1924*01826a49SYabin Cui /***************************/
1925*01826a49SYabin Cui
HUF_fillDTableX4Level2(HUF_DEltX4 * DTable,U32 sizeLog,const U32 consumed,const U32 * rankValOrigin,const int minWeight,const sortedSymbol_t * sortedSymbols,const U32 sortedListSize,U32 nbBitsBaseline,U16 baseSeq)1926*01826a49SYabin Cui static void HUF_fillDTableX4Level2(HUF_DEltX4* DTable, U32 sizeLog, const U32 consumed,
1927*01826a49SYabin Cui const U32* rankValOrigin, const int minWeight,
1928*01826a49SYabin Cui const sortedSymbol_t* sortedSymbols, const U32 sortedListSize,
1929*01826a49SYabin Cui U32 nbBitsBaseline, U16 baseSeq)
1930*01826a49SYabin Cui {
1931*01826a49SYabin Cui HUF_DEltX4 DElt;
1932*01826a49SYabin Cui U32 rankVal[HUF_ABSOLUTEMAX_TABLELOG + 1];
1933*01826a49SYabin Cui U32 s;
1934*01826a49SYabin Cui
1935*01826a49SYabin Cui /* get pre-calculated rankVal */
1936*01826a49SYabin Cui memcpy(rankVal, rankValOrigin, sizeof(rankVal));
1937*01826a49SYabin Cui
1938*01826a49SYabin Cui /* fill skipped values */
1939*01826a49SYabin Cui if (minWeight>1)
1940*01826a49SYabin Cui {
1941*01826a49SYabin Cui U32 i, skipSize = rankVal[minWeight];
1942*01826a49SYabin Cui MEM_writeLE16(&(DElt.sequence), baseSeq);
1943*01826a49SYabin Cui DElt.nbBits = (BYTE)(consumed);
1944*01826a49SYabin Cui DElt.length = 1;
1945*01826a49SYabin Cui for (i = 0; i < skipSize; i++)
1946*01826a49SYabin Cui DTable[i] = DElt;
1947*01826a49SYabin Cui }
1948*01826a49SYabin Cui
1949*01826a49SYabin Cui /* fill DTable */
1950*01826a49SYabin Cui for (s=0; s<sortedListSize; s++) /* note : sortedSymbols already skipped */
1951*01826a49SYabin Cui {
1952*01826a49SYabin Cui const U32 symbol = sortedSymbols[s].symbol;
1953*01826a49SYabin Cui const U32 weight = sortedSymbols[s].weight;
1954*01826a49SYabin Cui const U32 nbBits = nbBitsBaseline - weight;
1955*01826a49SYabin Cui const U32 length = 1 << (sizeLog-nbBits);
1956*01826a49SYabin Cui const U32 start = rankVal[weight];
1957*01826a49SYabin Cui U32 i = start;
1958*01826a49SYabin Cui const U32 end = start + length;
1959*01826a49SYabin Cui
1960*01826a49SYabin Cui MEM_writeLE16(&(DElt.sequence), (U16)(baseSeq + (symbol << 8)));
1961*01826a49SYabin Cui DElt.nbBits = (BYTE)(nbBits + consumed);
1962*01826a49SYabin Cui DElt.length = 2;
1963*01826a49SYabin Cui do { DTable[i++] = DElt; } while (i<end); /* since length >= 1 */
1964*01826a49SYabin Cui
1965*01826a49SYabin Cui rankVal[weight] += length;
1966*01826a49SYabin Cui }
1967*01826a49SYabin Cui }
1968*01826a49SYabin Cui
1969*01826a49SYabin Cui typedef U32 rankVal_t[HUF_ABSOLUTEMAX_TABLELOG][HUF_ABSOLUTEMAX_TABLELOG + 1];
1970*01826a49SYabin Cui
HUF_fillDTableX4(HUF_DEltX4 * DTable,const U32 targetLog,const sortedSymbol_t * sortedList,const U32 sortedListSize,const U32 * rankStart,rankVal_t rankValOrigin,const U32 maxWeight,const U32 nbBitsBaseline)1971*01826a49SYabin Cui static void HUF_fillDTableX4(HUF_DEltX4* DTable, const U32 targetLog,
1972*01826a49SYabin Cui const sortedSymbol_t* sortedList, const U32 sortedListSize,
1973*01826a49SYabin Cui const U32* rankStart, rankVal_t rankValOrigin, const U32 maxWeight,
1974*01826a49SYabin Cui const U32 nbBitsBaseline)
1975*01826a49SYabin Cui {
1976*01826a49SYabin Cui U32 rankVal[HUF_ABSOLUTEMAX_TABLELOG + 1];
1977*01826a49SYabin Cui const int scaleLog = nbBitsBaseline - targetLog; /* note : targetLog >= srcLog, hence scaleLog <= 1 */
1978*01826a49SYabin Cui const U32 minBits = nbBitsBaseline - maxWeight;
1979*01826a49SYabin Cui U32 s;
1980*01826a49SYabin Cui
1981*01826a49SYabin Cui memcpy(rankVal, rankValOrigin, sizeof(rankVal));
1982*01826a49SYabin Cui
1983*01826a49SYabin Cui /* fill DTable */
1984*01826a49SYabin Cui for (s=0; s<sortedListSize; s++)
1985*01826a49SYabin Cui {
1986*01826a49SYabin Cui const U16 symbol = sortedList[s].symbol;
1987*01826a49SYabin Cui const U32 weight = sortedList[s].weight;
1988*01826a49SYabin Cui const U32 nbBits = nbBitsBaseline - weight;
1989*01826a49SYabin Cui const U32 start = rankVal[weight];
1990*01826a49SYabin Cui const U32 length = 1 << (targetLog-nbBits);
1991*01826a49SYabin Cui
1992*01826a49SYabin Cui if (targetLog-nbBits >= minBits) /* enough room for a second symbol */
1993*01826a49SYabin Cui {
1994*01826a49SYabin Cui U32 sortedRank;
1995*01826a49SYabin Cui int minWeight = nbBits + scaleLog;
1996*01826a49SYabin Cui if (minWeight < 1) minWeight = 1;
1997*01826a49SYabin Cui sortedRank = rankStart[minWeight];
1998*01826a49SYabin Cui HUF_fillDTableX4Level2(DTable+start, targetLog-nbBits, nbBits,
1999*01826a49SYabin Cui rankValOrigin[nbBits], minWeight,
2000*01826a49SYabin Cui sortedList+sortedRank, sortedListSize-sortedRank,
2001*01826a49SYabin Cui nbBitsBaseline, symbol);
2002*01826a49SYabin Cui }
2003*01826a49SYabin Cui else
2004*01826a49SYabin Cui {
2005*01826a49SYabin Cui U32 i;
2006*01826a49SYabin Cui const U32 end = start + length;
2007*01826a49SYabin Cui HUF_DEltX4 DElt;
2008*01826a49SYabin Cui
2009*01826a49SYabin Cui MEM_writeLE16(&(DElt.sequence), symbol);
2010*01826a49SYabin Cui DElt.nbBits = (BYTE)(nbBits);
2011*01826a49SYabin Cui DElt.length = 1;
2012*01826a49SYabin Cui for (i = start; i < end; i++)
2013*01826a49SYabin Cui DTable[i] = DElt;
2014*01826a49SYabin Cui }
2015*01826a49SYabin Cui rankVal[weight] += length;
2016*01826a49SYabin Cui }
2017*01826a49SYabin Cui }
2018*01826a49SYabin Cui
HUF_readDTableX4(U32 * DTable,const void * src,size_t srcSize)2019*01826a49SYabin Cui static size_t HUF_readDTableX4 (U32* DTable, const void* src, size_t srcSize)
2020*01826a49SYabin Cui {
2021*01826a49SYabin Cui BYTE weightList[HUF_MAX_SYMBOL_VALUE + 1];
2022*01826a49SYabin Cui sortedSymbol_t sortedSymbol[HUF_MAX_SYMBOL_VALUE + 1];
2023*01826a49SYabin Cui U32 rankStats[HUF_ABSOLUTEMAX_TABLELOG + 1] = { 0 };
2024*01826a49SYabin Cui U32 rankStart0[HUF_ABSOLUTEMAX_TABLELOG + 2] = { 0 };
2025*01826a49SYabin Cui U32* const rankStart = rankStart0+1;
2026*01826a49SYabin Cui rankVal_t rankVal;
2027*01826a49SYabin Cui U32 tableLog, maxW, sizeOfSort, nbSymbols;
2028*01826a49SYabin Cui const U32 memLog = DTable[0];
2029*01826a49SYabin Cui size_t iSize;
2030*01826a49SYabin Cui void* dtPtr = DTable;
2031*01826a49SYabin Cui HUF_DEltX4* const dt = ((HUF_DEltX4*)dtPtr) + 1;
2032*01826a49SYabin Cui
2033*01826a49SYabin Cui HUF_STATIC_ASSERT(sizeof(HUF_DEltX4) == sizeof(U32)); /* if compilation fails here, assertion is false */
2034*01826a49SYabin Cui if (memLog > HUF_ABSOLUTEMAX_TABLELOG) return ERROR(tableLog_tooLarge);
2035*01826a49SYabin Cui //memset(weightList, 0, sizeof(weightList)); /* is not necessary, even though some analyzer complain ... */
2036*01826a49SYabin Cui
2037*01826a49SYabin Cui iSize = HUF_readStats(weightList, HUF_MAX_SYMBOL_VALUE + 1, rankStats, &nbSymbols, &tableLog, src, srcSize);
2038*01826a49SYabin Cui if (HUF_isError(iSize)) return iSize;
2039*01826a49SYabin Cui
2040*01826a49SYabin Cui /* check result */
2041*01826a49SYabin Cui if (tableLog > memLog) return ERROR(tableLog_tooLarge); /* DTable can't fit code depth */
2042*01826a49SYabin Cui
2043*01826a49SYabin Cui /* find maxWeight */
2044*01826a49SYabin Cui for (maxW = tableLog; rankStats[maxW]==0; maxW--)
2045*01826a49SYabin Cui { if (!maxW) return ERROR(GENERIC); } /* necessarily finds a solution before maxW==0 */
2046*01826a49SYabin Cui
2047*01826a49SYabin Cui /* Get start index of each weight */
2048*01826a49SYabin Cui {
2049*01826a49SYabin Cui U32 w, nextRankStart = 0;
2050*01826a49SYabin Cui for (w=1; w<=maxW; w++)
2051*01826a49SYabin Cui {
2052*01826a49SYabin Cui U32 current = nextRankStart;
2053*01826a49SYabin Cui nextRankStart += rankStats[w];
2054*01826a49SYabin Cui rankStart[w] = current;
2055*01826a49SYabin Cui }
2056*01826a49SYabin Cui rankStart[0] = nextRankStart; /* put all 0w symbols at the end of sorted list*/
2057*01826a49SYabin Cui sizeOfSort = nextRankStart;
2058*01826a49SYabin Cui }
2059*01826a49SYabin Cui
2060*01826a49SYabin Cui /* sort symbols by weight */
2061*01826a49SYabin Cui {
2062*01826a49SYabin Cui U32 s;
2063*01826a49SYabin Cui for (s=0; s<nbSymbols; s++)
2064*01826a49SYabin Cui {
2065*01826a49SYabin Cui U32 w = weightList[s];
2066*01826a49SYabin Cui U32 r = rankStart[w]++;
2067*01826a49SYabin Cui sortedSymbol[r].symbol = (BYTE)s;
2068*01826a49SYabin Cui sortedSymbol[r].weight = (BYTE)w;
2069*01826a49SYabin Cui }
2070*01826a49SYabin Cui rankStart[0] = 0; /* forget 0w symbols; this is beginning of weight(1) */
2071*01826a49SYabin Cui }
2072*01826a49SYabin Cui
2073*01826a49SYabin Cui /* Build rankVal */
2074*01826a49SYabin Cui {
2075*01826a49SYabin Cui const U32 minBits = tableLog+1 - maxW;
2076*01826a49SYabin Cui U32 nextRankVal = 0;
2077*01826a49SYabin Cui U32 w, consumed;
2078*01826a49SYabin Cui const int rescale = (memLog-tableLog) - 1; /* tableLog <= memLog */
2079*01826a49SYabin Cui U32* rankVal0 = rankVal[0];
2080*01826a49SYabin Cui for (w=1; w<=maxW; w++)
2081*01826a49SYabin Cui {
2082*01826a49SYabin Cui U32 current = nextRankVal;
2083*01826a49SYabin Cui nextRankVal += rankStats[w] << (w+rescale);
2084*01826a49SYabin Cui rankVal0[w] = current;
2085*01826a49SYabin Cui }
2086*01826a49SYabin Cui for (consumed = minBits; consumed <= memLog - minBits; consumed++)
2087*01826a49SYabin Cui {
2088*01826a49SYabin Cui U32* rankValPtr = rankVal[consumed];
2089*01826a49SYabin Cui for (w = 1; w <= maxW; w++)
2090*01826a49SYabin Cui {
2091*01826a49SYabin Cui rankValPtr[w] = rankVal0[w] >> consumed;
2092*01826a49SYabin Cui }
2093*01826a49SYabin Cui }
2094*01826a49SYabin Cui }
2095*01826a49SYabin Cui
2096*01826a49SYabin Cui HUF_fillDTableX4(dt, memLog,
2097*01826a49SYabin Cui sortedSymbol, sizeOfSort,
2098*01826a49SYabin Cui rankStart0, rankVal, maxW,
2099*01826a49SYabin Cui tableLog+1);
2100*01826a49SYabin Cui
2101*01826a49SYabin Cui return iSize;
2102*01826a49SYabin Cui }
2103*01826a49SYabin Cui
2104*01826a49SYabin Cui
HUF_decodeSymbolX4(void * op,BIT_DStream_t * DStream,const HUF_DEltX4 * dt,const U32 dtLog)2105*01826a49SYabin Cui static U32 HUF_decodeSymbolX4(void* op, BIT_DStream_t* DStream, const HUF_DEltX4* dt, const U32 dtLog)
2106*01826a49SYabin Cui {
2107*01826a49SYabin Cui const size_t val = BIT_lookBitsFast(DStream, dtLog); /* note : dtLog >= 1 */
2108*01826a49SYabin Cui memcpy(op, dt+val, 2);
2109*01826a49SYabin Cui BIT_skipBits(DStream, dt[val].nbBits);
2110*01826a49SYabin Cui return dt[val].length;
2111*01826a49SYabin Cui }
2112*01826a49SYabin Cui
HUF_decodeLastSymbolX4(void * op,BIT_DStream_t * DStream,const HUF_DEltX4 * dt,const U32 dtLog)2113*01826a49SYabin Cui static U32 HUF_decodeLastSymbolX4(void* op, BIT_DStream_t* DStream, const HUF_DEltX4* dt, const U32 dtLog)
2114*01826a49SYabin Cui {
2115*01826a49SYabin Cui const size_t val = BIT_lookBitsFast(DStream, dtLog); /* note : dtLog >= 1 */
2116*01826a49SYabin Cui memcpy(op, dt+val, 1);
2117*01826a49SYabin Cui if (dt[val].length==1) BIT_skipBits(DStream, dt[val].nbBits);
2118*01826a49SYabin Cui else
2119*01826a49SYabin Cui {
2120*01826a49SYabin Cui if (DStream->bitsConsumed < (sizeof(DStream->bitContainer)*8))
2121*01826a49SYabin Cui {
2122*01826a49SYabin Cui BIT_skipBits(DStream, dt[val].nbBits);
2123*01826a49SYabin Cui if (DStream->bitsConsumed > (sizeof(DStream->bitContainer)*8))
2124*01826a49SYabin Cui DStream->bitsConsumed = (sizeof(DStream->bitContainer)*8); /* ugly hack; works only because it's the last symbol. Note : can't easily extract nbBits from just this symbol */
2125*01826a49SYabin Cui }
2126*01826a49SYabin Cui }
2127*01826a49SYabin Cui return 1;
2128*01826a49SYabin Cui }
2129*01826a49SYabin Cui
2130*01826a49SYabin Cui
2131*01826a49SYabin Cui #define HUF_DECODE_SYMBOLX4_0(ptr, DStreamPtr) \
2132*01826a49SYabin Cui ptr += HUF_decodeSymbolX4(ptr, DStreamPtr, dt, dtLog)
2133*01826a49SYabin Cui
2134*01826a49SYabin Cui #define HUF_DECODE_SYMBOLX4_1(ptr, DStreamPtr) \
2135*01826a49SYabin Cui if (MEM_64bits() || (HUF_MAX_TABLELOG<=12)) \
2136*01826a49SYabin Cui ptr += HUF_decodeSymbolX4(ptr, DStreamPtr, dt, dtLog)
2137*01826a49SYabin Cui
2138*01826a49SYabin Cui #define HUF_DECODE_SYMBOLX4_2(ptr, DStreamPtr) \
2139*01826a49SYabin Cui if (MEM_64bits()) \
2140*01826a49SYabin Cui ptr += HUF_decodeSymbolX4(ptr, DStreamPtr, dt, dtLog)
2141*01826a49SYabin Cui
HUF_decodeStreamX4(BYTE * p,BIT_DStream_t * bitDPtr,BYTE * const pEnd,const HUF_DEltX4 * const dt,const U32 dtLog)2142*01826a49SYabin Cui static inline size_t HUF_decodeStreamX4(BYTE* p, BIT_DStream_t* bitDPtr, BYTE* const pEnd, const HUF_DEltX4* const dt, const U32 dtLog)
2143*01826a49SYabin Cui {
2144*01826a49SYabin Cui BYTE* const pStart = p;
2145*01826a49SYabin Cui
2146*01826a49SYabin Cui /* up to 8 symbols at a time */
2147*01826a49SYabin Cui while ((BIT_reloadDStream(bitDPtr) == BIT_DStream_unfinished) && (p < pEnd-7))
2148*01826a49SYabin Cui {
2149*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_2(p, bitDPtr);
2150*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_1(p, bitDPtr);
2151*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_2(p, bitDPtr);
2152*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_0(p, bitDPtr);
2153*01826a49SYabin Cui }
2154*01826a49SYabin Cui
2155*01826a49SYabin Cui /* closer to the end */
2156*01826a49SYabin Cui while ((BIT_reloadDStream(bitDPtr) == BIT_DStream_unfinished) && (p <= pEnd-2))
2157*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_0(p, bitDPtr);
2158*01826a49SYabin Cui
2159*01826a49SYabin Cui while (p <= pEnd-2)
2160*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_0(p, bitDPtr); /* no need to reload : reached the end of DStream */
2161*01826a49SYabin Cui
2162*01826a49SYabin Cui if (p < pEnd)
2163*01826a49SYabin Cui p += HUF_decodeLastSymbolX4(p, bitDPtr, dt, dtLog);
2164*01826a49SYabin Cui
2165*01826a49SYabin Cui return p-pStart;
2166*01826a49SYabin Cui }
2167*01826a49SYabin Cui
HUF_decompress4X4_usingDTable(void * dst,size_t dstSize,const void * cSrc,size_t cSrcSize,const U32 * DTable)2168*01826a49SYabin Cui static size_t HUF_decompress4X4_usingDTable(
2169*01826a49SYabin Cui void* dst, size_t dstSize,
2170*01826a49SYabin Cui const void* cSrc, size_t cSrcSize,
2171*01826a49SYabin Cui const U32* DTable)
2172*01826a49SYabin Cui {
2173*01826a49SYabin Cui if (cSrcSize < 10) return ERROR(corruption_detected); /* strict minimum : jump table + 1 byte per stream */
2174*01826a49SYabin Cui
2175*01826a49SYabin Cui {
2176*01826a49SYabin Cui const BYTE* const istart = (const BYTE*) cSrc;
2177*01826a49SYabin Cui BYTE* const ostart = (BYTE*) dst;
2178*01826a49SYabin Cui BYTE* const oend = ostart + dstSize;
2179*01826a49SYabin Cui const void* const dtPtr = DTable;
2180*01826a49SYabin Cui const HUF_DEltX4* const dt = ((const HUF_DEltX4*)dtPtr) +1;
2181*01826a49SYabin Cui const U32 dtLog = DTable[0];
2182*01826a49SYabin Cui size_t errorCode;
2183*01826a49SYabin Cui
2184*01826a49SYabin Cui /* Init */
2185*01826a49SYabin Cui BIT_DStream_t bitD1;
2186*01826a49SYabin Cui BIT_DStream_t bitD2;
2187*01826a49SYabin Cui BIT_DStream_t bitD3;
2188*01826a49SYabin Cui BIT_DStream_t bitD4;
2189*01826a49SYabin Cui const size_t length1 = MEM_readLE16(istart);
2190*01826a49SYabin Cui const size_t length2 = MEM_readLE16(istart+2);
2191*01826a49SYabin Cui const size_t length3 = MEM_readLE16(istart+4);
2192*01826a49SYabin Cui size_t length4;
2193*01826a49SYabin Cui const BYTE* const istart1 = istart + 6; /* jumpTable */
2194*01826a49SYabin Cui const BYTE* const istart2 = istart1 + length1;
2195*01826a49SYabin Cui const BYTE* const istart3 = istart2 + length2;
2196*01826a49SYabin Cui const BYTE* const istart4 = istart3 + length3;
2197*01826a49SYabin Cui const size_t segmentSize = (dstSize+3) / 4;
2198*01826a49SYabin Cui BYTE* const opStart2 = ostart + segmentSize;
2199*01826a49SYabin Cui BYTE* const opStart3 = opStart2 + segmentSize;
2200*01826a49SYabin Cui BYTE* const opStart4 = opStart3 + segmentSize;
2201*01826a49SYabin Cui BYTE* op1 = ostart;
2202*01826a49SYabin Cui BYTE* op2 = opStart2;
2203*01826a49SYabin Cui BYTE* op3 = opStart3;
2204*01826a49SYabin Cui BYTE* op4 = opStart4;
2205*01826a49SYabin Cui U32 endSignal;
2206*01826a49SYabin Cui
2207*01826a49SYabin Cui length4 = cSrcSize - (length1 + length2 + length3 + 6);
2208*01826a49SYabin Cui if (length4 > cSrcSize) return ERROR(corruption_detected); /* overflow */
2209*01826a49SYabin Cui errorCode = BIT_initDStream(&bitD1, istart1, length1);
2210*01826a49SYabin Cui if (HUF_isError(errorCode)) return errorCode;
2211*01826a49SYabin Cui errorCode = BIT_initDStream(&bitD2, istart2, length2);
2212*01826a49SYabin Cui if (HUF_isError(errorCode)) return errorCode;
2213*01826a49SYabin Cui errorCode = BIT_initDStream(&bitD3, istart3, length3);
2214*01826a49SYabin Cui if (HUF_isError(errorCode)) return errorCode;
2215*01826a49SYabin Cui errorCode = BIT_initDStream(&bitD4, istart4, length4);
2216*01826a49SYabin Cui if (HUF_isError(errorCode)) return errorCode;
2217*01826a49SYabin Cui
2218*01826a49SYabin Cui /* 16-32 symbols per loop (4-8 symbols per stream) */
2219*01826a49SYabin Cui endSignal = BIT_reloadDStream(&bitD1) | BIT_reloadDStream(&bitD2) | BIT_reloadDStream(&bitD3) | BIT_reloadDStream(&bitD4);
2220*01826a49SYabin Cui for ( ; (endSignal==BIT_DStream_unfinished) && (op4<(oend-7)) ; )
2221*01826a49SYabin Cui {
2222*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_2(op1, &bitD1);
2223*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_2(op2, &bitD2);
2224*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_2(op3, &bitD3);
2225*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_2(op4, &bitD4);
2226*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_1(op1, &bitD1);
2227*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_1(op2, &bitD2);
2228*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_1(op3, &bitD3);
2229*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_1(op4, &bitD4);
2230*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_2(op1, &bitD1);
2231*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_2(op2, &bitD2);
2232*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_2(op3, &bitD3);
2233*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_2(op4, &bitD4);
2234*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_0(op1, &bitD1);
2235*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_0(op2, &bitD2);
2236*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_0(op3, &bitD3);
2237*01826a49SYabin Cui HUF_DECODE_SYMBOLX4_0(op4, &bitD4);
2238*01826a49SYabin Cui
2239*01826a49SYabin Cui endSignal = BIT_reloadDStream(&bitD1) | BIT_reloadDStream(&bitD2) | BIT_reloadDStream(&bitD3) | BIT_reloadDStream(&bitD4);
2240*01826a49SYabin Cui }
2241*01826a49SYabin Cui
2242*01826a49SYabin Cui /* check corruption */
2243*01826a49SYabin Cui if (op1 > opStart2) return ERROR(corruption_detected);
2244*01826a49SYabin Cui if (op2 > opStart3) return ERROR(corruption_detected);
2245*01826a49SYabin Cui if (op3 > opStart4) return ERROR(corruption_detected);
2246*01826a49SYabin Cui /* note : op4 supposed already verified within main loop */
2247*01826a49SYabin Cui
2248*01826a49SYabin Cui /* finish bitStreams one by one */
2249*01826a49SYabin Cui HUF_decodeStreamX4(op1, &bitD1, opStart2, dt, dtLog);
2250*01826a49SYabin Cui HUF_decodeStreamX4(op2, &bitD2, opStart3, dt, dtLog);
2251*01826a49SYabin Cui HUF_decodeStreamX4(op3, &bitD3, opStart4, dt, dtLog);
2252*01826a49SYabin Cui HUF_decodeStreamX4(op4, &bitD4, oend, dt, dtLog);
2253*01826a49SYabin Cui
2254*01826a49SYabin Cui /* check */
2255*01826a49SYabin Cui endSignal = BIT_endOfDStream(&bitD1) & BIT_endOfDStream(&bitD2) & BIT_endOfDStream(&bitD3) & BIT_endOfDStream(&bitD4);
2256*01826a49SYabin Cui if (!endSignal) return ERROR(corruption_detected);
2257*01826a49SYabin Cui
2258*01826a49SYabin Cui /* decoded size */
2259*01826a49SYabin Cui return dstSize;
2260*01826a49SYabin Cui }
2261*01826a49SYabin Cui }
2262*01826a49SYabin Cui
2263*01826a49SYabin Cui
HUF_decompress4X4(void * dst,size_t dstSize,const void * cSrc,size_t cSrcSize)2264*01826a49SYabin Cui static size_t HUF_decompress4X4 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
2265*01826a49SYabin Cui {
2266*01826a49SYabin Cui HUF_CREATE_STATIC_DTABLEX4(DTable, HUF_MAX_TABLELOG);
2267*01826a49SYabin Cui const BYTE* ip = (const BYTE*) cSrc;
2268*01826a49SYabin Cui
2269*01826a49SYabin Cui size_t hSize = HUF_readDTableX4 (DTable, cSrc, cSrcSize);
2270*01826a49SYabin Cui if (HUF_isError(hSize)) return hSize;
2271*01826a49SYabin Cui if (hSize >= cSrcSize) return ERROR(srcSize_wrong);
2272*01826a49SYabin Cui ip += hSize;
2273*01826a49SYabin Cui cSrcSize -= hSize;
2274*01826a49SYabin Cui
2275*01826a49SYabin Cui return HUF_decompress4X4_usingDTable (dst, dstSize, ip, cSrcSize, DTable);
2276*01826a49SYabin Cui }
2277*01826a49SYabin Cui
2278*01826a49SYabin Cui
2279*01826a49SYabin Cui /**********************************/
2280*01826a49SYabin Cui /* Generic decompression selector */
2281*01826a49SYabin Cui /**********************************/
2282*01826a49SYabin Cui
2283*01826a49SYabin Cui typedef struct { U32 tableTime; U32 decode256Time; } algo_time_t;
2284*01826a49SYabin Cui static const algo_time_t algoTime[16 /* Quantization */][3 /* single, double, quad */] =
2285*01826a49SYabin Cui {
2286*01826a49SYabin Cui /* single, double, quad */
2287*01826a49SYabin Cui {{0,0}, {1,1}, {2,2}}, /* Q==0 : impossible */
2288*01826a49SYabin Cui {{0,0}, {1,1}, {2,2}}, /* Q==1 : impossible */
2289*01826a49SYabin Cui {{ 38,130}, {1313, 74}, {2151, 38}}, /* Q == 2 : 12-18% */
2290*01826a49SYabin Cui {{ 448,128}, {1353, 74}, {2238, 41}}, /* Q == 3 : 18-25% */
2291*01826a49SYabin Cui {{ 556,128}, {1353, 74}, {2238, 47}}, /* Q == 4 : 25-32% */
2292*01826a49SYabin Cui {{ 714,128}, {1418, 74}, {2436, 53}}, /* Q == 5 : 32-38% */
2293*01826a49SYabin Cui {{ 883,128}, {1437, 74}, {2464, 61}}, /* Q == 6 : 38-44% */
2294*01826a49SYabin Cui {{ 897,128}, {1515, 75}, {2622, 68}}, /* Q == 7 : 44-50% */
2295*01826a49SYabin Cui {{ 926,128}, {1613, 75}, {2730, 75}}, /* Q == 8 : 50-56% */
2296*01826a49SYabin Cui {{ 947,128}, {1729, 77}, {3359, 77}}, /* Q == 9 : 56-62% */
2297*01826a49SYabin Cui {{1107,128}, {2083, 81}, {4006, 84}}, /* Q ==10 : 62-69% */
2298*01826a49SYabin Cui {{1177,128}, {2379, 87}, {4785, 88}}, /* Q ==11 : 69-75% */
2299*01826a49SYabin Cui {{1242,128}, {2415, 93}, {5155, 84}}, /* Q ==12 : 75-81% */
2300*01826a49SYabin Cui {{1349,128}, {2644,106}, {5260,106}}, /* Q ==13 : 81-87% */
2301*01826a49SYabin Cui {{1455,128}, {2422,124}, {4174,124}}, /* Q ==14 : 87-93% */
2302*01826a49SYabin Cui {{ 722,128}, {1891,145}, {1936,146}}, /* Q ==15 : 93-99% */
2303*01826a49SYabin Cui };
2304*01826a49SYabin Cui
2305*01826a49SYabin Cui typedef size_t (*decompressionAlgo)(void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);
2306*01826a49SYabin Cui
HUF_decompress(void * dst,size_t dstSize,const void * cSrc,size_t cSrcSize)2307*01826a49SYabin Cui static size_t HUF_decompress (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
2308*01826a49SYabin Cui {
2309*01826a49SYabin Cui static const decompressionAlgo decompress[3] = { HUF_decompress4X2, HUF_decompress4X4, NULL };
2310*01826a49SYabin Cui /* estimate decompression time */
2311*01826a49SYabin Cui U32 Q;
2312*01826a49SYabin Cui const U32 D256 = (U32)(dstSize >> 8);
2313*01826a49SYabin Cui U32 Dtime[3];
2314*01826a49SYabin Cui U32 algoNb = 0;
2315*01826a49SYabin Cui int n;
2316*01826a49SYabin Cui
2317*01826a49SYabin Cui /* validation checks */
2318*01826a49SYabin Cui if (dstSize == 0) return ERROR(dstSize_tooSmall);
2319*01826a49SYabin Cui if (cSrcSize > dstSize) return ERROR(corruption_detected); /* invalid */
2320*01826a49SYabin Cui if (cSrcSize == dstSize) { memcpy(dst, cSrc, dstSize); return dstSize; } /* not compressed */
2321*01826a49SYabin Cui if (cSrcSize == 1) { memset(dst, *(const BYTE*)cSrc, dstSize); return dstSize; } /* RLE */
2322*01826a49SYabin Cui
2323*01826a49SYabin Cui /* decoder timing evaluation */
2324*01826a49SYabin Cui Q = (U32)(cSrcSize * 16 / dstSize); /* Q < 16 since dstSize > cSrcSize */
2325*01826a49SYabin Cui for (n=0; n<3; n++)
2326*01826a49SYabin Cui Dtime[n] = algoTime[Q][n].tableTime + (algoTime[Q][n].decode256Time * D256);
2327*01826a49SYabin Cui
2328*01826a49SYabin Cui Dtime[1] += Dtime[1] >> 4; Dtime[2] += Dtime[2] >> 3; /* advantage to algorithms using less memory, for cache eviction */
2329*01826a49SYabin Cui
2330*01826a49SYabin Cui if (Dtime[1] < Dtime[0]) algoNb = 1;
2331*01826a49SYabin Cui
2332*01826a49SYabin Cui return decompress[algoNb](dst, dstSize, cSrc, cSrcSize);
2333*01826a49SYabin Cui
2334*01826a49SYabin Cui //return HUF_decompress4X2(dst, dstSize, cSrc, cSrcSize); /* multi-streams single-symbol decoding */
2335*01826a49SYabin Cui //return HUF_decompress4X4(dst, dstSize, cSrc, cSrcSize); /* multi-streams double-symbols decoding */
2336*01826a49SYabin Cui //return HUF_decompress4X6(dst, dstSize, cSrc, cSrcSize); /* multi-streams quad-symbols decoding */
2337*01826a49SYabin Cui }
2338*01826a49SYabin Cui
2339*01826a49SYabin Cui
2340*01826a49SYabin Cui
2341*01826a49SYabin Cui #endif /* ZSTD_CCOMMON_H_MODULE */
2342*01826a49SYabin Cui
2343*01826a49SYabin Cui
2344*01826a49SYabin Cui /*
2345*01826a49SYabin Cui zstd - decompression module fo v0.4 legacy format
2346*01826a49SYabin Cui Copyright (C) 2015-2016, Yann Collet.
2347*01826a49SYabin Cui
2348*01826a49SYabin Cui BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
2349*01826a49SYabin Cui
2350*01826a49SYabin Cui Redistribution and use in source and binary forms, with or without
2351*01826a49SYabin Cui modification, are permitted provided that the following conditions are
2352*01826a49SYabin Cui met:
2353*01826a49SYabin Cui * Redistributions of source code must retain the above copyright
2354*01826a49SYabin Cui notice, this list of conditions and the following disclaimer.
2355*01826a49SYabin Cui * Redistributions in binary form must reproduce the above
2356*01826a49SYabin Cui copyright notice, this list of conditions and the following disclaimer
2357*01826a49SYabin Cui in the documentation and/or other materials provided with the
2358*01826a49SYabin Cui distribution.
2359*01826a49SYabin Cui THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
2360*01826a49SYabin Cui "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
2361*01826a49SYabin Cui LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
2362*01826a49SYabin Cui A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
2363*01826a49SYabin Cui OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
2364*01826a49SYabin Cui SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
2365*01826a49SYabin Cui LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
2366*01826a49SYabin Cui DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
2367*01826a49SYabin Cui THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
2368*01826a49SYabin Cui (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
2369*01826a49SYabin Cui OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
2370*01826a49SYabin Cui
2371*01826a49SYabin Cui You can contact the author at :
2372*01826a49SYabin Cui - zstd source repository : https://github.com/Cyan4973/zstd
2373*01826a49SYabin Cui - ztsd public forum : https://groups.google.com/forum/#!forum/lz4c
2374*01826a49SYabin Cui */
2375*01826a49SYabin Cui
2376*01826a49SYabin Cui /* ***************************************************************
2377*01826a49SYabin Cui * Tuning parameters
2378*01826a49SYabin Cui *****************************************************************/
2379*01826a49SYabin Cui /*!
2380*01826a49SYabin Cui * HEAPMODE :
2381*01826a49SYabin Cui * Select how default decompression function ZSTD_decompress() will allocate memory,
2382*01826a49SYabin Cui * in memory stack (0), or in memory heap (1, requires malloc())
2383*01826a49SYabin Cui */
2384*01826a49SYabin Cui #ifndef ZSTD_HEAPMODE
2385*01826a49SYabin Cui # define ZSTD_HEAPMODE 1
2386*01826a49SYabin Cui #endif
2387*01826a49SYabin Cui
2388*01826a49SYabin Cui
2389*01826a49SYabin Cui /* *******************************************************
2390*01826a49SYabin Cui * Includes
2391*01826a49SYabin Cui *********************************************************/
2392*01826a49SYabin Cui #include <stdlib.h> /* calloc */
2393*01826a49SYabin Cui #include <string.h> /* memcpy, memmove */
2394*01826a49SYabin Cui #include <stdio.h> /* debug : printf */
2395*01826a49SYabin Cui
2396*01826a49SYabin Cui
2397*01826a49SYabin Cui /* *******************************************************
2398*01826a49SYabin Cui * Compiler specifics
2399*01826a49SYabin Cui *********************************************************/
2400*01826a49SYabin Cui #ifdef _MSC_VER /* Visual Studio */
2401*01826a49SYabin Cui # include <intrin.h> /* For Visual 2005 */
2402*01826a49SYabin Cui # pragma warning(disable : 4127) /* disable: C4127: conditional expression is constant */
2403*01826a49SYabin Cui # pragma warning(disable : 4324) /* disable: C4324: padded structure */
2404*01826a49SYabin Cui #endif
2405*01826a49SYabin Cui
2406*01826a49SYabin Cui
2407*01826a49SYabin Cui /* *************************************
2408*01826a49SYabin Cui * Local types
2409*01826a49SYabin Cui ***************************************/
2410*01826a49SYabin Cui typedef struct
2411*01826a49SYabin Cui {
2412*01826a49SYabin Cui blockType_t blockType;
2413*01826a49SYabin Cui U32 origSize;
2414*01826a49SYabin Cui } blockProperties_t;
2415*01826a49SYabin Cui
2416*01826a49SYabin Cui
2417*01826a49SYabin Cui /* *******************************************************
2418*01826a49SYabin Cui * Memory operations
2419*01826a49SYabin Cui **********************************************************/
ZSTD_copy4(void * dst,const void * src)2420*01826a49SYabin Cui static void ZSTD_copy4(void* dst, const void* src) { memcpy(dst, src, 4); }
2421*01826a49SYabin Cui
2422*01826a49SYabin Cui
2423*01826a49SYabin Cui /* *************************************
2424*01826a49SYabin Cui * Error Management
2425*01826a49SYabin Cui ***************************************/
2426*01826a49SYabin Cui
2427*01826a49SYabin Cui /*! ZSTD_isError
2428*01826a49SYabin Cui * tells if a return value is an error code */
ZSTD_isError(size_t code)2429*01826a49SYabin Cui static unsigned ZSTD_isError(size_t code) { return ERR_isError(code); }
2430*01826a49SYabin Cui
2431*01826a49SYabin Cui
2432*01826a49SYabin Cui /* *************************************************************
2433*01826a49SYabin Cui * Context management
2434*01826a49SYabin Cui ***************************************************************/
2435*01826a49SYabin Cui typedef enum { ZSTDds_getFrameHeaderSize, ZSTDds_decodeFrameHeader,
2436*01826a49SYabin Cui ZSTDds_decodeBlockHeader, ZSTDds_decompressBlock } ZSTD_dStage;
2437*01826a49SYabin Cui
2438*01826a49SYabin Cui struct ZSTDv04_Dctx_s
2439*01826a49SYabin Cui {
2440*01826a49SYabin Cui U32 LLTable[FSE_DTABLE_SIZE_U32(LLFSELog)];
2441*01826a49SYabin Cui U32 OffTable[FSE_DTABLE_SIZE_U32(OffFSELog)];
2442*01826a49SYabin Cui U32 MLTable[FSE_DTABLE_SIZE_U32(MLFSELog)];
2443*01826a49SYabin Cui const void* previousDstEnd;
2444*01826a49SYabin Cui const void* base;
2445*01826a49SYabin Cui const void* vBase;
2446*01826a49SYabin Cui const void* dictEnd;
2447*01826a49SYabin Cui size_t expected;
2448*01826a49SYabin Cui size_t headerSize;
2449*01826a49SYabin Cui ZSTD_parameters params;
2450*01826a49SYabin Cui blockType_t bType;
2451*01826a49SYabin Cui ZSTD_dStage stage;
2452*01826a49SYabin Cui const BYTE* litPtr;
2453*01826a49SYabin Cui size_t litSize;
2454*01826a49SYabin Cui BYTE litBuffer[BLOCKSIZE + 8 /* margin for wildcopy */];
2455*01826a49SYabin Cui BYTE headerBuffer[ZSTD_frameHeaderSize_max];
2456*01826a49SYabin Cui }; /* typedef'd to ZSTD_DCtx within "zstd_static.h" */
2457*01826a49SYabin Cui
ZSTD_resetDCtx(ZSTD_DCtx * dctx)2458*01826a49SYabin Cui static size_t ZSTD_resetDCtx(ZSTD_DCtx* dctx)
2459*01826a49SYabin Cui {
2460*01826a49SYabin Cui dctx->expected = ZSTD_frameHeaderSize_min;
2461*01826a49SYabin Cui dctx->stage = ZSTDds_getFrameHeaderSize;
2462*01826a49SYabin Cui dctx->previousDstEnd = NULL;
2463*01826a49SYabin Cui dctx->base = NULL;
2464*01826a49SYabin Cui dctx->vBase = NULL;
2465*01826a49SYabin Cui dctx->dictEnd = NULL;
2466*01826a49SYabin Cui return 0;
2467*01826a49SYabin Cui }
2468*01826a49SYabin Cui
ZSTD_createDCtx(void)2469*01826a49SYabin Cui static ZSTD_DCtx* ZSTD_createDCtx(void)
2470*01826a49SYabin Cui {
2471*01826a49SYabin Cui ZSTD_DCtx* dctx = (ZSTD_DCtx*)malloc(sizeof(ZSTD_DCtx));
2472*01826a49SYabin Cui if (dctx==NULL) return NULL;
2473*01826a49SYabin Cui ZSTD_resetDCtx(dctx);
2474*01826a49SYabin Cui return dctx;
2475*01826a49SYabin Cui }
2476*01826a49SYabin Cui
ZSTD_freeDCtx(ZSTD_DCtx * dctx)2477*01826a49SYabin Cui static size_t ZSTD_freeDCtx(ZSTD_DCtx* dctx)
2478*01826a49SYabin Cui {
2479*01826a49SYabin Cui free(dctx);
2480*01826a49SYabin Cui return 0;
2481*01826a49SYabin Cui }
2482*01826a49SYabin Cui
2483*01826a49SYabin Cui
2484*01826a49SYabin Cui /* *************************************************************
2485*01826a49SYabin Cui * Decompression section
2486*01826a49SYabin Cui ***************************************************************/
2487*01826a49SYabin Cui /** ZSTD_decodeFrameHeader_Part1
2488*01826a49SYabin Cui * decode the 1st part of the Frame Header, which tells Frame Header size.
2489*01826a49SYabin Cui * srcSize must be == ZSTD_frameHeaderSize_min
2490*01826a49SYabin Cui * @return : the full size of the Frame Header */
ZSTD_decodeFrameHeader_Part1(ZSTD_DCtx * zc,const void * src,size_t srcSize)2491*01826a49SYabin Cui static size_t ZSTD_decodeFrameHeader_Part1(ZSTD_DCtx* zc, const void* src, size_t srcSize)
2492*01826a49SYabin Cui {
2493*01826a49SYabin Cui U32 magicNumber;
2494*01826a49SYabin Cui if (srcSize != ZSTD_frameHeaderSize_min) return ERROR(srcSize_wrong);
2495*01826a49SYabin Cui magicNumber = MEM_readLE32(src);
2496*01826a49SYabin Cui if (magicNumber != ZSTD_MAGICNUMBER) return ERROR(prefix_unknown);
2497*01826a49SYabin Cui zc->headerSize = ZSTD_frameHeaderSize_min;
2498*01826a49SYabin Cui return zc->headerSize;
2499*01826a49SYabin Cui }
2500*01826a49SYabin Cui
2501*01826a49SYabin Cui
ZSTD_getFrameParams(ZSTD_parameters * params,const void * src,size_t srcSize)2502*01826a49SYabin Cui static size_t ZSTD_getFrameParams(ZSTD_parameters* params, const void* src, size_t srcSize)
2503*01826a49SYabin Cui {
2504*01826a49SYabin Cui U32 magicNumber;
2505*01826a49SYabin Cui if (srcSize < ZSTD_frameHeaderSize_min) return ZSTD_frameHeaderSize_max;
2506*01826a49SYabin Cui magicNumber = MEM_readLE32(src);
2507*01826a49SYabin Cui if (magicNumber != ZSTD_MAGICNUMBER) return ERROR(prefix_unknown);
2508*01826a49SYabin Cui memset(params, 0, sizeof(*params));
2509*01826a49SYabin Cui params->windowLog = (((const BYTE*)src)[4] & 15) + ZSTD_WINDOWLOG_ABSOLUTEMIN;
2510*01826a49SYabin Cui if ((((const BYTE*)src)[4] >> 4) != 0) return ERROR(frameParameter_unsupported); /* reserved bits */
2511*01826a49SYabin Cui return 0;
2512*01826a49SYabin Cui }
2513*01826a49SYabin Cui
2514*01826a49SYabin Cui /** ZSTD_decodeFrameHeader_Part2
2515*01826a49SYabin Cui * decode the full Frame Header
2516*01826a49SYabin Cui * srcSize must be the size provided by ZSTD_decodeFrameHeader_Part1
2517*01826a49SYabin Cui * @return : 0, or an error code, which can be tested using ZSTD_isError() */
ZSTD_decodeFrameHeader_Part2(ZSTD_DCtx * zc,const void * src,size_t srcSize)2518*01826a49SYabin Cui static size_t ZSTD_decodeFrameHeader_Part2(ZSTD_DCtx* zc, const void* src, size_t srcSize)
2519*01826a49SYabin Cui {
2520*01826a49SYabin Cui size_t result;
2521*01826a49SYabin Cui if (srcSize != zc->headerSize) return ERROR(srcSize_wrong);
2522*01826a49SYabin Cui result = ZSTD_getFrameParams(&(zc->params), src, srcSize);
2523*01826a49SYabin Cui if ((MEM_32bits()) && (zc->params.windowLog > 25)) return ERROR(frameParameter_unsupported);
2524*01826a49SYabin Cui return result;
2525*01826a49SYabin Cui }
2526*01826a49SYabin Cui
2527*01826a49SYabin Cui
ZSTD_getcBlockSize(const void * src,size_t srcSize,blockProperties_t * bpPtr)2528*01826a49SYabin Cui static size_t ZSTD_getcBlockSize(const void* src, size_t srcSize, blockProperties_t* bpPtr)
2529*01826a49SYabin Cui {
2530*01826a49SYabin Cui const BYTE* const in = (const BYTE* const)src;
2531*01826a49SYabin Cui BYTE headerFlags;
2532*01826a49SYabin Cui U32 cSize;
2533*01826a49SYabin Cui
2534*01826a49SYabin Cui if (srcSize < 3) return ERROR(srcSize_wrong);
2535*01826a49SYabin Cui
2536*01826a49SYabin Cui headerFlags = *in;
2537*01826a49SYabin Cui cSize = in[2] + (in[1]<<8) + ((in[0] & 7)<<16);
2538*01826a49SYabin Cui
2539*01826a49SYabin Cui bpPtr->blockType = (blockType_t)(headerFlags >> 6);
2540*01826a49SYabin Cui bpPtr->origSize = (bpPtr->blockType == bt_rle) ? cSize : 0;
2541*01826a49SYabin Cui
2542*01826a49SYabin Cui if (bpPtr->blockType == bt_end) return 0;
2543*01826a49SYabin Cui if (bpPtr->blockType == bt_rle) return 1;
2544*01826a49SYabin Cui return cSize;
2545*01826a49SYabin Cui }
2546*01826a49SYabin Cui
ZSTD_copyRawBlock(void * dst,size_t maxDstSize,const void * src,size_t srcSize)2547*01826a49SYabin Cui static size_t ZSTD_copyRawBlock(void* dst, size_t maxDstSize, const void* src, size_t srcSize)
2548*01826a49SYabin Cui {
2549*01826a49SYabin Cui if (srcSize > maxDstSize) return ERROR(dstSize_tooSmall);
2550*01826a49SYabin Cui if (srcSize > 0) {
2551*01826a49SYabin Cui memcpy(dst, src, srcSize);
2552*01826a49SYabin Cui }
2553*01826a49SYabin Cui return srcSize;
2554*01826a49SYabin Cui }
2555*01826a49SYabin Cui
2556*01826a49SYabin Cui
2557*01826a49SYabin Cui /** ZSTD_decompressLiterals
2558*01826a49SYabin Cui @return : nb of bytes read from src, or an error code*/
ZSTD_decompressLiterals(void * dst,size_t * maxDstSizePtr,const void * src,size_t srcSize)2559*01826a49SYabin Cui static size_t ZSTD_decompressLiterals(void* dst, size_t* maxDstSizePtr,
2560*01826a49SYabin Cui const void* src, size_t srcSize)
2561*01826a49SYabin Cui {
2562*01826a49SYabin Cui const BYTE* ip = (const BYTE*)src;
2563*01826a49SYabin Cui
2564*01826a49SYabin Cui const size_t litSize = (MEM_readLE32(src) & 0x1FFFFF) >> 2; /* no buffer issue : srcSize >= MIN_CBLOCK_SIZE */
2565*01826a49SYabin Cui const size_t litCSize = (MEM_readLE32(ip+2) & 0xFFFFFF) >> 5; /* no buffer issue : srcSize >= MIN_CBLOCK_SIZE */
2566*01826a49SYabin Cui
2567*01826a49SYabin Cui if (litSize > *maxDstSizePtr) return ERROR(corruption_detected);
2568*01826a49SYabin Cui if (litCSize + 5 > srcSize) return ERROR(corruption_detected);
2569*01826a49SYabin Cui
2570*01826a49SYabin Cui if (HUF_isError(HUF_decompress(dst, litSize, ip+5, litCSize))) return ERROR(corruption_detected);
2571*01826a49SYabin Cui
2572*01826a49SYabin Cui *maxDstSizePtr = litSize;
2573*01826a49SYabin Cui return litCSize + 5;
2574*01826a49SYabin Cui }
2575*01826a49SYabin Cui
2576*01826a49SYabin Cui
2577*01826a49SYabin Cui /** ZSTD_decodeLiteralsBlock
2578*01826a49SYabin Cui @return : nb of bytes read from src (< srcSize ) */
ZSTD_decodeLiteralsBlock(ZSTD_DCtx * dctx,const void * src,size_t srcSize)2579*01826a49SYabin Cui static size_t ZSTD_decodeLiteralsBlock(ZSTD_DCtx* dctx,
2580*01826a49SYabin Cui const void* src, size_t srcSize) /* note : srcSize < BLOCKSIZE */
2581*01826a49SYabin Cui {
2582*01826a49SYabin Cui const BYTE* const istart = (const BYTE*) src;
2583*01826a49SYabin Cui
2584*01826a49SYabin Cui /* any compressed block with literals segment must be at least this size */
2585*01826a49SYabin Cui if (srcSize < MIN_CBLOCK_SIZE) return ERROR(corruption_detected);
2586*01826a49SYabin Cui
2587*01826a49SYabin Cui switch(*istart & 3)
2588*01826a49SYabin Cui {
2589*01826a49SYabin Cui /* compressed */
2590*01826a49SYabin Cui case 0:
2591*01826a49SYabin Cui {
2592*01826a49SYabin Cui size_t litSize = BLOCKSIZE;
2593*01826a49SYabin Cui const size_t readSize = ZSTD_decompressLiterals(dctx->litBuffer, &litSize, src, srcSize);
2594*01826a49SYabin Cui dctx->litPtr = dctx->litBuffer;
2595*01826a49SYabin Cui dctx->litSize = litSize;
2596*01826a49SYabin Cui memset(dctx->litBuffer + dctx->litSize, 0, 8);
2597*01826a49SYabin Cui return readSize; /* works if it's an error too */
2598*01826a49SYabin Cui }
2599*01826a49SYabin Cui case IS_RAW:
2600*01826a49SYabin Cui {
2601*01826a49SYabin Cui const size_t litSize = (MEM_readLE32(istart) & 0xFFFFFF) >> 2; /* no buffer issue : srcSize >= MIN_CBLOCK_SIZE */
2602*01826a49SYabin Cui if (litSize > srcSize-11) /* risk of reading too far with wildcopy */
2603*01826a49SYabin Cui {
2604*01826a49SYabin Cui if (litSize > BLOCKSIZE) return ERROR(corruption_detected);
2605*01826a49SYabin Cui if (litSize > srcSize-3) return ERROR(corruption_detected);
2606*01826a49SYabin Cui memcpy(dctx->litBuffer, istart, litSize);
2607*01826a49SYabin Cui dctx->litPtr = dctx->litBuffer;
2608*01826a49SYabin Cui dctx->litSize = litSize;
2609*01826a49SYabin Cui memset(dctx->litBuffer + dctx->litSize, 0, 8);
2610*01826a49SYabin Cui return litSize+3;
2611*01826a49SYabin Cui }
2612*01826a49SYabin Cui /* direct reference into compressed stream */
2613*01826a49SYabin Cui dctx->litPtr = istart+3;
2614*01826a49SYabin Cui dctx->litSize = litSize;
2615*01826a49SYabin Cui return litSize+3; }
2616*01826a49SYabin Cui case IS_RLE:
2617*01826a49SYabin Cui {
2618*01826a49SYabin Cui const size_t litSize = (MEM_readLE32(istart) & 0xFFFFFF) >> 2; /* no buffer issue : srcSize >= MIN_CBLOCK_SIZE */
2619*01826a49SYabin Cui if (litSize > BLOCKSIZE) return ERROR(corruption_detected);
2620*01826a49SYabin Cui memset(dctx->litBuffer, istart[3], litSize + 8);
2621*01826a49SYabin Cui dctx->litPtr = dctx->litBuffer;
2622*01826a49SYabin Cui dctx->litSize = litSize;
2623*01826a49SYabin Cui return 4;
2624*01826a49SYabin Cui }
2625*01826a49SYabin Cui default:
2626*01826a49SYabin Cui return ERROR(corruption_detected); /* forbidden nominal case */
2627*01826a49SYabin Cui }
2628*01826a49SYabin Cui }
2629*01826a49SYabin Cui
2630*01826a49SYabin Cui
ZSTD_decodeSeqHeaders(int * nbSeq,const BYTE ** dumpsPtr,size_t * dumpsLengthPtr,FSE_DTable * DTableLL,FSE_DTable * DTableML,FSE_DTable * DTableOffb,const void * src,size_t srcSize)2631*01826a49SYabin Cui static size_t ZSTD_decodeSeqHeaders(int* nbSeq, const BYTE** dumpsPtr, size_t* dumpsLengthPtr,
2632*01826a49SYabin Cui FSE_DTable* DTableLL, FSE_DTable* DTableML, FSE_DTable* DTableOffb,
2633*01826a49SYabin Cui const void* src, size_t srcSize)
2634*01826a49SYabin Cui {
2635*01826a49SYabin Cui const BYTE* const istart = (const BYTE* const)src;
2636*01826a49SYabin Cui const BYTE* ip = istart;
2637*01826a49SYabin Cui const BYTE* const iend = istart + srcSize;
2638*01826a49SYabin Cui U32 LLtype, Offtype, MLtype;
2639*01826a49SYabin Cui U32 LLlog, Offlog, MLlog;
2640*01826a49SYabin Cui size_t dumpsLength;
2641*01826a49SYabin Cui
2642*01826a49SYabin Cui /* check */
2643*01826a49SYabin Cui if (srcSize < 5) return ERROR(srcSize_wrong);
2644*01826a49SYabin Cui
2645*01826a49SYabin Cui /* SeqHead */
2646*01826a49SYabin Cui *nbSeq = MEM_readLE16(ip); ip+=2;
2647*01826a49SYabin Cui LLtype = *ip >> 6;
2648*01826a49SYabin Cui Offtype = (*ip >> 4) & 3;
2649*01826a49SYabin Cui MLtype = (*ip >> 2) & 3;
2650*01826a49SYabin Cui if (*ip & 2)
2651*01826a49SYabin Cui {
2652*01826a49SYabin Cui dumpsLength = ip[2];
2653*01826a49SYabin Cui dumpsLength += ip[1] << 8;
2654*01826a49SYabin Cui ip += 3;
2655*01826a49SYabin Cui }
2656*01826a49SYabin Cui else
2657*01826a49SYabin Cui {
2658*01826a49SYabin Cui dumpsLength = ip[1];
2659*01826a49SYabin Cui dumpsLength += (ip[0] & 1) << 8;
2660*01826a49SYabin Cui ip += 2;
2661*01826a49SYabin Cui }
2662*01826a49SYabin Cui *dumpsPtr = ip;
2663*01826a49SYabin Cui ip += dumpsLength;
2664*01826a49SYabin Cui *dumpsLengthPtr = dumpsLength;
2665*01826a49SYabin Cui
2666*01826a49SYabin Cui /* check */
2667*01826a49SYabin Cui if (ip > iend-3) return ERROR(srcSize_wrong); /* min : all 3 are "raw", hence no header, but at least xxLog bits per type */
2668*01826a49SYabin Cui
2669*01826a49SYabin Cui /* sequences */
2670*01826a49SYabin Cui {
2671*01826a49SYabin Cui S16 norm[MaxML+1]; /* assumption : MaxML >= MaxLL >= MaxOff */
2672*01826a49SYabin Cui size_t headerSize;
2673*01826a49SYabin Cui
2674*01826a49SYabin Cui /* Build DTables */
2675*01826a49SYabin Cui switch(LLtype)
2676*01826a49SYabin Cui {
2677*01826a49SYabin Cui case bt_rle :
2678*01826a49SYabin Cui LLlog = 0;
2679*01826a49SYabin Cui FSE_buildDTable_rle(DTableLL, *ip++); break;
2680*01826a49SYabin Cui case bt_raw :
2681*01826a49SYabin Cui LLlog = LLbits;
2682*01826a49SYabin Cui FSE_buildDTable_raw(DTableLL, LLbits); break;
2683*01826a49SYabin Cui default :
2684*01826a49SYabin Cui { U32 max = MaxLL;
2685*01826a49SYabin Cui headerSize = FSE_readNCount(norm, &max, &LLlog, ip, iend-ip);
2686*01826a49SYabin Cui if (FSE_isError(headerSize)) return ERROR(GENERIC);
2687*01826a49SYabin Cui if (LLlog > LLFSELog) return ERROR(corruption_detected);
2688*01826a49SYabin Cui ip += headerSize;
2689*01826a49SYabin Cui FSE_buildDTable(DTableLL, norm, max, LLlog);
2690*01826a49SYabin Cui } }
2691*01826a49SYabin Cui
2692*01826a49SYabin Cui switch(Offtype)
2693*01826a49SYabin Cui {
2694*01826a49SYabin Cui case bt_rle :
2695*01826a49SYabin Cui Offlog = 0;
2696*01826a49SYabin Cui if (ip > iend-2) return ERROR(srcSize_wrong); /* min : "raw", hence no header, but at least xxLog bits */
2697*01826a49SYabin Cui FSE_buildDTable_rle(DTableOffb, *ip++ & MaxOff); /* if *ip > MaxOff, data is corrupted */
2698*01826a49SYabin Cui break;
2699*01826a49SYabin Cui case bt_raw :
2700*01826a49SYabin Cui Offlog = Offbits;
2701*01826a49SYabin Cui FSE_buildDTable_raw(DTableOffb, Offbits); break;
2702*01826a49SYabin Cui default :
2703*01826a49SYabin Cui { U32 max = MaxOff;
2704*01826a49SYabin Cui headerSize = FSE_readNCount(norm, &max, &Offlog, ip, iend-ip);
2705*01826a49SYabin Cui if (FSE_isError(headerSize)) return ERROR(GENERIC);
2706*01826a49SYabin Cui if (Offlog > OffFSELog) return ERROR(corruption_detected);
2707*01826a49SYabin Cui ip += headerSize;
2708*01826a49SYabin Cui FSE_buildDTable(DTableOffb, norm, max, Offlog);
2709*01826a49SYabin Cui } }
2710*01826a49SYabin Cui
2711*01826a49SYabin Cui switch(MLtype)
2712*01826a49SYabin Cui {
2713*01826a49SYabin Cui case bt_rle :
2714*01826a49SYabin Cui MLlog = 0;
2715*01826a49SYabin Cui if (ip > iend-2) return ERROR(srcSize_wrong); /* min : "raw", hence no header, but at least xxLog bits */
2716*01826a49SYabin Cui FSE_buildDTable_rle(DTableML, *ip++); break;
2717*01826a49SYabin Cui case bt_raw :
2718*01826a49SYabin Cui MLlog = MLbits;
2719*01826a49SYabin Cui FSE_buildDTable_raw(DTableML, MLbits); break;
2720*01826a49SYabin Cui default :
2721*01826a49SYabin Cui { U32 max = MaxML;
2722*01826a49SYabin Cui headerSize = FSE_readNCount(norm, &max, &MLlog, ip, iend-ip);
2723*01826a49SYabin Cui if (FSE_isError(headerSize)) return ERROR(GENERIC);
2724*01826a49SYabin Cui if (MLlog > MLFSELog) return ERROR(corruption_detected);
2725*01826a49SYabin Cui ip += headerSize;
2726*01826a49SYabin Cui FSE_buildDTable(DTableML, norm, max, MLlog);
2727*01826a49SYabin Cui } } }
2728*01826a49SYabin Cui
2729*01826a49SYabin Cui return ip-istart;
2730*01826a49SYabin Cui }
2731*01826a49SYabin Cui
2732*01826a49SYabin Cui
2733*01826a49SYabin Cui typedef struct {
2734*01826a49SYabin Cui size_t litLength;
2735*01826a49SYabin Cui size_t offset;
2736*01826a49SYabin Cui size_t matchLength;
2737*01826a49SYabin Cui } seq_t;
2738*01826a49SYabin Cui
2739*01826a49SYabin Cui typedef struct {
2740*01826a49SYabin Cui BIT_DStream_t DStream;
2741*01826a49SYabin Cui FSE_DState_t stateLL;
2742*01826a49SYabin Cui FSE_DState_t stateOffb;
2743*01826a49SYabin Cui FSE_DState_t stateML;
2744*01826a49SYabin Cui size_t prevOffset;
2745*01826a49SYabin Cui const BYTE* dumps;
2746*01826a49SYabin Cui const BYTE* dumpsEnd;
2747*01826a49SYabin Cui } seqState_t;
2748*01826a49SYabin Cui
2749*01826a49SYabin Cui
ZSTD_decodeSequence(seq_t * seq,seqState_t * seqState)2750*01826a49SYabin Cui static void ZSTD_decodeSequence(seq_t* seq, seqState_t* seqState)
2751*01826a49SYabin Cui {
2752*01826a49SYabin Cui size_t litLength;
2753*01826a49SYabin Cui size_t prevOffset;
2754*01826a49SYabin Cui size_t offset;
2755*01826a49SYabin Cui size_t matchLength;
2756*01826a49SYabin Cui const BYTE* dumps = seqState->dumps;
2757*01826a49SYabin Cui const BYTE* const de = seqState->dumpsEnd;
2758*01826a49SYabin Cui
2759*01826a49SYabin Cui /* Literal length */
2760*01826a49SYabin Cui litLength = FSE_decodeSymbol(&(seqState->stateLL), &(seqState->DStream));
2761*01826a49SYabin Cui prevOffset = litLength ? seq->offset : seqState->prevOffset;
2762*01826a49SYabin Cui if (litLength == MaxLL) {
2763*01826a49SYabin Cui const U32 add = dumps<de ? *dumps++ : 0;
2764*01826a49SYabin Cui if (add < 255) litLength += add;
2765*01826a49SYabin Cui else if (dumps + 3 <= de) {
2766*01826a49SYabin Cui litLength = MEM_readLE24(dumps);
2767*01826a49SYabin Cui dumps += 3;
2768*01826a49SYabin Cui }
2769*01826a49SYabin Cui if (dumps >= de) { dumps = de-1; } /* late correction, to avoid read overflow (data is now corrupted anyway) */
2770*01826a49SYabin Cui }
2771*01826a49SYabin Cui
2772*01826a49SYabin Cui /* Offset */
2773*01826a49SYabin Cui { static const U32 offsetPrefix[MaxOff+1] = {
2774*01826a49SYabin Cui 1 /*fake*/, 1, 2, 4, 8, 16, 32, 64, 128, 256,
2775*01826a49SYabin Cui 512, 1024, 2048, 4096, 8192, 16384, 32768, 65536, 131072, 262144,
2776*01826a49SYabin Cui 524288, 1048576, 2097152, 4194304, 8388608, 16777216, 33554432, /*fake*/ 1, 1, 1, 1, 1 };
2777*01826a49SYabin Cui U32 offsetCode, nbBits;
2778*01826a49SYabin Cui offsetCode = FSE_decodeSymbol(&(seqState->stateOffb), &(seqState->DStream)); /* <= maxOff, by table construction */
2779*01826a49SYabin Cui if (MEM_32bits()) BIT_reloadDStream(&(seqState->DStream));
2780*01826a49SYabin Cui nbBits = offsetCode - 1;
2781*01826a49SYabin Cui if (offsetCode==0) nbBits = 0; /* cmove */
2782*01826a49SYabin Cui offset = offsetPrefix[offsetCode] + BIT_readBits(&(seqState->DStream), nbBits);
2783*01826a49SYabin Cui if (MEM_32bits()) BIT_reloadDStream(&(seqState->DStream));
2784*01826a49SYabin Cui if (offsetCode==0) offset = prevOffset; /* cmove */
2785*01826a49SYabin Cui if (offsetCode | !litLength) seqState->prevOffset = seq->offset; /* cmove */
2786*01826a49SYabin Cui }
2787*01826a49SYabin Cui
2788*01826a49SYabin Cui /* MatchLength */
2789*01826a49SYabin Cui matchLength = FSE_decodeSymbol(&(seqState->stateML), &(seqState->DStream));
2790*01826a49SYabin Cui if (matchLength == MaxML) {
2791*01826a49SYabin Cui const U32 add = dumps<de ? *dumps++ : 0;
2792*01826a49SYabin Cui if (add < 255) matchLength += add;
2793*01826a49SYabin Cui else if (dumps + 3 <= de){
2794*01826a49SYabin Cui matchLength = MEM_readLE24(dumps);
2795*01826a49SYabin Cui dumps += 3;
2796*01826a49SYabin Cui }
2797*01826a49SYabin Cui if (dumps >= de) { dumps = de-1; } /* late correction, to avoid read overflow (data is now corrupted anyway) */
2798*01826a49SYabin Cui }
2799*01826a49SYabin Cui matchLength += MINMATCH;
2800*01826a49SYabin Cui
2801*01826a49SYabin Cui /* save result */
2802*01826a49SYabin Cui seq->litLength = litLength;
2803*01826a49SYabin Cui seq->offset = offset;
2804*01826a49SYabin Cui seq->matchLength = matchLength;
2805*01826a49SYabin Cui seqState->dumps = dumps;
2806*01826a49SYabin Cui }
2807*01826a49SYabin Cui
2808*01826a49SYabin Cui
ZSTD_execSequence(BYTE * op,BYTE * const oend,seq_t sequence,const BYTE ** litPtr,const BYTE * const litLimit,const BYTE * const base,const BYTE * const vBase,const BYTE * const dictEnd)2809*01826a49SYabin Cui static size_t ZSTD_execSequence(BYTE* op,
2810*01826a49SYabin Cui BYTE* const oend, seq_t sequence,
2811*01826a49SYabin Cui const BYTE** litPtr, const BYTE* const litLimit,
2812*01826a49SYabin Cui const BYTE* const base, const BYTE* const vBase, const BYTE* const dictEnd)
2813*01826a49SYabin Cui {
2814*01826a49SYabin Cui static const int dec32table[] = { 0, 1, 2, 1, 4, 4, 4, 4 }; /* added */
2815*01826a49SYabin Cui static const int dec64table[] = { 8, 8, 8, 7, 8, 9,10,11 }; /* subtracted */
2816*01826a49SYabin Cui BYTE* const oLitEnd = op + sequence.litLength;
2817*01826a49SYabin Cui const size_t sequenceLength = sequence.litLength + sequence.matchLength;
2818*01826a49SYabin Cui BYTE* const oMatchEnd = op + sequenceLength; /* risk : address space overflow (32-bits) */
2819*01826a49SYabin Cui BYTE* const oend_8 = oend-8;
2820*01826a49SYabin Cui const BYTE* const litEnd = *litPtr + sequence.litLength;
2821*01826a49SYabin Cui const BYTE* match = oLitEnd - sequence.offset;
2822*01826a49SYabin Cui
2823*01826a49SYabin Cui /* checks */
2824*01826a49SYabin Cui size_t const seqLength = sequence.litLength + sequence.matchLength;
2825*01826a49SYabin Cui
2826*01826a49SYabin Cui if (seqLength > (size_t)(oend - op)) return ERROR(dstSize_tooSmall);
2827*01826a49SYabin Cui if (sequence.litLength > (size_t)(litLimit - *litPtr)) return ERROR(corruption_detected);
2828*01826a49SYabin Cui /* Now we know there are no overflow in literal nor match lengths, can use pointer checks */
2829*01826a49SYabin Cui if (oLitEnd > oend_8) return ERROR(dstSize_tooSmall);
2830*01826a49SYabin Cui
2831*01826a49SYabin Cui if (oMatchEnd > oend) return ERROR(dstSize_tooSmall); /* overwrite beyond dst buffer */
2832*01826a49SYabin Cui if (litEnd > litLimit) return ERROR(corruption_detected); /* overRead beyond lit buffer */
2833*01826a49SYabin Cui
2834*01826a49SYabin Cui /* copy Literals */
2835*01826a49SYabin Cui ZSTD_wildcopy(op, *litPtr, (ptrdiff_t)sequence.litLength); /* note : oLitEnd <= oend-8 : no risk of overwrite beyond oend */
2836*01826a49SYabin Cui op = oLitEnd;
2837*01826a49SYabin Cui *litPtr = litEnd; /* update for next sequence */
2838*01826a49SYabin Cui
2839*01826a49SYabin Cui /* copy Match */
2840*01826a49SYabin Cui if (sequence.offset > (size_t)(oLitEnd - base))
2841*01826a49SYabin Cui {
2842*01826a49SYabin Cui /* offset beyond prefix */
2843*01826a49SYabin Cui if (sequence.offset > (size_t)(oLitEnd - vBase))
2844*01826a49SYabin Cui return ERROR(corruption_detected);
2845*01826a49SYabin Cui match = dictEnd - (base-match);
2846*01826a49SYabin Cui if (match + sequence.matchLength <= dictEnd)
2847*01826a49SYabin Cui {
2848*01826a49SYabin Cui memmove(oLitEnd, match, sequence.matchLength);
2849*01826a49SYabin Cui return sequenceLength;
2850*01826a49SYabin Cui }
2851*01826a49SYabin Cui /* span extDict & currentPrefixSegment */
2852*01826a49SYabin Cui {
2853*01826a49SYabin Cui size_t length1 = dictEnd - match;
2854*01826a49SYabin Cui memmove(oLitEnd, match, length1);
2855*01826a49SYabin Cui op = oLitEnd + length1;
2856*01826a49SYabin Cui sequence.matchLength -= length1;
2857*01826a49SYabin Cui match = base;
2858*01826a49SYabin Cui if (op > oend_8 || sequence.matchLength < MINMATCH) {
2859*01826a49SYabin Cui while (op < oMatchEnd) *op++ = *match++;
2860*01826a49SYabin Cui return sequenceLength;
2861*01826a49SYabin Cui }
2862*01826a49SYabin Cui }
2863*01826a49SYabin Cui }
2864*01826a49SYabin Cui /* Requirement: op <= oend_8 */
2865*01826a49SYabin Cui
2866*01826a49SYabin Cui /* match within prefix */
2867*01826a49SYabin Cui if (sequence.offset < 8) {
2868*01826a49SYabin Cui /* close range match, overlap */
2869*01826a49SYabin Cui const int sub2 = dec64table[sequence.offset];
2870*01826a49SYabin Cui op[0] = match[0];
2871*01826a49SYabin Cui op[1] = match[1];
2872*01826a49SYabin Cui op[2] = match[2];
2873*01826a49SYabin Cui op[3] = match[3];
2874*01826a49SYabin Cui match += dec32table[sequence.offset];
2875*01826a49SYabin Cui ZSTD_copy4(op+4, match);
2876*01826a49SYabin Cui match -= sub2;
2877*01826a49SYabin Cui } else {
2878*01826a49SYabin Cui ZSTD_copy8(op, match);
2879*01826a49SYabin Cui }
2880*01826a49SYabin Cui op += 8; match += 8;
2881*01826a49SYabin Cui
2882*01826a49SYabin Cui if (oMatchEnd > oend-(16-MINMATCH))
2883*01826a49SYabin Cui {
2884*01826a49SYabin Cui if (op < oend_8)
2885*01826a49SYabin Cui {
2886*01826a49SYabin Cui ZSTD_wildcopy(op, match, oend_8 - op);
2887*01826a49SYabin Cui match += oend_8 - op;
2888*01826a49SYabin Cui op = oend_8;
2889*01826a49SYabin Cui }
2890*01826a49SYabin Cui while (op < oMatchEnd) *op++ = *match++;
2891*01826a49SYabin Cui }
2892*01826a49SYabin Cui else
2893*01826a49SYabin Cui {
2894*01826a49SYabin Cui ZSTD_wildcopy(op, match, (ptrdiff_t)sequence.matchLength-8); /* works even if matchLength < 8, but must be signed */
2895*01826a49SYabin Cui }
2896*01826a49SYabin Cui return sequenceLength;
2897*01826a49SYabin Cui }
2898*01826a49SYabin Cui
2899*01826a49SYabin Cui
ZSTD_decompressSequences(ZSTD_DCtx * dctx,void * dst,size_t maxDstSize,const void * seqStart,size_t seqSize)2900*01826a49SYabin Cui static size_t ZSTD_decompressSequences(
2901*01826a49SYabin Cui ZSTD_DCtx* dctx,
2902*01826a49SYabin Cui void* dst, size_t maxDstSize,
2903*01826a49SYabin Cui const void* seqStart, size_t seqSize)
2904*01826a49SYabin Cui {
2905*01826a49SYabin Cui const BYTE* ip = (const BYTE*)seqStart;
2906*01826a49SYabin Cui const BYTE* const iend = ip + seqSize;
2907*01826a49SYabin Cui BYTE* const ostart = (BYTE* const)dst;
2908*01826a49SYabin Cui BYTE* op = ostart;
2909*01826a49SYabin Cui BYTE* const oend = ostart + maxDstSize;
2910*01826a49SYabin Cui size_t errorCode, dumpsLength;
2911*01826a49SYabin Cui const BYTE* litPtr = dctx->litPtr;
2912*01826a49SYabin Cui const BYTE* const litEnd = litPtr + dctx->litSize;
2913*01826a49SYabin Cui int nbSeq;
2914*01826a49SYabin Cui const BYTE* dumps;
2915*01826a49SYabin Cui U32* DTableLL = dctx->LLTable;
2916*01826a49SYabin Cui U32* DTableML = dctx->MLTable;
2917*01826a49SYabin Cui U32* DTableOffb = dctx->OffTable;
2918*01826a49SYabin Cui const BYTE* const base = (const BYTE*) (dctx->base);
2919*01826a49SYabin Cui const BYTE* const vBase = (const BYTE*) (dctx->vBase);
2920*01826a49SYabin Cui const BYTE* const dictEnd = (const BYTE*) (dctx->dictEnd);
2921*01826a49SYabin Cui
2922*01826a49SYabin Cui /* Build Decoding Tables */
2923*01826a49SYabin Cui errorCode = ZSTD_decodeSeqHeaders(&nbSeq, &dumps, &dumpsLength,
2924*01826a49SYabin Cui DTableLL, DTableML, DTableOffb,
2925*01826a49SYabin Cui ip, iend-ip);
2926*01826a49SYabin Cui if (ZSTD_isError(errorCode)) return errorCode;
2927*01826a49SYabin Cui ip += errorCode;
2928*01826a49SYabin Cui
2929*01826a49SYabin Cui /* Regen sequences */
2930*01826a49SYabin Cui {
2931*01826a49SYabin Cui seq_t sequence;
2932*01826a49SYabin Cui seqState_t seqState;
2933*01826a49SYabin Cui
2934*01826a49SYabin Cui memset(&sequence, 0, sizeof(sequence));
2935*01826a49SYabin Cui sequence.offset = 4;
2936*01826a49SYabin Cui seqState.dumps = dumps;
2937*01826a49SYabin Cui seqState.dumpsEnd = dumps + dumpsLength;
2938*01826a49SYabin Cui seqState.prevOffset = 4;
2939*01826a49SYabin Cui errorCode = BIT_initDStream(&(seqState.DStream), ip, iend-ip);
2940*01826a49SYabin Cui if (ERR_isError(errorCode)) return ERROR(corruption_detected);
2941*01826a49SYabin Cui FSE_initDState(&(seqState.stateLL), &(seqState.DStream), DTableLL);
2942*01826a49SYabin Cui FSE_initDState(&(seqState.stateOffb), &(seqState.DStream), DTableOffb);
2943*01826a49SYabin Cui FSE_initDState(&(seqState.stateML), &(seqState.DStream), DTableML);
2944*01826a49SYabin Cui
2945*01826a49SYabin Cui for ( ; (BIT_reloadDStream(&(seqState.DStream)) <= BIT_DStream_completed) && nbSeq ; )
2946*01826a49SYabin Cui {
2947*01826a49SYabin Cui size_t oneSeqSize;
2948*01826a49SYabin Cui nbSeq--;
2949*01826a49SYabin Cui ZSTD_decodeSequence(&sequence, &seqState);
2950*01826a49SYabin Cui oneSeqSize = ZSTD_execSequence(op, oend, sequence, &litPtr, litEnd, base, vBase, dictEnd);
2951*01826a49SYabin Cui if (ZSTD_isError(oneSeqSize)) return oneSeqSize;
2952*01826a49SYabin Cui op += oneSeqSize;
2953*01826a49SYabin Cui }
2954*01826a49SYabin Cui
2955*01826a49SYabin Cui /* check if reached exact end */
2956*01826a49SYabin Cui if ( !BIT_endOfDStream(&(seqState.DStream)) ) return ERROR(corruption_detected); /* DStream should be entirely and exactly consumed; otherwise data is corrupted */
2957*01826a49SYabin Cui
2958*01826a49SYabin Cui /* last literal segment */
2959*01826a49SYabin Cui {
2960*01826a49SYabin Cui size_t lastLLSize = litEnd - litPtr;
2961*01826a49SYabin Cui if (litPtr > litEnd) return ERROR(corruption_detected);
2962*01826a49SYabin Cui if (op+lastLLSize > oend) return ERROR(dstSize_tooSmall);
2963*01826a49SYabin Cui if (lastLLSize > 0) {
2964*01826a49SYabin Cui if (op != litPtr) memcpy(op, litPtr, lastLLSize);
2965*01826a49SYabin Cui op += lastLLSize;
2966*01826a49SYabin Cui }
2967*01826a49SYabin Cui }
2968*01826a49SYabin Cui }
2969*01826a49SYabin Cui
2970*01826a49SYabin Cui return op-ostart;
2971*01826a49SYabin Cui }
2972*01826a49SYabin Cui
2973*01826a49SYabin Cui
ZSTD_checkContinuity(ZSTD_DCtx * dctx,const void * dst)2974*01826a49SYabin Cui static void ZSTD_checkContinuity(ZSTD_DCtx* dctx, const void* dst)
2975*01826a49SYabin Cui {
2976*01826a49SYabin Cui if (dst != dctx->previousDstEnd) /* not contiguous */
2977*01826a49SYabin Cui {
2978*01826a49SYabin Cui dctx->dictEnd = dctx->previousDstEnd;
2979*01826a49SYabin Cui dctx->vBase = (const char*)dst - ((const char*)(dctx->previousDstEnd) - (const char*)(dctx->base));
2980*01826a49SYabin Cui dctx->base = dst;
2981*01826a49SYabin Cui dctx->previousDstEnd = dst;
2982*01826a49SYabin Cui }
2983*01826a49SYabin Cui }
2984*01826a49SYabin Cui
2985*01826a49SYabin Cui
ZSTD_decompressBlock_internal(ZSTD_DCtx * dctx,void * dst,size_t maxDstSize,const void * src,size_t srcSize)2986*01826a49SYabin Cui static size_t ZSTD_decompressBlock_internal(ZSTD_DCtx* dctx,
2987*01826a49SYabin Cui void* dst, size_t maxDstSize,
2988*01826a49SYabin Cui const void* src, size_t srcSize)
2989*01826a49SYabin Cui {
2990*01826a49SYabin Cui /* blockType == blockCompressed */
2991*01826a49SYabin Cui const BYTE* ip = (const BYTE*)src;
2992*01826a49SYabin Cui size_t litCSize;
2993*01826a49SYabin Cui
2994*01826a49SYabin Cui if (srcSize > BLOCKSIZE) return ERROR(corruption_detected);
2995*01826a49SYabin Cui
2996*01826a49SYabin Cui /* Decode literals sub-block */
2997*01826a49SYabin Cui litCSize = ZSTD_decodeLiteralsBlock(dctx, src, srcSize);
2998*01826a49SYabin Cui if (ZSTD_isError(litCSize)) return litCSize;
2999*01826a49SYabin Cui ip += litCSize;
3000*01826a49SYabin Cui srcSize -= litCSize;
3001*01826a49SYabin Cui
3002*01826a49SYabin Cui return ZSTD_decompressSequences(dctx, dst, maxDstSize, ip, srcSize);
3003*01826a49SYabin Cui }
3004*01826a49SYabin Cui
3005*01826a49SYabin Cui
ZSTD_decompress_usingDict(ZSTD_DCtx * ctx,void * dst,size_t maxDstSize,const void * src,size_t srcSize,const void * dict,size_t dictSize)3006*01826a49SYabin Cui static size_t ZSTD_decompress_usingDict(ZSTD_DCtx* ctx,
3007*01826a49SYabin Cui void* dst, size_t maxDstSize,
3008*01826a49SYabin Cui const void* src, size_t srcSize,
3009*01826a49SYabin Cui const void* dict, size_t dictSize)
3010*01826a49SYabin Cui {
3011*01826a49SYabin Cui const BYTE* ip = (const BYTE*)src;
3012*01826a49SYabin Cui const BYTE* iend = ip + srcSize;
3013*01826a49SYabin Cui BYTE* const ostart = (BYTE* const)dst;
3014*01826a49SYabin Cui BYTE* op = ostart;
3015*01826a49SYabin Cui BYTE* const oend = ostart + maxDstSize;
3016*01826a49SYabin Cui size_t remainingSize = srcSize;
3017*01826a49SYabin Cui blockProperties_t blockProperties;
3018*01826a49SYabin Cui
3019*01826a49SYabin Cui /* init */
3020*01826a49SYabin Cui ZSTD_resetDCtx(ctx);
3021*01826a49SYabin Cui if (dict)
3022*01826a49SYabin Cui {
3023*01826a49SYabin Cui ZSTD_decompress_insertDictionary(ctx, dict, dictSize);
3024*01826a49SYabin Cui ctx->dictEnd = ctx->previousDstEnd;
3025*01826a49SYabin Cui ctx->vBase = (const char*)dst - ((const char*)(ctx->previousDstEnd) - (const char*)(ctx->base));
3026*01826a49SYabin Cui ctx->base = dst;
3027*01826a49SYabin Cui }
3028*01826a49SYabin Cui else
3029*01826a49SYabin Cui {
3030*01826a49SYabin Cui ctx->vBase = ctx->base = ctx->dictEnd = dst;
3031*01826a49SYabin Cui }
3032*01826a49SYabin Cui
3033*01826a49SYabin Cui /* Frame Header */
3034*01826a49SYabin Cui {
3035*01826a49SYabin Cui size_t frameHeaderSize;
3036*01826a49SYabin Cui if (srcSize < ZSTD_frameHeaderSize_min+ZSTD_blockHeaderSize) return ERROR(srcSize_wrong);
3037*01826a49SYabin Cui frameHeaderSize = ZSTD_decodeFrameHeader_Part1(ctx, src, ZSTD_frameHeaderSize_min);
3038*01826a49SYabin Cui if (ZSTD_isError(frameHeaderSize)) return frameHeaderSize;
3039*01826a49SYabin Cui if (srcSize < frameHeaderSize+ZSTD_blockHeaderSize) return ERROR(srcSize_wrong);
3040*01826a49SYabin Cui ip += frameHeaderSize; remainingSize -= frameHeaderSize;
3041*01826a49SYabin Cui frameHeaderSize = ZSTD_decodeFrameHeader_Part2(ctx, src, frameHeaderSize);
3042*01826a49SYabin Cui if (ZSTD_isError(frameHeaderSize)) return frameHeaderSize;
3043*01826a49SYabin Cui }
3044*01826a49SYabin Cui
3045*01826a49SYabin Cui /* Loop on each block */
3046*01826a49SYabin Cui while (1)
3047*01826a49SYabin Cui {
3048*01826a49SYabin Cui size_t decodedSize=0;
3049*01826a49SYabin Cui size_t cBlockSize = ZSTD_getcBlockSize(ip, iend-ip, &blockProperties);
3050*01826a49SYabin Cui if (ZSTD_isError(cBlockSize)) return cBlockSize;
3051*01826a49SYabin Cui
3052*01826a49SYabin Cui ip += ZSTD_blockHeaderSize;
3053*01826a49SYabin Cui remainingSize -= ZSTD_blockHeaderSize;
3054*01826a49SYabin Cui if (cBlockSize > remainingSize) return ERROR(srcSize_wrong);
3055*01826a49SYabin Cui
3056*01826a49SYabin Cui switch(blockProperties.blockType)
3057*01826a49SYabin Cui {
3058*01826a49SYabin Cui case bt_compressed:
3059*01826a49SYabin Cui decodedSize = ZSTD_decompressBlock_internal(ctx, op, oend-op, ip, cBlockSize);
3060*01826a49SYabin Cui break;
3061*01826a49SYabin Cui case bt_raw :
3062*01826a49SYabin Cui decodedSize = ZSTD_copyRawBlock(op, oend-op, ip, cBlockSize);
3063*01826a49SYabin Cui break;
3064*01826a49SYabin Cui case bt_rle :
3065*01826a49SYabin Cui return ERROR(GENERIC); /* not yet supported */
3066*01826a49SYabin Cui break;
3067*01826a49SYabin Cui case bt_end :
3068*01826a49SYabin Cui /* end of frame */
3069*01826a49SYabin Cui if (remainingSize) return ERROR(srcSize_wrong);
3070*01826a49SYabin Cui break;
3071*01826a49SYabin Cui default:
3072*01826a49SYabin Cui return ERROR(GENERIC); /* impossible */
3073*01826a49SYabin Cui }
3074*01826a49SYabin Cui if (cBlockSize == 0) break; /* bt_end */
3075*01826a49SYabin Cui
3076*01826a49SYabin Cui if (ZSTD_isError(decodedSize)) return decodedSize;
3077*01826a49SYabin Cui op += decodedSize;
3078*01826a49SYabin Cui ip += cBlockSize;
3079*01826a49SYabin Cui remainingSize -= cBlockSize;
3080*01826a49SYabin Cui }
3081*01826a49SYabin Cui
3082*01826a49SYabin Cui return op-ostart;
3083*01826a49SYabin Cui }
3084*01826a49SYabin Cui
3085*01826a49SYabin Cui /* ZSTD_errorFrameSizeInfoLegacy() :
3086*01826a49SYabin Cui assumes `cSize` and `dBound` are _not_ NULL */
ZSTD_errorFrameSizeInfoLegacy(size_t * cSize,unsigned long long * dBound,size_t ret)3087*01826a49SYabin Cui static void ZSTD_errorFrameSizeInfoLegacy(size_t* cSize, unsigned long long* dBound, size_t ret)
3088*01826a49SYabin Cui {
3089*01826a49SYabin Cui *cSize = ret;
3090*01826a49SYabin Cui *dBound = ZSTD_CONTENTSIZE_ERROR;
3091*01826a49SYabin Cui }
3092*01826a49SYabin Cui
ZSTDv04_findFrameSizeInfoLegacy(const void * src,size_t srcSize,size_t * cSize,unsigned long long * dBound)3093*01826a49SYabin Cui void ZSTDv04_findFrameSizeInfoLegacy(const void *src, size_t srcSize, size_t* cSize, unsigned long long* dBound)
3094*01826a49SYabin Cui {
3095*01826a49SYabin Cui const BYTE* ip = (const BYTE*)src;
3096*01826a49SYabin Cui size_t remainingSize = srcSize;
3097*01826a49SYabin Cui size_t nbBlocks = 0;
3098*01826a49SYabin Cui blockProperties_t blockProperties;
3099*01826a49SYabin Cui
3100*01826a49SYabin Cui /* Frame Header */
3101*01826a49SYabin Cui if (srcSize < ZSTD_frameHeaderSize_min) {
3102*01826a49SYabin Cui ZSTD_errorFrameSizeInfoLegacy(cSize, dBound, ERROR(srcSize_wrong));
3103*01826a49SYabin Cui return;
3104*01826a49SYabin Cui }
3105*01826a49SYabin Cui if (MEM_readLE32(src) != ZSTD_MAGICNUMBER) {
3106*01826a49SYabin Cui ZSTD_errorFrameSizeInfoLegacy(cSize, dBound, ERROR(prefix_unknown));
3107*01826a49SYabin Cui return;
3108*01826a49SYabin Cui }
3109*01826a49SYabin Cui ip += ZSTD_frameHeaderSize_min; remainingSize -= ZSTD_frameHeaderSize_min;
3110*01826a49SYabin Cui
3111*01826a49SYabin Cui /* Loop on each block */
3112*01826a49SYabin Cui while (1)
3113*01826a49SYabin Cui {
3114*01826a49SYabin Cui size_t cBlockSize = ZSTD_getcBlockSize(ip, remainingSize, &blockProperties);
3115*01826a49SYabin Cui if (ZSTD_isError(cBlockSize)) {
3116*01826a49SYabin Cui ZSTD_errorFrameSizeInfoLegacy(cSize, dBound, cBlockSize);
3117*01826a49SYabin Cui return;
3118*01826a49SYabin Cui }
3119*01826a49SYabin Cui
3120*01826a49SYabin Cui ip += ZSTD_blockHeaderSize;
3121*01826a49SYabin Cui remainingSize -= ZSTD_blockHeaderSize;
3122*01826a49SYabin Cui if (cBlockSize > remainingSize) {
3123*01826a49SYabin Cui ZSTD_errorFrameSizeInfoLegacy(cSize, dBound, ERROR(srcSize_wrong));
3124*01826a49SYabin Cui return;
3125*01826a49SYabin Cui }
3126*01826a49SYabin Cui
3127*01826a49SYabin Cui if (cBlockSize == 0) break; /* bt_end */
3128*01826a49SYabin Cui
3129*01826a49SYabin Cui ip += cBlockSize;
3130*01826a49SYabin Cui remainingSize -= cBlockSize;
3131*01826a49SYabin Cui nbBlocks++;
3132*01826a49SYabin Cui }
3133*01826a49SYabin Cui
3134*01826a49SYabin Cui *cSize = ip - (const BYTE*)src;
3135*01826a49SYabin Cui *dBound = nbBlocks * BLOCKSIZE;
3136*01826a49SYabin Cui }
3137*01826a49SYabin Cui
3138*01826a49SYabin Cui /* ******************************
3139*01826a49SYabin Cui * Streaming Decompression API
3140*01826a49SYabin Cui ********************************/
ZSTD_nextSrcSizeToDecompress(ZSTD_DCtx * dctx)3141*01826a49SYabin Cui static size_t ZSTD_nextSrcSizeToDecompress(ZSTD_DCtx* dctx)
3142*01826a49SYabin Cui {
3143*01826a49SYabin Cui return dctx->expected;
3144*01826a49SYabin Cui }
3145*01826a49SYabin Cui
ZSTD_decompressContinue(ZSTD_DCtx * ctx,void * dst,size_t maxDstSize,const void * src,size_t srcSize)3146*01826a49SYabin Cui static size_t ZSTD_decompressContinue(ZSTD_DCtx* ctx, void* dst, size_t maxDstSize, const void* src, size_t srcSize)
3147*01826a49SYabin Cui {
3148*01826a49SYabin Cui /* Sanity check */
3149*01826a49SYabin Cui if (srcSize != ctx->expected) return ERROR(srcSize_wrong);
3150*01826a49SYabin Cui ZSTD_checkContinuity(ctx, dst);
3151*01826a49SYabin Cui
3152*01826a49SYabin Cui /* Decompress : frame header; part 1 */
3153*01826a49SYabin Cui switch (ctx->stage)
3154*01826a49SYabin Cui {
3155*01826a49SYabin Cui case ZSTDds_getFrameHeaderSize :
3156*01826a49SYabin Cui /* get frame header size */
3157*01826a49SYabin Cui if (srcSize != ZSTD_frameHeaderSize_min) return ERROR(srcSize_wrong); /* impossible */
3158*01826a49SYabin Cui ctx->headerSize = ZSTD_decodeFrameHeader_Part1(ctx, src, ZSTD_frameHeaderSize_min);
3159*01826a49SYabin Cui if (ZSTD_isError(ctx->headerSize)) return ctx->headerSize;
3160*01826a49SYabin Cui memcpy(ctx->headerBuffer, src, ZSTD_frameHeaderSize_min);
3161*01826a49SYabin Cui if (ctx->headerSize > ZSTD_frameHeaderSize_min) return ERROR(GENERIC); /* impossible */
3162*01826a49SYabin Cui ctx->expected = 0; /* not necessary to copy more */
3163*01826a49SYabin Cui /* fallthrough */
3164*01826a49SYabin Cui case ZSTDds_decodeFrameHeader:
3165*01826a49SYabin Cui /* get frame header */
3166*01826a49SYabin Cui { size_t const result = ZSTD_decodeFrameHeader_Part2(ctx, ctx->headerBuffer, ctx->headerSize);
3167*01826a49SYabin Cui if (ZSTD_isError(result)) return result;
3168*01826a49SYabin Cui ctx->expected = ZSTD_blockHeaderSize;
3169*01826a49SYabin Cui ctx->stage = ZSTDds_decodeBlockHeader;
3170*01826a49SYabin Cui return 0;
3171*01826a49SYabin Cui }
3172*01826a49SYabin Cui case ZSTDds_decodeBlockHeader:
3173*01826a49SYabin Cui /* Decode block header */
3174*01826a49SYabin Cui { blockProperties_t bp;
3175*01826a49SYabin Cui size_t const blockSize = ZSTD_getcBlockSize(src, ZSTD_blockHeaderSize, &bp);
3176*01826a49SYabin Cui if (ZSTD_isError(blockSize)) return blockSize;
3177*01826a49SYabin Cui if (bp.blockType == bt_end)
3178*01826a49SYabin Cui {
3179*01826a49SYabin Cui ctx->expected = 0;
3180*01826a49SYabin Cui ctx->stage = ZSTDds_getFrameHeaderSize;
3181*01826a49SYabin Cui }
3182*01826a49SYabin Cui else
3183*01826a49SYabin Cui {
3184*01826a49SYabin Cui ctx->expected = blockSize;
3185*01826a49SYabin Cui ctx->bType = bp.blockType;
3186*01826a49SYabin Cui ctx->stage = ZSTDds_decompressBlock;
3187*01826a49SYabin Cui }
3188*01826a49SYabin Cui return 0;
3189*01826a49SYabin Cui }
3190*01826a49SYabin Cui case ZSTDds_decompressBlock:
3191*01826a49SYabin Cui {
3192*01826a49SYabin Cui /* Decompress : block content */
3193*01826a49SYabin Cui size_t rSize;
3194*01826a49SYabin Cui switch(ctx->bType)
3195*01826a49SYabin Cui {
3196*01826a49SYabin Cui case bt_compressed:
3197*01826a49SYabin Cui rSize = ZSTD_decompressBlock_internal(ctx, dst, maxDstSize, src, srcSize);
3198*01826a49SYabin Cui break;
3199*01826a49SYabin Cui case bt_raw :
3200*01826a49SYabin Cui rSize = ZSTD_copyRawBlock(dst, maxDstSize, src, srcSize);
3201*01826a49SYabin Cui break;
3202*01826a49SYabin Cui case bt_rle :
3203*01826a49SYabin Cui return ERROR(GENERIC); /* not yet handled */
3204*01826a49SYabin Cui break;
3205*01826a49SYabin Cui case bt_end : /* should never happen (filtered at phase 1) */
3206*01826a49SYabin Cui rSize = 0;
3207*01826a49SYabin Cui break;
3208*01826a49SYabin Cui default:
3209*01826a49SYabin Cui return ERROR(GENERIC);
3210*01826a49SYabin Cui }
3211*01826a49SYabin Cui ctx->stage = ZSTDds_decodeBlockHeader;
3212*01826a49SYabin Cui ctx->expected = ZSTD_blockHeaderSize;
3213*01826a49SYabin Cui if (ZSTD_isError(rSize)) return rSize;
3214*01826a49SYabin Cui ctx->previousDstEnd = (char*)dst + rSize;
3215*01826a49SYabin Cui return rSize;
3216*01826a49SYabin Cui }
3217*01826a49SYabin Cui default:
3218*01826a49SYabin Cui return ERROR(GENERIC); /* impossible */
3219*01826a49SYabin Cui }
3220*01826a49SYabin Cui }
3221*01826a49SYabin Cui
3222*01826a49SYabin Cui
ZSTD_decompress_insertDictionary(ZSTD_DCtx * ctx,const void * dict,size_t dictSize)3223*01826a49SYabin Cui static void ZSTD_decompress_insertDictionary(ZSTD_DCtx* ctx, const void* dict, size_t dictSize)
3224*01826a49SYabin Cui {
3225*01826a49SYabin Cui ctx->dictEnd = ctx->previousDstEnd;
3226*01826a49SYabin Cui ctx->vBase = (const char*)dict - ((const char*)(ctx->previousDstEnd) - (const char*)(ctx->base));
3227*01826a49SYabin Cui ctx->base = dict;
3228*01826a49SYabin Cui ctx->previousDstEnd = (const char*)dict + dictSize;
3229*01826a49SYabin Cui }
3230*01826a49SYabin Cui
3231*01826a49SYabin Cui
3232*01826a49SYabin Cui
3233*01826a49SYabin Cui /*
3234*01826a49SYabin Cui Buffered version of Zstd compression library
3235*01826a49SYabin Cui Copyright (C) 2015, Yann Collet.
3236*01826a49SYabin Cui
3237*01826a49SYabin Cui BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
3238*01826a49SYabin Cui
3239*01826a49SYabin Cui Redistribution and use in source and binary forms, with or without
3240*01826a49SYabin Cui modification, are permitted provided that the following conditions are
3241*01826a49SYabin Cui met:
3242*01826a49SYabin Cui * Redistributions of source code must retain the above copyright
3243*01826a49SYabin Cui notice, this list of conditions and the following disclaimer.
3244*01826a49SYabin Cui * Redistributions in binary form must reproduce the above
3245*01826a49SYabin Cui copyright notice, this list of conditions and the following disclaimer
3246*01826a49SYabin Cui in the documentation and/or other materials provided with the
3247*01826a49SYabin Cui distribution.
3248*01826a49SYabin Cui THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
3249*01826a49SYabin Cui "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
3250*01826a49SYabin Cui LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
3251*01826a49SYabin Cui A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
3252*01826a49SYabin Cui OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
3253*01826a49SYabin Cui SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
3254*01826a49SYabin Cui LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
3255*01826a49SYabin Cui DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
3256*01826a49SYabin Cui THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
3257*01826a49SYabin Cui (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
3258*01826a49SYabin Cui OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
3259*01826a49SYabin Cui
3260*01826a49SYabin Cui You can contact the author at :
3261*01826a49SYabin Cui - zstd source repository : https://github.com/Cyan4973/zstd
3262*01826a49SYabin Cui - ztsd public forum : https://groups.google.com/forum/#!forum/lz4c
3263*01826a49SYabin Cui */
3264*01826a49SYabin Cui
3265*01826a49SYabin Cui /* The objects defined into this file should be considered experimental.
3266*01826a49SYabin Cui * They are not labelled stable, as their prototype may change in the future.
3267*01826a49SYabin Cui * You can use them for tests, provide feedback, or if you can endure risk of future changes.
3268*01826a49SYabin Cui */
3269*01826a49SYabin Cui
3270*01826a49SYabin Cui /* *************************************
3271*01826a49SYabin Cui * Includes
3272*01826a49SYabin Cui ***************************************/
3273*01826a49SYabin Cui #include <stdlib.h>
3274*01826a49SYabin Cui
3275*01826a49SYabin Cui
3276*01826a49SYabin Cui /** ************************************************
3277*01826a49SYabin Cui * Streaming decompression
3278*01826a49SYabin Cui *
3279*01826a49SYabin Cui * A ZBUFF_DCtx object is required to track streaming operation.
3280*01826a49SYabin Cui * Use ZBUFF_createDCtx() and ZBUFF_freeDCtx() to create/release resources.
3281*01826a49SYabin Cui * Use ZBUFF_decompressInit() to start a new decompression operation.
3282*01826a49SYabin Cui * ZBUFF_DCtx objects can be reused multiple times.
3283*01826a49SYabin Cui *
3284*01826a49SYabin Cui * Use ZBUFF_decompressContinue() repetitively to consume your input.
3285*01826a49SYabin Cui * *srcSizePtr and *maxDstSizePtr can be any size.
3286*01826a49SYabin Cui * The function will report how many bytes were read or written by modifying *srcSizePtr and *maxDstSizePtr.
3287*01826a49SYabin Cui * Note that it may not consume the entire input, in which case it's up to the caller to call again the function with remaining input.
3288*01826a49SYabin Cui * The content of dst will be overwritten (up to *maxDstSizePtr) at each function call, so save its content if it matters or change dst .
3289*01826a49SYabin Cui * return : a hint to preferred nb of bytes to use as input for next function call (it's only a hint, to improve latency)
3290*01826a49SYabin Cui * or 0 when a frame is completely decoded
3291*01826a49SYabin Cui * or an error code, which can be tested using ZBUFF_isError().
3292*01826a49SYabin Cui *
3293*01826a49SYabin Cui * Hint : recommended buffer sizes (not compulsory)
3294*01826a49SYabin Cui * output : 128 KB block size is the internal unit, it ensures it's always possible to write a full block when it's decoded.
3295*01826a49SYabin Cui * input : just follow indications from ZBUFF_decompressContinue() to minimize latency. It should always be <= 128 KB + 3 .
3296*01826a49SYabin Cui * **************************************************/
3297*01826a49SYabin Cui
3298*01826a49SYabin Cui typedef enum { ZBUFFds_init, ZBUFFds_readHeader, ZBUFFds_loadHeader, ZBUFFds_decodeHeader,
3299*01826a49SYabin Cui ZBUFFds_read, ZBUFFds_load, ZBUFFds_flush } ZBUFF_dStage;
3300*01826a49SYabin Cui
3301*01826a49SYabin Cui /* *** Resource management *** */
3302*01826a49SYabin Cui
3303*01826a49SYabin Cui #define ZSTD_frameHeaderSize_max 5 /* too magical, should come from reference */
3304*01826a49SYabin Cui struct ZBUFFv04_DCtx_s {
3305*01826a49SYabin Cui ZSTD_DCtx* zc;
3306*01826a49SYabin Cui ZSTD_parameters params;
3307*01826a49SYabin Cui char* inBuff;
3308*01826a49SYabin Cui size_t inBuffSize;
3309*01826a49SYabin Cui size_t inPos;
3310*01826a49SYabin Cui char* outBuff;
3311*01826a49SYabin Cui size_t outBuffSize;
3312*01826a49SYabin Cui size_t outStart;
3313*01826a49SYabin Cui size_t outEnd;
3314*01826a49SYabin Cui size_t hPos;
3315*01826a49SYabin Cui const char* dict;
3316*01826a49SYabin Cui size_t dictSize;
3317*01826a49SYabin Cui ZBUFF_dStage stage;
3318*01826a49SYabin Cui unsigned char headerBuffer[ZSTD_frameHeaderSize_max];
3319*01826a49SYabin Cui }; /* typedef'd to ZBUFF_DCtx within "zstd_buffered.h" */
3320*01826a49SYabin Cui
3321*01826a49SYabin Cui typedef ZBUFFv04_DCtx ZBUFF_DCtx;
3322*01826a49SYabin Cui
3323*01826a49SYabin Cui
ZBUFF_createDCtx(void)3324*01826a49SYabin Cui static ZBUFF_DCtx* ZBUFF_createDCtx(void)
3325*01826a49SYabin Cui {
3326*01826a49SYabin Cui ZBUFF_DCtx* zbc = (ZBUFF_DCtx*)malloc(sizeof(ZBUFF_DCtx));
3327*01826a49SYabin Cui if (zbc==NULL) return NULL;
3328*01826a49SYabin Cui memset(zbc, 0, sizeof(*zbc));
3329*01826a49SYabin Cui zbc->zc = ZSTD_createDCtx();
3330*01826a49SYabin Cui zbc->stage = ZBUFFds_init;
3331*01826a49SYabin Cui return zbc;
3332*01826a49SYabin Cui }
3333*01826a49SYabin Cui
ZBUFF_freeDCtx(ZBUFF_DCtx * zbc)3334*01826a49SYabin Cui static size_t ZBUFF_freeDCtx(ZBUFF_DCtx* zbc)
3335*01826a49SYabin Cui {
3336*01826a49SYabin Cui if (zbc==NULL) return 0; /* support free on null */
3337*01826a49SYabin Cui ZSTD_freeDCtx(zbc->zc);
3338*01826a49SYabin Cui free(zbc->inBuff);
3339*01826a49SYabin Cui free(zbc->outBuff);
3340*01826a49SYabin Cui free(zbc);
3341*01826a49SYabin Cui return 0;
3342*01826a49SYabin Cui }
3343*01826a49SYabin Cui
3344*01826a49SYabin Cui
3345*01826a49SYabin Cui /* *** Initialization *** */
3346*01826a49SYabin Cui
ZBUFF_decompressInit(ZBUFF_DCtx * zbc)3347*01826a49SYabin Cui static size_t ZBUFF_decompressInit(ZBUFF_DCtx* zbc)
3348*01826a49SYabin Cui {
3349*01826a49SYabin Cui zbc->stage = ZBUFFds_readHeader;
3350*01826a49SYabin Cui zbc->hPos = zbc->inPos = zbc->outStart = zbc->outEnd = zbc->dictSize = 0;
3351*01826a49SYabin Cui return ZSTD_resetDCtx(zbc->zc);
3352*01826a49SYabin Cui }
3353*01826a49SYabin Cui
3354*01826a49SYabin Cui
ZBUFF_decompressWithDictionary(ZBUFF_DCtx * zbc,const void * src,size_t srcSize)3355*01826a49SYabin Cui static size_t ZBUFF_decompressWithDictionary(ZBUFF_DCtx* zbc, const void* src, size_t srcSize)
3356*01826a49SYabin Cui {
3357*01826a49SYabin Cui zbc->dict = (const char*)src;
3358*01826a49SYabin Cui zbc->dictSize = srcSize;
3359*01826a49SYabin Cui return 0;
3360*01826a49SYabin Cui }
3361*01826a49SYabin Cui
ZBUFF_limitCopy(void * dst,size_t maxDstSize,const void * src,size_t srcSize)3362*01826a49SYabin Cui static size_t ZBUFF_limitCopy(void* dst, size_t maxDstSize, const void* src, size_t srcSize)
3363*01826a49SYabin Cui {
3364*01826a49SYabin Cui size_t length = MIN(maxDstSize, srcSize);
3365*01826a49SYabin Cui if (length > 0) {
3366*01826a49SYabin Cui memcpy(dst, src, length);
3367*01826a49SYabin Cui }
3368*01826a49SYabin Cui return length;
3369*01826a49SYabin Cui }
3370*01826a49SYabin Cui
3371*01826a49SYabin Cui /* *** Decompression *** */
3372*01826a49SYabin Cui
ZBUFF_decompressContinue(ZBUFF_DCtx * zbc,void * dst,size_t * maxDstSizePtr,const void * src,size_t * srcSizePtr)3373*01826a49SYabin Cui static size_t ZBUFF_decompressContinue(ZBUFF_DCtx* zbc, void* dst, size_t* maxDstSizePtr, const void* src, size_t* srcSizePtr)
3374*01826a49SYabin Cui {
3375*01826a49SYabin Cui const char* const istart = (const char*)src;
3376*01826a49SYabin Cui const char* ip = istart;
3377*01826a49SYabin Cui const char* const iend = istart + *srcSizePtr;
3378*01826a49SYabin Cui char* const ostart = (char*)dst;
3379*01826a49SYabin Cui char* op = ostart;
3380*01826a49SYabin Cui char* const oend = ostart + *maxDstSizePtr;
3381*01826a49SYabin Cui U32 notDone = 1;
3382*01826a49SYabin Cui
3383*01826a49SYabin Cui DEBUGLOG(5, "ZBUFF_decompressContinue");
3384*01826a49SYabin Cui while (notDone)
3385*01826a49SYabin Cui {
3386*01826a49SYabin Cui switch(zbc->stage)
3387*01826a49SYabin Cui {
3388*01826a49SYabin Cui
3389*01826a49SYabin Cui case ZBUFFds_init :
3390*01826a49SYabin Cui DEBUGLOG(5, "ZBUFF_decompressContinue: stage==ZBUFFds_init => ERROR(init_missing)");
3391*01826a49SYabin Cui return ERROR(init_missing);
3392*01826a49SYabin Cui
3393*01826a49SYabin Cui case ZBUFFds_readHeader :
3394*01826a49SYabin Cui /* read header from src */
3395*01826a49SYabin Cui { size_t const headerSize = ZSTD_getFrameParams(&(zbc->params), src, *srcSizePtr);
3396*01826a49SYabin Cui if (ZSTD_isError(headerSize)) return headerSize;
3397*01826a49SYabin Cui if (headerSize) {
3398*01826a49SYabin Cui /* not enough input to decode header : tell how many bytes would be necessary */
3399*01826a49SYabin Cui memcpy(zbc->headerBuffer+zbc->hPos, src, *srcSizePtr);
3400*01826a49SYabin Cui zbc->hPos += *srcSizePtr;
3401*01826a49SYabin Cui *maxDstSizePtr = 0;
3402*01826a49SYabin Cui zbc->stage = ZBUFFds_loadHeader;
3403*01826a49SYabin Cui return headerSize - zbc->hPos;
3404*01826a49SYabin Cui }
3405*01826a49SYabin Cui zbc->stage = ZBUFFds_decodeHeader;
3406*01826a49SYabin Cui break;
3407*01826a49SYabin Cui }
3408*01826a49SYabin Cui
3409*01826a49SYabin Cui case ZBUFFds_loadHeader:
3410*01826a49SYabin Cui /* complete header from src */
3411*01826a49SYabin Cui { size_t headerSize = ZBUFF_limitCopy(
3412*01826a49SYabin Cui zbc->headerBuffer + zbc->hPos, ZSTD_frameHeaderSize_max - zbc->hPos,
3413*01826a49SYabin Cui src, *srcSizePtr);
3414*01826a49SYabin Cui zbc->hPos += headerSize;
3415*01826a49SYabin Cui ip += headerSize;
3416*01826a49SYabin Cui headerSize = ZSTD_getFrameParams(&(zbc->params), zbc->headerBuffer, zbc->hPos);
3417*01826a49SYabin Cui if (ZSTD_isError(headerSize)) return headerSize;
3418*01826a49SYabin Cui if (headerSize) {
3419*01826a49SYabin Cui /* not enough input to decode header : tell how many bytes would be necessary */
3420*01826a49SYabin Cui *maxDstSizePtr = 0;
3421*01826a49SYabin Cui return headerSize - zbc->hPos;
3422*01826a49SYabin Cui } }
3423*01826a49SYabin Cui /* intentional fallthrough */
3424*01826a49SYabin Cui
3425*01826a49SYabin Cui case ZBUFFds_decodeHeader:
3426*01826a49SYabin Cui /* apply header to create / resize buffers */
3427*01826a49SYabin Cui { size_t const neededOutSize = (size_t)1 << zbc->params.windowLog;
3428*01826a49SYabin Cui size_t const neededInSize = BLOCKSIZE; /* a block is never > BLOCKSIZE */
3429*01826a49SYabin Cui if (zbc->inBuffSize < neededInSize) {
3430*01826a49SYabin Cui free(zbc->inBuff);
3431*01826a49SYabin Cui zbc->inBuffSize = neededInSize;
3432*01826a49SYabin Cui zbc->inBuff = (char*)malloc(neededInSize);
3433*01826a49SYabin Cui if (zbc->inBuff == NULL) return ERROR(memory_allocation);
3434*01826a49SYabin Cui }
3435*01826a49SYabin Cui if (zbc->outBuffSize < neededOutSize) {
3436*01826a49SYabin Cui free(zbc->outBuff);
3437*01826a49SYabin Cui zbc->outBuffSize = neededOutSize;
3438*01826a49SYabin Cui zbc->outBuff = (char*)malloc(neededOutSize);
3439*01826a49SYabin Cui if (zbc->outBuff == NULL) return ERROR(memory_allocation);
3440*01826a49SYabin Cui } }
3441*01826a49SYabin Cui if (zbc->dictSize)
3442*01826a49SYabin Cui ZSTD_decompress_insertDictionary(zbc->zc, zbc->dict, zbc->dictSize);
3443*01826a49SYabin Cui if (zbc->hPos) {
3444*01826a49SYabin Cui /* some data already loaded into headerBuffer : transfer into inBuff */
3445*01826a49SYabin Cui memcpy(zbc->inBuff, zbc->headerBuffer, zbc->hPos);
3446*01826a49SYabin Cui zbc->inPos = zbc->hPos;
3447*01826a49SYabin Cui zbc->hPos = 0;
3448*01826a49SYabin Cui zbc->stage = ZBUFFds_load;
3449*01826a49SYabin Cui break;
3450*01826a49SYabin Cui }
3451*01826a49SYabin Cui zbc->stage = ZBUFFds_read;
3452*01826a49SYabin Cui /* fall-through */
3453*01826a49SYabin Cui case ZBUFFds_read:
3454*01826a49SYabin Cui {
3455*01826a49SYabin Cui size_t neededInSize = ZSTD_nextSrcSizeToDecompress(zbc->zc);
3456*01826a49SYabin Cui if (neededInSize==0) /* end of frame */
3457*01826a49SYabin Cui {
3458*01826a49SYabin Cui zbc->stage = ZBUFFds_init;
3459*01826a49SYabin Cui notDone = 0;
3460*01826a49SYabin Cui break;
3461*01826a49SYabin Cui }
3462*01826a49SYabin Cui if ((size_t)(iend-ip) >= neededInSize)
3463*01826a49SYabin Cui {
3464*01826a49SYabin Cui /* directly decode from src */
3465*01826a49SYabin Cui size_t decodedSize = ZSTD_decompressContinue(zbc->zc,
3466*01826a49SYabin Cui zbc->outBuff + zbc->outStart, zbc->outBuffSize - zbc->outStart,
3467*01826a49SYabin Cui ip, neededInSize);
3468*01826a49SYabin Cui if (ZSTD_isError(decodedSize)) return decodedSize;
3469*01826a49SYabin Cui ip += neededInSize;
3470*01826a49SYabin Cui if (!decodedSize) break; /* this was just a header */
3471*01826a49SYabin Cui zbc->outEnd = zbc->outStart + decodedSize;
3472*01826a49SYabin Cui zbc->stage = ZBUFFds_flush;
3473*01826a49SYabin Cui break;
3474*01826a49SYabin Cui }
3475*01826a49SYabin Cui if (ip==iend) { notDone = 0; break; } /* no more input */
3476*01826a49SYabin Cui zbc->stage = ZBUFFds_load;
3477*01826a49SYabin Cui }
3478*01826a49SYabin Cui /* fall-through */
3479*01826a49SYabin Cui case ZBUFFds_load:
3480*01826a49SYabin Cui {
3481*01826a49SYabin Cui size_t neededInSize = ZSTD_nextSrcSizeToDecompress(zbc->zc);
3482*01826a49SYabin Cui size_t toLoad = neededInSize - zbc->inPos; /* should always be <= remaining space within inBuff */
3483*01826a49SYabin Cui size_t loadedSize;
3484*01826a49SYabin Cui if (toLoad > zbc->inBuffSize - zbc->inPos) return ERROR(corruption_detected); /* should never happen */
3485*01826a49SYabin Cui loadedSize = ZBUFF_limitCopy(zbc->inBuff + zbc->inPos, toLoad, ip, iend-ip);
3486*01826a49SYabin Cui ip += loadedSize;
3487*01826a49SYabin Cui zbc->inPos += loadedSize;
3488*01826a49SYabin Cui if (loadedSize < toLoad) { notDone = 0; break; } /* not enough input, wait for more */
3489*01826a49SYabin Cui {
3490*01826a49SYabin Cui size_t decodedSize = ZSTD_decompressContinue(zbc->zc,
3491*01826a49SYabin Cui zbc->outBuff + zbc->outStart, zbc->outBuffSize - zbc->outStart,
3492*01826a49SYabin Cui zbc->inBuff, neededInSize);
3493*01826a49SYabin Cui if (ZSTD_isError(decodedSize)) return decodedSize;
3494*01826a49SYabin Cui zbc->inPos = 0; /* input is consumed */
3495*01826a49SYabin Cui if (!decodedSize) { zbc->stage = ZBUFFds_read; break; } /* this was just a header */
3496*01826a49SYabin Cui zbc->outEnd = zbc->outStart + decodedSize;
3497*01826a49SYabin Cui zbc->stage = ZBUFFds_flush;
3498*01826a49SYabin Cui /* ZBUFFds_flush follows */
3499*01826a49SYabin Cui }
3500*01826a49SYabin Cui }
3501*01826a49SYabin Cui /* fall-through */
3502*01826a49SYabin Cui case ZBUFFds_flush:
3503*01826a49SYabin Cui {
3504*01826a49SYabin Cui size_t toFlushSize = zbc->outEnd - zbc->outStart;
3505*01826a49SYabin Cui size_t flushedSize = ZBUFF_limitCopy(op, oend-op, zbc->outBuff + zbc->outStart, toFlushSize);
3506*01826a49SYabin Cui op += flushedSize;
3507*01826a49SYabin Cui zbc->outStart += flushedSize;
3508*01826a49SYabin Cui if (flushedSize == toFlushSize)
3509*01826a49SYabin Cui {
3510*01826a49SYabin Cui zbc->stage = ZBUFFds_read;
3511*01826a49SYabin Cui if (zbc->outStart + BLOCKSIZE > zbc->outBuffSize)
3512*01826a49SYabin Cui zbc->outStart = zbc->outEnd = 0;
3513*01826a49SYabin Cui break;
3514*01826a49SYabin Cui }
3515*01826a49SYabin Cui /* cannot flush everything */
3516*01826a49SYabin Cui notDone = 0;
3517*01826a49SYabin Cui break;
3518*01826a49SYabin Cui }
3519*01826a49SYabin Cui default: return ERROR(GENERIC); /* impossible */
3520*01826a49SYabin Cui }
3521*01826a49SYabin Cui }
3522*01826a49SYabin Cui
3523*01826a49SYabin Cui *srcSizePtr = ip-istart;
3524*01826a49SYabin Cui *maxDstSizePtr = op-ostart;
3525*01826a49SYabin Cui
3526*01826a49SYabin Cui {
3527*01826a49SYabin Cui size_t nextSrcSizeHint = ZSTD_nextSrcSizeToDecompress(zbc->zc);
3528*01826a49SYabin Cui if (nextSrcSizeHint > 3) nextSrcSizeHint+= 3; /* get the next block header while at it */
3529*01826a49SYabin Cui nextSrcSizeHint -= zbc->inPos; /* already loaded*/
3530*01826a49SYabin Cui return nextSrcSizeHint;
3531*01826a49SYabin Cui }
3532*01826a49SYabin Cui }
3533*01826a49SYabin Cui
3534*01826a49SYabin Cui
3535*01826a49SYabin Cui /* *************************************
3536*01826a49SYabin Cui * Tool functions
3537*01826a49SYabin Cui ***************************************/
ZBUFFv04_isError(size_t errorCode)3538*01826a49SYabin Cui unsigned ZBUFFv04_isError(size_t errorCode) { return ERR_isError(errorCode); }
ZBUFFv04_getErrorName(size_t errorCode)3539*01826a49SYabin Cui const char* ZBUFFv04_getErrorName(size_t errorCode) { return ERR_getErrorName(errorCode); }
3540*01826a49SYabin Cui
ZBUFFv04_recommendedDInSize(void)3541*01826a49SYabin Cui size_t ZBUFFv04_recommendedDInSize(void) { return BLOCKSIZE + 3; }
ZBUFFv04_recommendedDOutSize(void)3542*01826a49SYabin Cui size_t ZBUFFv04_recommendedDOutSize(void) { return BLOCKSIZE; }
3543*01826a49SYabin Cui
3544*01826a49SYabin Cui
3545*01826a49SYabin Cui
3546*01826a49SYabin Cui /*- ========================================================================= -*/
3547*01826a49SYabin Cui
3548*01826a49SYabin Cui /* final wrapping stage */
3549*01826a49SYabin Cui
ZSTDv04_decompressDCtx(ZSTD_DCtx * dctx,void * dst,size_t maxDstSize,const void * src,size_t srcSize)3550*01826a49SYabin Cui size_t ZSTDv04_decompressDCtx(ZSTD_DCtx* dctx, void* dst, size_t maxDstSize, const void* src, size_t srcSize)
3551*01826a49SYabin Cui {
3552*01826a49SYabin Cui return ZSTD_decompress_usingDict(dctx, dst, maxDstSize, src, srcSize, NULL, 0);
3553*01826a49SYabin Cui }
3554*01826a49SYabin Cui
ZSTDv04_decompress(void * dst,size_t maxDstSize,const void * src,size_t srcSize)3555*01826a49SYabin Cui size_t ZSTDv04_decompress(void* dst, size_t maxDstSize, const void* src, size_t srcSize)
3556*01826a49SYabin Cui {
3557*01826a49SYabin Cui #if defined(ZSTD_HEAPMODE) && (ZSTD_HEAPMODE==1)
3558*01826a49SYabin Cui size_t regenSize;
3559*01826a49SYabin Cui ZSTD_DCtx* dctx = ZSTD_createDCtx();
3560*01826a49SYabin Cui if (dctx==NULL) return ERROR(memory_allocation);
3561*01826a49SYabin Cui regenSize = ZSTDv04_decompressDCtx(dctx, dst, maxDstSize, src, srcSize);
3562*01826a49SYabin Cui ZSTD_freeDCtx(dctx);
3563*01826a49SYabin Cui return regenSize;
3564*01826a49SYabin Cui #else
3565*01826a49SYabin Cui ZSTD_DCtx dctx;
3566*01826a49SYabin Cui return ZSTDv04_decompressDCtx(&dctx, dst, maxDstSize, src, srcSize);
3567*01826a49SYabin Cui #endif
3568*01826a49SYabin Cui }
3569*01826a49SYabin Cui
ZSTDv04_resetDCtx(ZSTDv04_Dctx * dctx)3570*01826a49SYabin Cui size_t ZSTDv04_resetDCtx(ZSTDv04_Dctx* dctx) { return ZSTD_resetDCtx(dctx); }
3571*01826a49SYabin Cui
ZSTDv04_nextSrcSizeToDecompress(ZSTDv04_Dctx * dctx)3572*01826a49SYabin Cui size_t ZSTDv04_nextSrcSizeToDecompress(ZSTDv04_Dctx* dctx)
3573*01826a49SYabin Cui {
3574*01826a49SYabin Cui return ZSTD_nextSrcSizeToDecompress(dctx);
3575*01826a49SYabin Cui }
3576*01826a49SYabin Cui
ZSTDv04_decompressContinue(ZSTDv04_Dctx * dctx,void * dst,size_t maxDstSize,const void * src,size_t srcSize)3577*01826a49SYabin Cui size_t ZSTDv04_decompressContinue(ZSTDv04_Dctx* dctx, void* dst, size_t maxDstSize, const void* src, size_t srcSize)
3578*01826a49SYabin Cui {
3579*01826a49SYabin Cui return ZSTD_decompressContinue(dctx, dst, maxDstSize, src, srcSize);
3580*01826a49SYabin Cui }
3581*01826a49SYabin Cui
3582*01826a49SYabin Cui
3583*01826a49SYabin Cui
ZBUFFv04_createDCtx(void)3584*01826a49SYabin Cui ZBUFFv04_DCtx* ZBUFFv04_createDCtx(void) { return ZBUFF_createDCtx(); }
ZBUFFv04_freeDCtx(ZBUFFv04_DCtx * dctx)3585*01826a49SYabin Cui size_t ZBUFFv04_freeDCtx(ZBUFFv04_DCtx* dctx) { return ZBUFF_freeDCtx(dctx); }
3586*01826a49SYabin Cui
ZBUFFv04_decompressInit(ZBUFFv04_DCtx * dctx)3587*01826a49SYabin Cui size_t ZBUFFv04_decompressInit(ZBUFFv04_DCtx* dctx) { return ZBUFF_decompressInit(dctx); }
ZBUFFv04_decompressWithDictionary(ZBUFFv04_DCtx * dctx,const void * src,size_t srcSize)3588*01826a49SYabin Cui size_t ZBUFFv04_decompressWithDictionary(ZBUFFv04_DCtx* dctx, const void* src, size_t srcSize)
3589*01826a49SYabin Cui { return ZBUFF_decompressWithDictionary(dctx, src, srcSize); }
3590*01826a49SYabin Cui
ZBUFFv04_decompressContinue(ZBUFFv04_DCtx * dctx,void * dst,size_t * maxDstSizePtr,const void * src,size_t * srcSizePtr)3591*01826a49SYabin Cui size_t ZBUFFv04_decompressContinue(ZBUFFv04_DCtx* dctx, void* dst, size_t* maxDstSizePtr, const void* src, size_t* srcSizePtr)
3592*01826a49SYabin Cui {
3593*01826a49SYabin Cui DEBUGLOG(5, "ZBUFFv04_decompressContinue");
3594*01826a49SYabin Cui return ZBUFF_decompressContinue(dctx, dst, maxDstSizePtr, src, srcSizePtr);
3595*01826a49SYabin Cui }
3596*01826a49SYabin Cui
ZSTDv04_createDCtx(void)3597*01826a49SYabin Cui ZSTD_DCtx* ZSTDv04_createDCtx(void) { return ZSTD_createDCtx(); }
ZSTDv04_freeDCtx(ZSTD_DCtx * dctx)3598*01826a49SYabin Cui size_t ZSTDv04_freeDCtx(ZSTD_DCtx* dctx) { return ZSTD_freeDCtx(dctx); }
3599