xref: /netbsd-src/external/bsd/zstd/dist/lib/legacy/zstd_v05.c (revision 3117ece4fc4a4ca4489ba793710b60b0d26bab6c)
1*3117ece4Schristos /*
2*3117ece4Schristos  * Copyright (c) Yann Collet, Meta Platforms, Inc. and affiliates.
3*3117ece4Schristos  * All rights reserved.
4*3117ece4Schristos  *
5*3117ece4Schristos  * This source code is licensed under both the BSD-style license (found in the
6*3117ece4Schristos  * LICENSE file in the root directory of this source tree) and the GPLv2 (found
7*3117ece4Schristos  * in the COPYING file in the root directory of this source tree).
8*3117ece4Schristos  * You may select, at your option, one of the above-listed licenses.
9*3117ece4Schristos  */
10*3117ece4Schristos 
11*3117ece4Schristos 
12*3117ece4Schristos /*- Dependencies -*/
13*3117ece4Schristos #include "zstd_v05.h"
14*3117ece4Schristos #include "../common/error_private.h"
15*3117ece4Schristos 
16*3117ece4Schristos 
17*3117ece4Schristos /* ******************************************************************
18*3117ece4Schristos    mem.h
19*3117ece4Schristos    low-level memory access routines
20*3117ece4Schristos    Copyright (C) 2013-2015, Yann Collet.
21*3117ece4Schristos 
22*3117ece4Schristos    BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
23*3117ece4Schristos 
24*3117ece4Schristos    Redistribution and use in source and binary forms, with or without
25*3117ece4Schristos    modification, are permitted provided that the following conditions are
26*3117ece4Schristos    met:
27*3117ece4Schristos 
28*3117ece4Schristos        * Redistributions of source code must retain the above copyright
29*3117ece4Schristos    notice, this list of conditions and the following disclaimer.
30*3117ece4Schristos        * Redistributions in binary form must reproduce the above
31*3117ece4Schristos    copyright notice, this list of conditions and the following disclaimer
32*3117ece4Schristos    in the documentation and/or other materials provided with the
33*3117ece4Schristos    distribution.
34*3117ece4Schristos 
35*3117ece4Schristos    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
36*3117ece4Schristos    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
37*3117ece4Schristos    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
38*3117ece4Schristos    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
39*3117ece4Schristos    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
40*3117ece4Schristos    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
41*3117ece4Schristos    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
42*3117ece4Schristos    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
43*3117ece4Schristos    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
44*3117ece4Schristos    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
45*3117ece4Schristos    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
46*3117ece4Schristos 
47*3117ece4Schristos     You can contact the author at :
48*3117ece4Schristos     - FSEv05 source repository : https://github.com/Cyan4973/FiniteStateEntropy
49*3117ece4Schristos     - Public forum : https://groups.google.com/forum/#!forum/lz4c
50*3117ece4Schristos ****************************************************************** */
51*3117ece4Schristos #ifndef MEM_H_MODULE
52*3117ece4Schristos #define MEM_H_MODULE
53*3117ece4Schristos 
54*3117ece4Schristos #if defined (__cplusplus)
55*3117ece4Schristos extern "C" {
56*3117ece4Schristos #endif
57*3117ece4Schristos 
58*3117ece4Schristos /*-****************************************
59*3117ece4Schristos *  Dependencies
60*3117ece4Schristos ******************************************/
61*3117ece4Schristos #include <stddef.h>    /* size_t, ptrdiff_t */
62*3117ece4Schristos #include <string.h>    /* memcpy */
63*3117ece4Schristos 
64*3117ece4Schristos 
65*3117ece4Schristos /*-****************************************
66*3117ece4Schristos *  Compiler specifics
67*3117ece4Schristos ******************************************/
68*3117ece4Schristos #if defined(__GNUC__)
69*3117ece4Schristos #  define MEM_STATIC static __attribute__((unused))
70*3117ece4Schristos #elif defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
71*3117ece4Schristos #  define MEM_STATIC static inline
72*3117ece4Schristos #elif defined(_MSC_VER)
73*3117ece4Schristos #  define MEM_STATIC static __inline
74*3117ece4Schristos #else
75*3117ece4Schristos #  define MEM_STATIC static  /* this version may generate warnings for unused static functions; disable the relevant warning */
76*3117ece4Schristos #endif
77*3117ece4Schristos 
78*3117ece4Schristos 
79*3117ece4Schristos /*-**************************************************************
80*3117ece4Schristos *  Basic Types
81*3117ece4Schristos *****************************************************************/
82*3117ece4Schristos #if defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
83*3117ece4Schristos # if defined(_AIX)
84*3117ece4Schristos #  include <inttypes.h>
85*3117ece4Schristos # else
86*3117ece4Schristos #  include <stdint.h> /* intptr_t */
87*3117ece4Schristos # endif
88*3117ece4Schristos   typedef  uint8_t BYTE;
89*3117ece4Schristos   typedef uint16_t U16;
90*3117ece4Schristos   typedef  int16_t S16;
91*3117ece4Schristos   typedef uint32_t U32;
92*3117ece4Schristos   typedef  int32_t S32;
93*3117ece4Schristos   typedef uint64_t U64;
94*3117ece4Schristos   typedef  int64_t S64;
95*3117ece4Schristos #else
96*3117ece4Schristos   typedef unsigned char       BYTE;
97*3117ece4Schristos   typedef unsigned short      U16;
98*3117ece4Schristos   typedef   signed short      S16;
99*3117ece4Schristos   typedef unsigned int        U32;
100*3117ece4Schristos   typedef   signed int        S32;
101*3117ece4Schristos   typedef unsigned long long  U64;
102*3117ece4Schristos   typedef   signed long long  S64;
103*3117ece4Schristos #endif
104*3117ece4Schristos 
105*3117ece4Schristos 
106*3117ece4Schristos /*-**************************************************************
107*3117ece4Schristos *  Memory I/O
108*3117ece4Schristos *****************************************************************/
109*3117ece4Schristos 
110*3117ece4Schristos MEM_STATIC unsigned MEM_32bits(void) { return sizeof(void*)==4; }
111*3117ece4Schristos MEM_STATIC unsigned MEM_64bits(void) { return sizeof(void*)==8; }
112*3117ece4Schristos 
113*3117ece4Schristos MEM_STATIC unsigned MEM_isLittleEndian(void)
114*3117ece4Schristos {
115*3117ece4Schristos     const union { U32 u; BYTE c[4]; } one = { 1 };   /* don't use static : performance detrimental  */
116*3117ece4Schristos     return one.c[0];
117*3117ece4Schristos }
118*3117ece4Schristos 
119*3117ece4Schristos MEM_STATIC U16 MEM_read16(const void* memPtr)
120*3117ece4Schristos {
121*3117ece4Schristos     U16 val; memcpy(&val, memPtr, sizeof(val)); return val;
122*3117ece4Schristos }
123*3117ece4Schristos 
124*3117ece4Schristos MEM_STATIC U32 MEM_read32(const void* memPtr)
125*3117ece4Schristos {
126*3117ece4Schristos     U32 val; memcpy(&val, memPtr, sizeof(val)); return val;
127*3117ece4Schristos }
128*3117ece4Schristos 
129*3117ece4Schristos MEM_STATIC U64 MEM_read64(const void* memPtr)
130*3117ece4Schristos {
131*3117ece4Schristos     U64 val; memcpy(&val, memPtr, sizeof(val)); return val;
132*3117ece4Schristos }
133*3117ece4Schristos 
134*3117ece4Schristos MEM_STATIC void MEM_write16(void* memPtr, U16 value)
135*3117ece4Schristos {
136*3117ece4Schristos     memcpy(memPtr, &value, sizeof(value));
137*3117ece4Schristos }
138*3117ece4Schristos 
139*3117ece4Schristos MEM_STATIC void MEM_write32(void* memPtr, U32 value)
140*3117ece4Schristos {
141*3117ece4Schristos     memcpy(memPtr, &value, sizeof(value));
142*3117ece4Schristos }
143*3117ece4Schristos 
144*3117ece4Schristos MEM_STATIC void MEM_write64(void* memPtr, U64 value)
145*3117ece4Schristos {
146*3117ece4Schristos     memcpy(memPtr, &value, sizeof(value));
147*3117ece4Schristos }
148*3117ece4Schristos 
149*3117ece4Schristos MEM_STATIC U16 MEM_readLE16(const void* memPtr)
150*3117ece4Schristos {
151*3117ece4Schristos     if (MEM_isLittleEndian())
152*3117ece4Schristos         return MEM_read16(memPtr);
153*3117ece4Schristos     else {
154*3117ece4Schristos         const BYTE* p = (const BYTE*)memPtr;
155*3117ece4Schristos         return (U16)(p[0] + (p[1]<<8));
156*3117ece4Schristos     }
157*3117ece4Schristos }
158*3117ece4Schristos 
159*3117ece4Schristos MEM_STATIC void MEM_writeLE16(void* memPtr, U16 val)
160*3117ece4Schristos {
161*3117ece4Schristos     if (MEM_isLittleEndian()) {
162*3117ece4Schristos         MEM_write16(memPtr, val);
163*3117ece4Schristos     } else {
164*3117ece4Schristos         BYTE* p = (BYTE*)memPtr;
165*3117ece4Schristos         p[0] = (BYTE)val;
166*3117ece4Schristos         p[1] = (BYTE)(val>>8);
167*3117ece4Schristos     }
168*3117ece4Schristos }
169*3117ece4Schristos 
170*3117ece4Schristos MEM_STATIC U32 MEM_readLE32(const void* memPtr)
171*3117ece4Schristos {
172*3117ece4Schristos     if (MEM_isLittleEndian())
173*3117ece4Schristos         return MEM_read32(memPtr);
174*3117ece4Schristos     else {
175*3117ece4Schristos         const BYTE* p = (const BYTE*)memPtr;
176*3117ece4Schristos         return (U32)((U32)p[0] + ((U32)p[1]<<8) + ((U32)p[2]<<16) + ((U32)p[3]<<24));
177*3117ece4Schristos     }
178*3117ece4Schristos }
179*3117ece4Schristos 
180*3117ece4Schristos 
181*3117ece4Schristos MEM_STATIC U64 MEM_readLE64(const void* memPtr)
182*3117ece4Schristos {
183*3117ece4Schristos     if (MEM_isLittleEndian())
184*3117ece4Schristos         return MEM_read64(memPtr);
185*3117ece4Schristos     else {
186*3117ece4Schristos         const BYTE* p = (const BYTE*)memPtr;
187*3117ece4Schristos         return (U64)((U64)p[0] + ((U64)p[1]<<8) + ((U64)p[2]<<16) + ((U64)p[3]<<24)
188*3117ece4Schristos                      + ((U64)p[4]<<32) + ((U64)p[5]<<40) + ((U64)p[6]<<48) + ((U64)p[7]<<56));
189*3117ece4Schristos     }
190*3117ece4Schristos }
191*3117ece4Schristos 
192*3117ece4Schristos 
193*3117ece4Schristos MEM_STATIC size_t MEM_readLEST(const void* memPtr)
194*3117ece4Schristos {
195*3117ece4Schristos     if (MEM_32bits())
196*3117ece4Schristos         return (size_t)MEM_readLE32(memPtr);
197*3117ece4Schristos     else
198*3117ece4Schristos         return (size_t)MEM_readLE64(memPtr);
199*3117ece4Schristos }
200*3117ece4Schristos 
201*3117ece4Schristos 
202*3117ece4Schristos #if defined (__cplusplus)
203*3117ece4Schristos }
204*3117ece4Schristos #endif
205*3117ece4Schristos 
206*3117ece4Schristos #endif /* MEM_H_MODULE */
207*3117ece4Schristos 
208*3117ece4Schristos /*
209*3117ece4Schristos     zstd - standard compression library
210*3117ece4Schristos     Header File for static linking only
211*3117ece4Schristos     Copyright (C) 2014-2016, Yann Collet.
212*3117ece4Schristos 
213*3117ece4Schristos     BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
214*3117ece4Schristos 
215*3117ece4Schristos     Redistribution and use in source and binary forms, with or without
216*3117ece4Schristos     modification, are permitted provided that the following conditions are
217*3117ece4Schristos     met:
218*3117ece4Schristos     * Redistributions of source code must retain the above copyright
219*3117ece4Schristos     notice, this list of conditions and the following disclaimer.
220*3117ece4Schristos     * Redistributions in binary form must reproduce the above
221*3117ece4Schristos     copyright notice, this list of conditions and the following disclaimer
222*3117ece4Schristos     in the documentation and/or other materials provided with the
223*3117ece4Schristos     distribution.
224*3117ece4Schristos     THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
225*3117ece4Schristos     "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
226*3117ece4Schristos     LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
227*3117ece4Schristos     A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
228*3117ece4Schristos     OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
229*3117ece4Schristos     SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
230*3117ece4Schristos     LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
231*3117ece4Schristos     DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
232*3117ece4Schristos     THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
233*3117ece4Schristos     (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
234*3117ece4Schristos     OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
235*3117ece4Schristos 
236*3117ece4Schristos     You can contact the author at :
237*3117ece4Schristos     - zstd homepage : https://facebook.github.io/zstd
238*3117ece4Schristos */
239*3117ece4Schristos #ifndef ZSTD_STATIC_H
240*3117ece4Schristos #define ZSTD_STATIC_H
241*3117ece4Schristos 
242*3117ece4Schristos /* The prototypes defined within this file are considered experimental.
243*3117ece4Schristos  * They should not be used in the context DLL as they may change in the future.
244*3117ece4Schristos  * Prefer static linking if you need them, to control breaking version changes issues.
245*3117ece4Schristos  */
246*3117ece4Schristos 
247*3117ece4Schristos #if defined (__cplusplus)
248*3117ece4Schristos extern "C" {
249*3117ece4Schristos #endif
250*3117ece4Schristos 
251*3117ece4Schristos 
252*3117ece4Schristos 
253*3117ece4Schristos /*-*************************************
254*3117ece4Schristos *  Types
255*3117ece4Schristos ***************************************/
256*3117ece4Schristos #define ZSTDv05_WINDOWLOG_ABSOLUTEMIN 11
257*3117ece4Schristos 
258*3117ece4Schristos 
259*3117ece4Schristos /*-*************************************
260*3117ece4Schristos *  Advanced functions
261*3117ece4Schristos ***************************************/
262*3117ece4Schristos /*- Advanced Decompression functions -*/
263*3117ece4Schristos 
264*3117ece4Schristos /*! ZSTDv05_decompress_usingPreparedDCtx() :
265*3117ece4Schristos *   Same as ZSTDv05_decompress_usingDict, but using a reference context `preparedDCtx`, where dictionary has been loaded.
266*3117ece4Schristos *   It avoids reloading the dictionary each time.
267*3117ece4Schristos *   `preparedDCtx` must have been properly initialized using ZSTDv05_decompressBegin_usingDict().
268*3117ece4Schristos *   Requires 2 contexts : 1 for reference, which will not be modified, and 1 to run the decompression operation */
269*3117ece4Schristos size_t ZSTDv05_decompress_usingPreparedDCtx(
270*3117ece4Schristos                                              ZSTDv05_DCtx* dctx, const ZSTDv05_DCtx* preparedDCtx,
271*3117ece4Schristos                                              void* dst, size_t dstCapacity,
272*3117ece4Schristos                                        const void* src, size_t srcSize);
273*3117ece4Schristos 
274*3117ece4Schristos 
275*3117ece4Schristos /* **************************************
276*3117ece4Schristos *  Streaming functions (direct mode)
277*3117ece4Schristos ****************************************/
278*3117ece4Schristos size_t ZSTDv05_decompressBegin(ZSTDv05_DCtx* dctx);
279*3117ece4Schristos 
280*3117ece4Schristos /*
281*3117ece4Schristos   Streaming decompression, direct mode (bufferless)
282*3117ece4Schristos 
283*3117ece4Schristos   A ZSTDv05_DCtx object is required to track streaming operations.
284*3117ece4Schristos   Use ZSTDv05_createDCtx() / ZSTDv05_freeDCtx() to manage it.
285*3117ece4Schristos   A ZSTDv05_DCtx object can be re-used multiple times.
286*3117ece4Schristos 
287*3117ece4Schristos   First typical operation is to retrieve frame parameters, using ZSTDv05_getFrameParams().
288*3117ece4Schristos   This operation is independent, and just needs enough input data to properly decode the frame header.
289*3117ece4Schristos   Objective is to retrieve *params.windowlog, to know minimum amount of memory required during decoding.
290*3117ece4Schristos   Result : 0 when successful, it means the ZSTDv05_parameters structure has been filled.
291*3117ece4Schristos            >0 : means there is not enough data into src. Provides the expected size to successfully decode header.
292*3117ece4Schristos            errorCode, which can be tested using ZSTDv05_isError()
293*3117ece4Schristos 
294*3117ece4Schristos   Start decompression, with ZSTDv05_decompressBegin() or ZSTDv05_decompressBegin_usingDict()
295*3117ece4Schristos   Alternatively, you can copy a prepared context, using ZSTDv05_copyDCtx()
296*3117ece4Schristos 
297*3117ece4Schristos   Then use ZSTDv05_nextSrcSizeToDecompress() and ZSTDv05_decompressContinue() alternatively.
298*3117ece4Schristos   ZSTDv05_nextSrcSizeToDecompress() tells how much bytes to provide as 'srcSize' to ZSTDv05_decompressContinue().
299*3117ece4Schristos   ZSTDv05_decompressContinue() requires this exact amount of bytes, or it will fail.
300*3117ece4Schristos   ZSTDv05_decompressContinue() needs previous data blocks during decompression, up to (1 << windowlog).
301*3117ece4Schristos   They should preferably be located contiguously, prior to current block. Alternatively, a round buffer is also possible.
302*3117ece4Schristos 
303*3117ece4Schristos   @result of ZSTDv05_decompressContinue() is the number of bytes regenerated within 'dst'.
304*3117ece4Schristos   It can be zero, which is not an error; it just means ZSTDv05_decompressContinue() has decoded some header.
305*3117ece4Schristos 
306*3117ece4Schristos   A frame is fully decoded when ZSTDv05_nextSrcSizeToDecompress() returns zero.
307*3117ece4Schristos   Context can then be reset to start a new decompression.
308*3117ece4Schristos */
309*3117ece4Schristos 
310*3117ece4Schristos 
311*3117ece4Schristos /* **************************************
312*3117ece4Schristos *  Block functions
313*3117ece4Schristos ****************************************/
314*3117ece4Schristos /*! Block functions produce and decode raw zstd blocks, without frame metadata.
315*3117ece4Schristos     User will have to take in charge required information to regenerate data, such as block sizes.
316*3117ece4Schristos 
317*3117ece4Schristos     A few rules to respect :
318*3117ece4Schristos     - Uncompressed block size must be <= 128 KB
319*3117ece4Schristos     - Compressing or decompressing requires a context structure
320*3117ece4Schristos       + Use ZSTDv05_createCCtx() and ZSTDv05_createDCtx()
321*3117ece4Schristos     - It is necessary to init context before starting
322*3117ece4Schristos       + compression : ZSTDv05_compressBegin()
323*3117ece4Schristos       + decompression : ZSTDv05_decompressBegin()
324*3117ece4Schristos       + variants _usingDict() are also allowed
325*3117ece4Schristos       + copyCCtx() and copyDCtx() work too
326*3117ece4Schristos     - When a block is considered not compressible enough, ZSTDv05_compressBlock() result will be zero.
327*3117ece4Schristos       In which case, nothing is produced into `dst`.
328*3117ece4Schristos       + User must test for such outcome and deal directly with uncompressed data
329*3117ece4Schristos       + ZSTDv05_decompressBlock() doesn't accept uncompressed data as input !!
330*3117ece4Schristos */
331*3117ece4Schristos 
332*3117ece4Schristos size_t ZSTDv05_decompressBlock(ZSTDv05_DCtx* dctx, void* dst, size_t dstCapacity, const void* src, size_t srcSize);
333*3117ece4Schristos 
334*3117ece4Schristos 
335*3117ece4Schristos 
336*3117ece4Schristos 
337*3117ece4Schristos #if defined (__cplusplus)
338*3117ece4Schristos }
339*3117ece4Schristos #endif
340*3117ece4Schristos 
341*3117ece4Schristos #endif  /* ZSTDv05_STATIC_H */
342*3117ece4Schristos 
343*3117ece4Schristos 
344*3117ece4Schristos /*
345*3117ece4Schristos     zstd_internal - common functions to include
346*3117ece4Schristos     Header File for include
347*3117ece4Schristos     Copyright (C) 2014-2016, Yann Collet.
348*3117ece4Schristos 
349*3117ece4Schristos     BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
350*3117ece4Schristos 
351*3117ece4Schristos     Redistribution and use in source and binary forms, with or without
352*3117ece4Schristos     modification, are permitted provided that the following conditions are
353*3117ece4Schristos     met:
354*3117ece4Schristos     * Redistributions of source code must retain the above copyright
355*3117ece4Schristos     notice, this list of conditions and the following disclaimer.
356*3117ece4Schristos     * Redistributions in binary form must reproduce the above
357*3117ece4Schristos     copyright notice, this list of conditions and the following disclaimer
358*3117ece4Schristos     in the documentation and/or other materials provided with the
359*3117ece4Schristos     distribution.
360*3117ece4Schristos     THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
361*3117ece4Schristos     "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
362*3117ece4Schristos     LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
363*3117ece4Schristos     A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
364*3117ece4Schristos     OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
365*3117ece4Schristos     SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
366*3117ece4Schristos     LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
367*3117ece4Schristos     DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
368*3117ece4Schristos     THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
369*3117ece4Schristos     (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
370*3117ece4Schristos     OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
371*3117ece4Schristos 
372*3117ece4Schristos     You can contact the author at :
373*3117ece4Schristos     - zstd source repository : https://github.com/Cyan4973/zstd
374*3117ece4Schristos */
375*3117ece4Schristos #ifndef ZSTD_CCOMMON_H_MODULE
376*3117ece4Schristos #define ZSTD_CCOMMON_H_MODULE
377*3117ece4Schristos 
378*3117ece4Schristos 
379*3117ece4Schristos 
380*3117ece4Schristos /*-*************************************
381*3117ece4Schristos *  Common macros
382*3117ece4Schristos ***************************************/
383*3117ece4Schristos #define MIN(a,b) ((a)<(b) ? (a) : (b))
384*3117ece4Schristos #define MAX(a,b) ((a)>(b) ? (a) : (b))
385*3117ece4Schristos 
386*3117ece4Schristos 
387*3117ece4Schristos /*-*************************************
388*3117ece4Schristos *  Common constants
389*3117ece4Schristos ***************************************/
390*3117ece4Schristos #define ZSTDv05_DICT_MAGIC  0xEC30A435
391*3117ece4Schristos 
392*3117ece4Schristos #define KB *(1 <<10)
393*3117ece4Schristos #define MB *(1 <<20)
394*3117ece4Schristos #define GB *(1U<<30)
395*3117ece4Schristos 
396*3117ece4Schristos #define BLOCKSIZE (128 KB)                 /* define, for static allocation */
397*3117ece4Schristos 
398*3117ece4Schristos static const size_t ZSTDv05_blockHeaderSize = 3;
399*3117ece4Schristos static const size_t ZSTDv05_frameHeaderSize_min = 5;
400*3117ece4Schristos #define ZSTDv05_frameHeaderSize_max 5         /* define, for static allocation */
401*3117ece4Schristos 
402*3117ece4Schristos #define BITv057 128
403*3117ece4Schristos #define BITv056  64
404*3117ece4Schristos #define BITv055  32
405*3117ece4Schristos #define BITv054  16
406*3117ece4Schristos #define BITv051   2
407*3117ece4Schristos #define BITv050   1
408*3117ece4Schristos 
409*3117ece4Schristos #define IS_HUFv05 0
410*3117ece4Schristos #define IS_PCH 1
411*3117ece4Schristos #define IS_RAW 2
412*3117ece4Schristos #define IS_RLE 3
413*3117ece4Schristos 
414*3117ece4Schristos #define MINMATCH 4
415*3117ece4Schristos #define REPCODE_STARTVALUE 1
416*3117ece4Schristos 
417*3117ece4Schristos #define Litbits  8
418*3117ece4Schristos #define MLbits   7
419*3117ece4Schristos #define LLbits   6
420*3117ece4Schristos #define Offbits  5
421*3117ece4Schristos #define MaxLit ((1<<Litbits) - 1)
422*3117ece4Schristos #define MaxML  ((1<<MLbits) - 1)
423*3117ece4Schristos #define MaxLL  ((1<<LLbits) - 1)
424*3117ece4Schristos #define MaxOff ((1<<Offbits)- 1)
425*3117ece4Schristos #define MLFSEv05Log   10
426*3117ece4Schristos #define LLFSEv05Log   10
427*3117ece4Schristos #define OffFSEv05Log   9
428*3117ece4Schristos #define MaxSeq MAX(MaxLL, MaxML)
429*3117ece4Schristos 
430*3117ece4Schristos #define FSEv05_ENCODING_RAW     0
431*3117ece4Schristos #define FSEv05_ENCODING_RLE     1
432*3117ece4Schristos #define FSEv05_ENCODING_STATIC  2
433*3117ece4Schristos #define FSEv05_ENCODING_DYNAMIC 3
434*3117ece4Schristos 
435*3117ece4Schristos 
436*3117ece4Schristos #define ZSTD_HUFFDTABLE_CAPACITY_LOG 12
437*3117ece4Schristos 
438*3117ece4Schristos #define MIN_SEQUENCES_SIZE 1 /* nbSeq==0 */
439*3117ece4Schristos #define MIN_CBLOCK_SIZE (1 /*litCSize*/ + 1 /* RLE or RAW */ + MIN_SEQUENCES_SIZE /* nbSeq==0 */)   /* for a non-null block */
440*3117ece4Schristos 
441*3117ece4Schristos #define WILDCOPY_OVERLENGTH 8
442*3117ece4Schristos 
443*3117ece4Schristos #define ZSTD_CONTENTSIZE_ERROR   (0ULL - 2)
444*3117ece4Schristos 
445*3117ece4Schristos typedef enum { bt_compressed, bt_raw, bt_rle, bt_end } blockType_t;
446*3117ece4Schristos 
447*3117ece4Schristos 
448*3117ece4Schristos /*-*******************************************
449*3117ece4Schristos *  Shared functions to include for inlining
450*3117ece4Schristos *********************************************/
451*3117ece4Schristos static void ZSTDv05_copy8(void* dst, const void* src) { memcpy(dst, src, 8); }
452*3117ece4Schristos 
453*3117ece4Schristos #define COPY8(d,s) { ZSTDv05_copy8(d,s); d+=8; s+=8; }
454*3117ece4Schristos 
455*3117ece4Schristos /*! ZSTDv05_wildcopy() :
456*3117ece4Schristos *   custom version of memcpy(), can copy up to 7 bytes too many (8 bytes if length==0) */
457*3117ece4Schristos MEM_STATIC void ZSTDv05_wildcopy(void* dst, const void* src, ptrdiff_t length)
458*3117ece4Schristos {
459*3117ece4Schristos     const BYTE* ip = (const BYTE*)src;
460*3117ece4Schristos     BYTE* op = (BYTE*)dst;
461*3117ece4Schristos     BYTE* const oend = op + length;
462*3117ece4Schristos     do
463*3117ece4Schristos         COPY8(op, ip)
464*3117ece4Schristos     while (op < oend);
465*3117ece4Schristos }
466*3117ece4Schristos 
467*3117ece4Schristos 
468*3117ece4Schristos /*-*******************************************
469*3117ece4Schristos *  Private interfaces
470*3117ece4Schristos *********************************************/
471*3117ece4Schristos typedef struct {
472*3117ece4Schristos     void* buffer;
473*3117ece4Schristos     U32*  offsetStart;
474*3117ece4Schristos     U32*  offset;
475*3117ece4Schristos     BYTE* offCodeStart;
476*3117ece4Schristos     BYTE* offCode;
477*3117ece4Schristos     BYTE* litStart;
478*3117ece4Schristos     BYTE* lit;
479*3117ece4Schristos     BYTE* litLengthStart;
480*3117ece4Schristos     BYTE* litLength;
481*3117ece4Schristos     BYTE* matchLengthStart;
482*3117ece4Schristos     BYTE* matchLength;
483*3117ece4Schristos     BYTE* dumpsStart;
484*3117ece4Schristos     BYTE* dumps;
485*3117ece4Schristos     /* opt */
486*3117ece4Schristos     U32* matchLengthFreq;
487*3117ece4Schristos     U32* litLengthFreq;
488*3117ece4Schristos     U32* litFreq;
489*3117ece4Schristos     U32* offCodeFreq;
490*3117ece4Schristos     U32  matchLengthSum;
491*3117ece4Schristos     U32  litLengthSum;
492*3117ece4Schristos     U32  litSum;
493*3117ece4Schristos     U32  offCodeSum;
494*3117ece4Schristos } seqStore_t;
495*3117ece4Schristos 
496*3117ece4Schristos 
497*3117ece4Schristos 
498*3117ece4Schristos #endif   /* ZSTDv05_CCOMMON_H_MODULE */
499*3117ece4Schristos /* ******************************************************************
500*3117ece4Schristos    FSEv05 : Finite State Entropy coder
501*3117ece4Schristos    header file
502*3117ece4Schristos    Copyright (C) 2013-2015, Yann Collet.
503*3117ece4Schristos 
504*3117ece4Schristos    BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
505*3117ece4Schristos 
506*3117ece4Schristos    Redistribution and use in source and binary forms, with or without
507*3117ece4Schristos    modification, are permitted provided that the following conditions are
508*3117ece4Schristos    met:
509*3117ece4Schristos 
510*3117ece4Schristos        * Redistributions of source code must retain the above copyright
511*3117ece4Schristos    notice, this list of conditions and the following disclaimer.
512*3117ece4Schristos        * Redistributions in binary form must reproduce the above
513*3117ece4Schristos    copyright notice, this list of conditions and the following disclaimer
514*3117ece4Schristos    in the documentation and/or other materials provided with the
515*3117ece4Schristos    distribution.
516*3117ece4Schristos 
517*3117ece4Schristos    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
518*3117ece4Schristos    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
519*3117ece4Schristos    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
520*3117ece4Schristos    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
521*3117ece4Schristos    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
522*3117ece4Schristos    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
523*3117ece4Schristos    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
524*3117ece4Schristos    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
525*3117ece4Schristos    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
526*3117ece4Schristos    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
527*3117ece4Schristos    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
528*3117ece4Schristos 
529*3117ece4Schristos    You can contact the author at :
530*3117ece4Schristos    - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
531*3117ece4Schristos    - Public forum : https://groups.google.com/forum/#!forum/lz4c
532*3117ece4Schristos ****************************************************************** */
533*3117ece4Schristos #ifndef FSEv05_H
534*3117ece4Schristos #define FSEv05_H
535*3117ece4Schristos 
536*3117ece4Schristos #if defined (__cplusplus)
537*3117ece4Schristos extern "C" {
538*3117ece4Schristos #endif
539*3117ece4Schristos 
540*3117ece4Schristos 
541*3117ece4Schristos /* *****************************************
542*3117ece4Schristos *  Includes
543*3117ece4Schristos ******************************************/
544*3117ece4Schristos #include <stddef.h>    /* size_t, ptrdiff_t */
545*3117ece4Schristos 
546*3117ece4Schristos 
547*3117ece4Schristos /*-****************************************
548*3117ece4Schristos *  FSEv05 simple functions
549*3117ece4Schristos ******************************************/
550*3117ece4Schristos size_t FSEv05_decompress(void* dst,  size_t maxDstSize,
551*3117ece4Schristos                 const void* cSrc, size_t cSrcSize);
552*3117ece4Schristos /*!
553*3117ece4Schristos FSEv05_decompress():
554*3117ece4Schristos     Decompress FSEv05 data from buffer 'cSrc', of size 'cSrcSize',
555*3117ece4Schristos     into already allocated destination buffer 'dst', of size 'maxDstSize'.
556*3117ece4Schristos     return : size of regenerated data (<= maxDstSize)
557*3117ece4Schristos              or an error code, which can be tested using FSEv05_isError()
558*3117ece4Schristos 
559*3117ece4Schristos     ** Important ** : FSEv05_decompress() doesn't decompress non-compressible nor RLE data !!!
560*3117ece4Schristos     Why ? : making this distinction requires a header.
561*3117ece4Schristos     Header management is intentionally delegated to the user layer, which can better manage special cases.
562*3117ece4Schristos */
563*3117ece4Schristos 
564*3117ece4Schristos 
565*3117ece4Schristos /* *****************************************
566*3117ece4Schristos *  Tool functions
567*3117ece4Schristos ******************************************/
568*3117ece4Schristos /* Error Management */
569*3117ece4Schristos unsigned    FSEv05_isError(size_t code);        /* tells if a return value is an error code */
570*3117ece4Schristos const char* FSEv05_getErrorName(size_t code);   /* provides error code string (useful for debugging) */
571*3117ece4Schristos 
572*3117ece4Schristos 
573*3117ece4Schristos 
574*3117ece4Schristos 
575*3117ece4Schristos /* *****************************************
576*3117ece4Schristos *  FSEv05 detailed API
577*3117ece4Schristos ******************************************/
578*3117ece4Schristos /* *** DECOMPRESSION *** */
579*3117ece4Schristos 
580*3117ece4Schristos /*!
581*3117ece4Schristos FSEv05_readNCount():
582*3117ece4Schristos    Read compactly saved 'normalizedCounter' from 'rBuffer'.
583*3117ece4Schristos    return : size read from 'rBuffer'
584*3117ece4Schristos             or an errorCode, which can be tested using FSEv05_isError()
585*3117ece4Schristos             maxSymbolValuePtr[0] and tableLogPtr[0] will also be updated with their respective values */
586*3117ece4Schristos size_t FSEv05_readNCount (short* normalizedCounter, unsigned* maxSymbolValuePtr, unsigned* tableLogPtr, const void* rBuffer, size_t rBuffSize);
587*3117ece4Schristos 
588*3117ece4Schristos /*!
589*3117ece4Schristos Constructor and Destructor of type FSEv05_DTable
590*3117ece4Schristos     Note that its size depends on 'tableLog' */
591*3117ece4Schristos typedef unsigned FSEv05_DTable;   /* don't allocate that. It's just a way to be more restrictive than void* */
592*3117ece4Schristos FSEv05_DTable* FSEv05_createDTable(unsigned tableLog);
593*3117ece4Schristos void        FSEv05_freeDTable(FSEv05_DTable* dt);
594*3117ece4Schristos 
595*3117ece4Schristos /*!
596*3117ece4Schristos FSEv05_buildDTable():
597*3117ece4Schristos    Builds 'dt', which must be already allocated, using FSEv05_createDTable()
598*3117ece4Schristos    @return : 0,
599*3117ece4Schristos              or an errorCode, which can be tested using FSEv05_isError() */
600*3117ece4Schristos size_t FSEv05_buildDTable (FSEv05_DTable* dt, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog);
601*3117ece4Schristos 
602*3117ece4Schristos /*!
603*3117ece4Schristos FSEv05_decompress_usingDTable():
604*3117ece4Schristos    Decompress compressed source @cSrc of size @cSrcSize using `dt`
605*3117ece4Schristos    into `dst` which must be already allocated.
606*3117ece4Schristos    @return : size of regenerated data (necessarily <= @dstCapacity)
607*3117ece4Schristos              or an errorCode, which can be tested using FSEv05_isError() */
608*3117ece4Schristos size_t FSEv05_decompress_usingDTable(void* dst, size_t dstCapacity, const void* cSrc, size_t cSrcSize, const FSEv05_DTable* dt);
609*3117ece4Schristos 
610*3117ece4Schristos 
611*3117ece4Schristos 
612*3117ece4Schristos #if defined (__cplusplus)
613*3117ece4Schristos }
614*3117ece4Schristos #endif
615*3117ece4Schristos 
616*3117ece4Schristos #endif  /* FSEv05_H */
617*3117ece4Schristos /* ******************************************************************
618*3117ece4Schristos    bitstream
619*3117ece4Schristos    Part of FSEv05 library
620*3117ece4Schristos    header file (to include)
621*3117ece4Schristos    Copyright (C) 2013-2016, Yann Collet.
622*3117ece4Schristos 
623*3117ece4Schristos    BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
624*3117ece4Schristos 
625*3117ece4Schristos    Redistribution and use in source and binary forms, with or without
626*3117ece4Schristos    modification, are permitted provided that the following conditions are
627*3117ece4Schristos    met:
628*3117ece4Schristos 
629*3117ece4Schristos        * Redistributions of source code must retain the above copyright
630*3117ece4Schristos    notice, this list of conditions and the following disclaimer.
631*3117ece4Schristos        * Redistributions in binary form must reproduce the above
632*3117ece4Schristos    copyright notice, this list of conditions and the following disclaimer
633*3117ece4Schristos    in the documentation and/or other materials provided with the
634*3117ece4Schristos    distribution.
635*3117ece4Schristos 
636*3117ece4Schristos    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
637*3117ece4Schristos    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
638*3117ece4Schristos    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
639*3117ece4Schristos    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
640*3117ece4Schristos    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
641*3117ece4Schristos    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
642*3117ece4Schristos    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
643*3117ece4Schristos    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
644*3117ece4Schristos    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
645*3117ece4Schristos    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
646*3117ece4Schristos    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
647*3117ece4Schristos 
648*3117ece4Schristos    You can contact the author at :
649*3117ece4Schristos    - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
650*3117ece4Schristos ****************************************************************** */
651*3117ece4Schristos #ifndef BITv05STREAM_H_MODULE
652*3117ece4Schristos #define BITv05STREAM_H_MODULE
653*3117ece4Schristos 
654*3117ece4Schristos #if defined (__cplusplus)
655*3117ece4Schristos extern "C" {
656*3117ece4Schristos #endif
657*3117ece4Schristos 
658*3117ece4Schristos 
659*3117ece4Schristos /*
660*3117ece4Schristos *  This API consists of small unitary functions, which highly benefit from being inlined.
661*3117ece4Schristos *  Since link-time-optimization is not available for all compilers,
662*3117ece4Schristos *  these functions are defined into a .h to be included.
663*3117ece4Schristos */
664*3117ece4Schristos 
665*3117ece4Schristos 
666*3117ece4Schristos 
667*3117ece4Schristos /*-********************************************
668*3117ece4Schristos *  bitStream decoding API (read backward)
669*3117ece4Schristos **********************************************/
670*3117ece4Schristos typedef struct
671*3117ece4Schristos {
672*3117ece4Schristos     size_t   bitContainer;
673*3117ece4Schristos     unsigned bitsConsumed;
674*3117ece4Schristos     const char* ptr;
675*3117ece4Schristos     const char* start;
676*3117ece4Schristos } BITv05_DStream_t;
677*3117ece4Schristos 
678*3117ece4Schristos typedef enum { BITv05_DStream_unfinished = 0,
679*3117ece4Schristos                BITv05_DStream_endOfBuffer = 1,
680*3117ece4Schristos                BITv05_DStream_completed = 2,
681*3117ece4Schristos                BITv05_DStream_overflow = 3 } BITv05_DStream_status;  /* result of BITv05_reloadDStream() */
682*3117ece4Schristos                /* 1,2,4,8 would be better for bitmap combinations, but slows down performance a bit ... :( */
683*3117ece4Schristos 
684*3117ece4Schristos MEM_STATIC size_t   BITv05_initDStream(BITv05_DStream_t* bitD, const void* srcBuffer, size_t srcSize);
685*3117ece4Schristos MEM_STATIC size_t   BITv05_readBits(BITv05_DStream_t* bitD, unsigned nbBits);
686*3117ece4Schristos MEM_STATIC BITv05_DStream_status BITv05_reloadDStream(BITv05_DStream_t* bitD);
687*3117ece4Schristos MEM_STATIC unsigned BITv05_endOfDStream(const BITv05_DStream_t* bitD);
688*3117ece4Schristos 
689*3117ece4Schristos 
690*3117ece4Schristos /*-****************************************
691*3117ece4Schristos *  unsafe API
692*3117ece4Schristos ******************************************/
693*3117ece4Schristos MEM_STATIC size_t BITv05_readBitsFast(BITv05_DStream_t* bitD, unsigned nbBits);
694*3117ece4Schristos /* faster, but works only if nbBits >= 1 */
695*3117ece4Schristos 
696*3117ece4Schristos 
697*3117ece4Schristos 
698*3117ece4Schristos /*-**************************************************************
699*3117ece4Schristos *  Helper functions
700*3117ece4Schristos ****************************************************************/
701*3117ece4Schristos MEM_STATIC unsigned BITv05_highbit32 (U32 val)
702*3117ece4Schristos {
703*3117ece4Schristos #   if defined(_MSC_VER)   /* Visual */
704*3117ece4Schristos     unsigned long r;
705*3117ece4Schristos     return _BitScanReverse(&r, val) ? (unsigned)r : 0;
706*3117ece4Schristos #   elif defined(__GNUC__) && (__GNUC__ >= 3)   /* Use GCC Intrinsic */
707*3117ece4Schristos     return __builtin_clz (val) ^ 31;
708*3117ece4Schristos #   else   /* Software version */
709*3117ece4Schristos     static const unsigned DeBruijnClz[32] = { 0, 9, 1, 10, 13, 21, 2, 29, 11, 14, 16, 18, 22, 25, 3, 30, 8, 12, 20, 28, 15, 17, 24, 7, 19, 27, 23, 6, 26, 5, 4, 31 };
710*3117ece4Schristos     U32 v = val;
711*3117ece4Schristos     unsigned r;
712*3117ece4Schristos     v |= v >> 1;
713*3117ece4Schristos     v |= v >> 2;
714*3117ece4Schristos     v |= v >> 4;
715*3117ece4Schristos     v |= v >> 8;
716*3117ece4Schristos     v |= v >> 16;
717*3117ece4Schristos     r = DeBruijnClz[ (U32) (v * 0x07C4ACDDU) >> 27];
718*3117ece4Schristos     return r;
719*3117ece4Schristos #   endif
720*3117ece4Schristos }
721*3117ece4Schristos 
722*3117ece4Schristos 
723*3117ece4Schristos 
724*3117ece4Schristos /*-********************************************************
725*3117ece4Schristos * bitStream decoding
726*3117ece4Schristos **********************************************************/
727*3117ece4Schristos /*!BITv05_initDStream
728*3117ece4Schristos *  Initialize a BITv05_DStream_t.
729*3117ece4Schristos *  @bitD : a pointer to an already allocated BITv05_DStream_t structure
730*3117ece4Schristos *  @srcBuffer must point at the beginning of a bitStream
731*3117ece4Schristos *  @srcSize must be the exact size of the bitStream
732*3117ece4Schristos *  @result : size of stream (== srcSize) or an errorCode if a problem is detected
733*3117ece4Schristos */
734*3117ece4Schristos MEM_STATIC size_t BITv05_initDStream(BITv05_DStream_t* bitD, const void* srcBuffer, size_t srcSize)
735*3117ece4Schristos {
736*3117ece4Schristos     if (srcSize < 1) { memset(bitD, 0, sizeof(*bitD)); return ERROR(srcSize_wrong); }
737*3117ece4Schristos 
738*3117ece4Schristos     if (srcSize >=  sizeof(size_t)) {  /* normal case */
739*3117ece4Schristos         U32 contain32;
740*3117ece4Schristos         bitD->start = (const char*)srcBuffer;
741*3117ece4Schristos         bitD->ptr   = (const char*)srcBuffer + srcSize - sizeof(size_t);
742*3117ece4Schristos         bitD->bitContainer = MEM_readLEST(bitD->ptr);
743*3117ece4Schristos         contain32 = ((const BYTE*)srcBuffer)[srcSize-1];
744*3117ece4Schristos         if (contain32 == 0) return ERROR(GENERIC);   /* endMark not present */
745*3117ece4Schristos         bitD->bitsConsumed = 8 - BITv05_highbit32(contain32);
746*3117ece4Schristos     } else {
747*3117ece4Schristos         U32 contain32;
748*3117ece4Schristos         bitD->start = (const char*)srcBuffer;
749*3117ece4Schristos         bitD->ptr   = bitD->start;
750*3117ece4Schristos         bitD->bitContainer = *(const BYTE*)(bitD->start);
751*3117ece4Schristos         switch(srcSize)
752*3117ece4Schristos         {
753*3117ece4Schristos             case 7: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[6]) << (sizeof(size_t)*8 - 16);/* fall-through */
754*3117ece4Schristos             case 6: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[5]) << (sizeof(size_t)*8 - 24);/* fall-through */
755*3117ece4Schristos             case 5: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[4]) << (sizeof(size_t)*8 - 32);/* fall-through */
756*3117ece4Schristos             case 4: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[3]) << 24; /* fall-through */
757*3117ece4Schristos             case 3: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[2]) << 16; /* fall-through */
758*3117ece4Schristos             case 2: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[1]) <<  8; /* fall-through */
759*3117ece4Schristos             default: break;
760*3117ece4Schristos         }
761*3117ece4Schristos         contain32 = ((const BYTE*)srcBuffer)[srcSize-1];
762*3117ece4Schristos         if (contain32 == 0) return ERROR(GENERIC);   /* endMark not present */
763*3117ece4Schristos         bitD->bitsConsumed = 8 - BITv05_highbit32(contain32);
764*3117ece4Schristos         bitD->bitsConsumed += (U32)(sizeof(size_t) - srcSize)*8;
765*3117ece4Schristos     }
766*3117ece4Schristos 
767*3117ece4Schristos     return srcSize;
768*3117ece4Schristos }
769*3117ece4Schristos 
770*3117ece4Schristos MEM_STATIC size_t BITv05_lookBits(BITv05_DStream_t* bitD, U32 nbBits)
771*3117ece4Schristos {
772*3117ece4Schristos     const U32 bitMask = sizeof(bitD->bitContainer)*8 - 1;
773*3117ece4Schristos     return ((bitD->bitContainer << (bitD->bitsConsumed & bitMask)) >> 1) >> ((bitMask-nbBits) & bitMask);
774*3117ece4Schristos }
775*3117ece4Schristos 
776*3117ece4Schristos /*! BITv05_lookBitsFast :
777*3117ece4Schristos *   unsafe version; only works if nbBits >= 1 */
778*3117ece4Schristos MEM_STATIC size_t BITv05_lookBitsFast(BITv05_DStream_t* bitD, U32 nbBits)
779*3117ece4Schristos {
780*3117ece4Schristos     const U32 bitMask = sizeof(bitD->bitContainer)*8 - 1;
781*3117ece4Schristos     return (bitD->bitContainer << (bitD->bitsConsumed & bitMask)) >> (((bitMask+1)-nbBits) & bitMask);
782*3117ece4Schristos }
783*3117ece4Schristos 
784*3117ece4Schristos MEM_STATIC void BITv05_skipBits(BITv05_DStream_t* bitD, U32 nbBits)
785*3117ece4Schristos {
786*3117ece4Schristos     bitD->bitsConsumed += nbBits;
787*3117ece4Schristos }
788*3117ece4Schristos 
789*3117ece4Schristos MEM_STATIC size_t BITv05_readBits(BITv05_DStream_t* bitD, unsigned nbBits)
790*3117ece4Schristos {
791*3117ece4Schristos     size_t value = BITv05_lookBits(bitD, nbBits);
792*3117ece4Schristos     BITv05_skipBits(bitD, nbBits);
793*3117ece4Schristos     return value;
794*3117ece4Schristos }
795*3117ece4Schristos 
796*3117ece4Schristos /*!BITv05_readBitsFast :
797*3117ece4Schristos *  unsafe version; only works if nbBits >= 1 */
798*3117ece4Schristos MEM_STATIC size_t BITv05_readBitsFast(BITv05_DStream_t* bitD, unsigned nbBits)
799*3117ece4Schristos {
800*3117ece4Schristos     size_t value = BITv05_lookBitsFast(bitD, nbBits);
801*3117ece4Schristos     BITv05_skipBits(bitD, nbBits);
802*3117ece4Schristos     return value;
803*3117ece4Schristos }
804*3117ece4Schristos 
805*3117ece4Schristos MEM_STATIC BITv05_DStream_status BITv05_reloadDStream(BITv05_DStream_t* bitD)
806*3117ece4Schristos {
807*3117ece4Schristos     if (bitD->bitsConsumed > (sizeof(bitD->bitContainer)*8))  /* should never happen */
808*3117ece4Schristos         return BITv05_DStream_overflow;
809*3117ece4Schristos 
810*3117ece4Schristos     if (bitD->ptr >= bitD->start + sizeof(bitD->bitContainer)) {
811*3117ece4Schristos         bitD->ptr -= bitD->bitsConsumed >> 3;
812*3117ece4Schristos         bitD->bitsConsumed &= 7;
813*3117ece4Schristos         bitD->bitContainer = MEM_readLEST(bitD->ptr);
814*3117ece4Schristos         return BITv05_DStream_unfinished;
815*3117ece4Schristos     }
816*3117ece4Schristos     if (bitD->ptr == bitD->start) {
817*3117ece4Schristos         if (bitD->bitsConsumed < sizeof(bitD->bitContainer)*8) return BITv05_DStream_endOfBuffer;
818*3117ece4Schristos         return BITv05_DStream_completed;
819*3117ece4Schristos     }
820*3117ece4Schristos     {
821*3117ece4Schristos         U32 nbBytes = bitD->bitsConsumed >> 3;
822*3117ece4Schristos         BITv05_DStream_status result = BITv05_DStream_unfinished;
823*3117ece4Schristos         if (bitD->ptr - nbBytes < bitD->start) {
824*3117ece4Schristos             nbBytes = (U32)(bitD->ptr - bitD->start);  /* ptr > start */
825*3117ece4Schristos             result = BITv05_DStream_endOfBuffer;
826*3117ece4Schristos         }
827*3117ece4Schristos         bitD->ptr -= nbBytes;
828*3117ece4Schristos         bitD->bitsConsumed -= nbBytes*8;
829*3117ece4Schristos         bitD->bitContainer = MEM_readLEST(bitD->ptr);   /* reminder : srcSize > sizeof(bitD) */
830*3117ece4Schristos         return result;
831*3117ece4Schristos     }
832*3117ece4Schristos }
833*3117ece4Schristos 
834*3117ece4Schristos /*! BITv05_endOfDStream
835*3117ece4Schristos *   @return Tells if DStream has reached its exact end
836*3117ece4Schristos */
837*3117ece4Schristos MEM_STATIC unsigned BITv05_endOfDStream(const BITv05_DStream_t* DStream)
838*3117ece4Schristos {
839*3117ece4Schristos     return ((DStream->ptr == DStream->start) && (DStream->bitsConsumed == sizeof(DStream->bitContainer)*8));
840*3117ece4Schristos }
841*3117ece4Schristos 
842*3117ece4Schristos #if defined (__cplusplus)
843*3117ece4Schristos }
844*3117ece4Schristos #endif
845*3117ece4Schristos 
846*3117ece4Schristos #endif /* BITv05STREAM_H_MODULE */
847*3117ece4Schristos /* ******************************************************************
848*3117ece4Schristos    FSEv05 : Finite State Entropy coder
849*3117ece4Schristos    header file for static linking (only)
850*3117ece4Schristos    Copyright (C) 2013-2015, Yann Collet
851*3117ece4Schristos 
852*3117ece4Schristos    BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
853*3117ece4Schristos 
854*3117ece4Schristos    Redistribution and use in source and binary forms, with or without
855*3117ece4Schristos    modification, are permitted provided that the following conditions are
856*3117ece4Schristos    met:
857*3117ece4Schristos 
858*3117ece4Schristos        * Redistributions of source code must retain the above copyright
859*3117ece4Schristos    notice, this list of conditions and the following disclaimer.
860*3117ece4Schristos        * Redistributions in binary form must reproduce the above
861*3117ece4Schristos    copyright notice, this list of conditions and the following disclaimer
862*3117ece4Schristos    in the documentation and/or other materials provided with the
863*3117ece4Schristos    distribution.
864*3117ece4Schristos 
865*3117ece4Schristos    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
866*3117ece4Schristos    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
867*3117ece4Schristos    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
868*3117ece4Schristos    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
869*3117ece4Schristos    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
870*3117ece4Schristos    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
871*3117ece4Schristos    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
872*3117ece4Schristos    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
873*3117ece4Schristos    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
874*3117ece4Schristos    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
875*3117ece4Schristos    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
876*3117ece4Schristos 
877*3117ece4Schristos    You can contact the author at :
878*3117ece4Schristos    - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
879*3117ece4Schristos    - Public forum : https://groups.google.com/forum/#!forum/lz4c
880*3117ece4Schristos ****************************************************************** */
881*3117ece4Schristos #ifndef FSEv05_STATIC_H
882*3117ece4Schristos #define FSEv05_STATIC_H
883*3117ece4Schristos 
884*3117ece4Schristos #if defined (__cplusplus)
885*3117ece4Schristos extern "C" {
886*3117ece4Schristos #endif
887*3117ece4Schristos 
888*3117ece4Schristos 
889*3117ece4Schristos 
890*3117ece4Schristos /* *****************************************
891*3117ece4Schristos *  Static allocation
892*3117ece4Schristos *******************************************/
893*3117ece4Schristos /* It is possible to statically allocate FSEv05 CTable/DTable as a table of unsigned using below macros */
894*3117ece4Schristos #define FSEv05_DTABLE_SIZE_U32(maxTableLog)                   (1 + (1<<maxTableLog))
895*3117ece4Schristos 
896*3117ece4Schristos 
897*3117ece4Schristos /* *****************************************
898*3117ece4Schristos *  FSEv05 advanced API
899*3117ece4Schristos *******************************************/
900*3117ece4Schristos size_t FSEv05_buildDTable_raw (FSEv05_DTable* dt, unsigned nbBits);
901*3117ece4Schristos /* build a fake FSEv05_DTable, designed to read an uncompressed bitstream where each symbol uses nbBits */
902*3117ece4Schristos 
903*3117ece4Schristos size_t FSEv05_buildDTable_rle (FSEv05_DTable* dt, unsigned char symbolValue);
904*3117ece4Schristos /* build a fake FSEv05_DTable, designed to always generate the same symbolValue */
905*3117ece4Schristos 
906*3117ece4Schristos 
907*3117ece4Schristos 
908*3117ece4Schristos /* *****************************************
909*3117ece4Schristos *  FSEv05 symbol decompression API
910*3117ece4Schristos *******************************************/
911*3117ece4Schristos typedef struct
912*3117ece4Schristos {
913*3117ece4Schristos     size_t      state;
914*3117ece4Schristos     const void* table;   /* precise table may vary, depending on U16 */
915*3117ece4Schristos } FSEv05_DState_t;
916*3117ece4Schristos 
917*3117ece4Schristos 
918*3117ece4Schristos static void     FSEv05_initDState(FSEv05_DState_t* DStatePtr, BITv05_DStream_t* bitD, const FSEv05_DTable* dt);
919*3117ece4Schristos 
920*3117ece4Schristos static unsigned char FSEv05_decodeSymbol(FSEv05_DState_t* DStatePtr, BITv05_DStream_t* bitD);
921*3117ece4Schristos 
922*3117ece4Schristos static unsigned FSEv05_endOfDState(const FSEv05_DState_t* DStatePtr);
923*3117ece4Schristos 
924*3117ece4Schristos 
925*3117ece4Schristos 
926*3117ece4Schristos /* *****************************************
927*3117ece4Schristos *  FSEv05 unsafe API
928*3117ece4Schristos *******************************************/
929*3117ece4Schristos static unsigned char FSEv05_decodeSymbolFast(FSEv05_DState_t* DStatePtr, BITv05_DStream_t* bitD);
930*3117ece4Schristos /* faster, but works only if nbBits is always >= 1 (otherwise, result will be corrupted) */
931*3117ece4Schristos 
932*3117ece4Schristos 
933*3117ece4Schristos /* *****************************************
934*3117ece4Schristos *  Implementation of inlined functions
935*3117ece4Schristos *******************************************/
936*3117ece4Schristos /* decompression */
937*3117ece4Schristos 
938*3117ece4Schristos typedef struct {
939*3117ece4Schristos     U16 tableLog;
940*3117ece4Schristos     U16 fastMode;
941*3117ece4Schristos } FSEv05_DTableHeader;   /* sizeof U32 */
942*3117ece4Schristos 
943*3117ece4Schristos typedef struct
944*3117ece4Schristos {
945*3117ece4Schristos     unsigned short newState;
946*3117ece4Schristos     unsigned char  symbol;
947*3117ece4Schristos     unsigned char  nbBits;
948*3117ece4Schristos } FSEv05_decode_t;   /* size == U32 */
949*3117ece4Schristos 
950*3117ece4Schristos MEM_STATIC void FSEv05_initDState(FSEv05_DState_t* DStatePtr, BITv05_DStream_t* bitD, const FSEv05_DTable* dt)
951*3117ece4Schristos {
952*3117ece4Schristos     const void* ptr = dt;
953*3117ece4Schristos     const FSEv05_DTableHeader* const DTableH = (const FSEv05_DTableHeader*)ptr;
954*3117ece4Schristos     DStatePtr->state = BITv05_readBits(bitD, DTableH->tableLog);
955*3117ece4Schristos     BITv05_reloadDStream(bitD);
956*3117ece4Schristos     DStatePtr->table = dt + 1;
957*3117ece4Schristos }
958*3117ece4Schristos 
959*3117ece4Schristos MEM_STATIC BYTE FSEv05_peakSymbol(FSEv05_DState_t* DStatePtr)
960*3117ece4Schristos {
961*3117ece4Schristos     const FSEv05_decode_t DInfo = ((const FSEv05_decode_t*)(DStatePtr->table))[DStatePtr->state];
962*3117ece4Schristos     return DInfo.symbol;
963*3117ece4Schristos }
964*3117ece4Schristos 
965*3117ece4Schristos MEM_STATIC BYTE FSEv05_decodeSymbol(FSEv05_DState_t* DStatePtr, BITv05_DStream_t* bitD)
966*3117ece4Schristos {
967*3117ece4Schristos     const FSEv05_decode_t DInfo = ((const FSEv05_decode_t*)(DStatePtr->table))[DStatePtr->state];
968*3117ece4Schristos     const U32  nbBits = DInfo.nbBits;
969*3117ece4Schristos     BYTE symbol = DInfo.symbol;
970*3117ece4Schristos     size_t lowBits = BITv05_readBits(bitD, nbBits);
971*3117ece4Schristos 
972*3117ece4Schristos     DStatePtr->state = DInfo.newState + lowBits;
973*3117ece4Schristos     return symbol;
974*3117ece4Schristos }
975*3117ece4Schristos 
976*3117ece4Schristos MEM_STATIC BYTE FSEv05_decodeSymbolFast(FSEv05_DState_t* DStatePtr, BITv05_DStream_t* bitD)
977*3117ece4Schristos {
978*3117ece4Schristos     const FSEv05_decode_t DInfo = ((const FSEv05_decode_t*)(DStatePtr->table))[DStatePtr->state];
979*3117ece4Schristos     const U32 nbBits = DInfo.nbBits;
980*3117ece4Schristos     BYTE symbol = DInfo.symbol;
981*3117ece4Schristos     size_t lowBits = BITv05_readBitsFast(bitD, nbBits);
982*3117ece4Schristos 
983*3117ece4Schristos     DStatePtr->state = DInfo.newState + lowBits;
984*3117ece4Schristos     return symbol;
985*3117ece4Schristos }
986*3117ece4Schristos 
987*3117ece4Schristos MEM_STATIC unsigned FSEv05_endOfDState(const FSEv05_DState_t* DStatePtr)
988*3117ece4Schristos {
989*3117ece4Schristos     return DStatePtr->state == 0;
990*3117ece4Schristos }
991*3117ece4Schristos 
992*3117ece4Schristos 
993*3117ece4Schristos #if defined (__cplusplus)
994*3117ece4Schristos }
995*3117ece4Schristos #endif
996*3117ece4Schristos 
997*3117ece4Schristos #endif  /* FSEv05_STATIC_H */
998*3117ece4Schristos /* ******************************************************************
999*3117ece4Schristos    FSEv05 : Finite State Entropy coder
1000*3117ece4Schristos    Copyright (C) 2013-2015, Yann Collet.
1001*3117ece4Schristos 
1002*3117ece4Schristos    BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
1003*3117ece4Schristos 
1004*3117ece4Schristos    Redistribution and use in source and binary forms, with or without
1005*3117ece4Schristos    modification, are permitted provided that the following conditions are
1006*3117ece4Schristos    met:
1007*3117ece4Schristos 
1008*3117ece4Schristos        * Redistributions of source code must retain the above copyright
1009*3117ece4Schristos    notice, this list of conditions and the following disclaimer.
1010*3117ece4Schristos        * Redistributions in binary form must reproduce the above
1011*3117ece4Schristos    copyright notice, this list of conditions and the following disclaimer
1012*3117ece4Schristos    in the documentation and/or other materials provided with the
1013*3117ece4Schristos    distribution.
1014*3117ece4Schristos 
1015*3117ece4Schristos    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
1016*3117ece4Schristos    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
1017*3117ece4Schristos    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
1018*3117ece4Schristos    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
1019*3117ece4Schristos    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
1020*3117ece4Schristos    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
1021*3117ece4Schristos    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
1022*3117ece4Schristos    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
1023*3117ece4Schristos    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
1024*3117ece4Schristos    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
1025*3117ece4Schristos    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
1026*3117ece4Schristos 
1027*3117ece4Schristos     You can contact the author at :
1028*3117ece4Schristos     - FSEv05 source repository : https://github.com/Cyan4973/FiniteStateEntropy
1029*3117ece4Schristos     - Public forum : https://groups.google.com/forum/#!forum/lz4c
1030*3117ece4Schristos ****************************************************************** */
1031*3117ece4Schristos 
1032*3117ece4Schristos #ifndef FSEv05_COMMONDEFS_ONLY
1033*3117ece4Schristos 
1034*3117ece4Schristos /* **************************************************************
1035*3117ece4Schristos *  Tuning parameters
1036*3117ece4Schristos ****************************************************************/
1037*3117ece4Schristos /*!MEMORY_USAGE :
1038*3117ece4Schristos *  Memory usage formula : N->2^N Bytes (examples : 10 -> 1KB; 12 -> 4KB ; 16 -> 64KB; 20 -> 1MB; etc.)
1039*3117ece4Schristos *  Increasing memory usage improves compression ratio
1040*3117ece4Schristos *  Reduced memory usage can improve speed, due to cache effect
1041*3117ece4Schristos *  Recommended max value is 14, for 16KB, which nicely fits into Intel x86 L1 cache */
1042*3117ece4Schristos #define FSEv05_MAX_MEMORY_USAGE 14
1043*3117ece4Schristos #define FSEv05_DEFAULT_MEMORY_USAGE 13
1044*3117ece4Schristos 
1045*3117ece4Schristos /*!FSEv05_MAX_SYMBOL_VALUE :
1046*3117ece4Schristos *  Maximum symbol value authorized.
1047*3117ece4Schristos *  Required for proper stack allocation */
1048*3117ece4Schristos #define FSEv05_MAX_SYMBOL_VALUE 255
1049*3117ece4Schristos 
1050*3117ece4Schristos 
1051*3117ece4Schristos /* **************************************************************
1052*3117ece4Schristos *  template functions type & suffix
1053*3117ece4Schristos ****************************************************************/
1054*3117ece4Schristos #define FSEv05_FUNCTION_TYPE BYTE
1055*3117ece4Schristos #define FSEv05_FUNCTION_EXTENSION
1056*3117ece4Schristos #define FSEv05_DECODE_TYPE FSEv05_decode_t
1057*3117ece4Schristos 
1058*3117ece4Schristos 
1059*3117ece4Schristos #endif   /* !FSEv05_COMMONDEFS_ONLY */
1060*3117ece4Schristos 
1061*3117ece4Schristos /* **************************************************************
1062*3117ece4Schristos *  Compiler specifics
1063*3117ece4Schristos ****************************************************************/
1064*3117ece4Schristos #ifdef _MSC_VER    /* Visual Studio */
1065*3117ece4Schristos #  define FORCE_INLINE static __forceinline
1066*3117ece4Schristos #  include <intrin.h>                    /* For Visual 2005 */
1067*3117ece4Schristos #  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
1068*3117ece4Schristos #  pragma warning(disable : 4214)        /* disable: C4214: non-int bitfields */
1069*3117ece4Schristos #else
1070*3117ece4Schristos #  if defined (__cplusplus) || defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L   /* C99 */
1071*3117ece4Schristos #    ifdef __GNUC__
1072*3117ece4Schristos #      define FORCE_INLINE static inline __attribute__((always_inline))
1073*3117ece4Schristos #    else
1074*3117ece4Schristos #      define FORCE_INLINE static inline
1075*3117ece4Schristos #    endif
1076*3117ece4Schristos #  else
1077*3117ece4Schristos #    define FORCE_INLINE static
1078*3117ece4Schristos #  endif /* __STDC_VERSION__ */
1079*3117ece4Schristos #endif
1080*3117ece4Schristos 
1081*3117ece4Schristos 
1082*3117ece4Schristos /* **************************************************************
1083*3117ece4Schristos *  Includes
1084*3117ece4Schristos ****************************************************************/
1085*3117ece4Schristos #include <stdlib.h>     /* malloc, free, qsort */
1086*3117ece4Schristos #include <string.h>     /* memcpy, memset */
1087*3117ece4Schristos #include <stdio.h>      /* printf (debug) */
1088*3117ece4Schristos 
1089*3117ece4Schristos 
1090*3117ece4Schristos 
1091*3117ece4Schristos /* ***************************************************************
1092*3117ece4Schristos *  Constants
1093*3117ece4Schristos *****************************************************************/
1094*3117ece4Schristos #define FSEv05_MAX_TABLELOG  (FSEv05_MAX_MEMORY_USAGE-2)
1095*3117ece4Schristos #define FSEv05_MAX_TABLESIZE (1U<<FSEv05_MAX_TABLELOG)
1096*3117ece4Schristos #define FSEv05_MAXTABLESIZE_MASK (FSEv05_MAX_TABLESIZE-1)
1097*3117ece4Schristos #define FSEv05_DEFAULT_TABLELOG (FSEv05_DEFAULT_MEMORY_USAGE-2)
1098*3117ece4Schristos #define FSEv05_MIN_TABLELOG 5
1099*3117ece4Schristos 
1100*3117ece4Schristos #define FSEv05_TABLELOG_ABSOLUTE_MAX 15
1101*3117ece4Schristos #if FSEv05_MAX_TABLELOG > FSEv05_TABLELOG_ABSOLUTE_MAX
1102*3117ece4Schristos #error "FSEv05_MAX_TABLELOG > FSEv05_TABLELOG_ABSOLUTE_MAX is not supported"
1103*3117ece4Schristos #endif
1104*3117ece4Schristos 
1105*3117ece4Schristos 
1106*3117ece4Schristos /* **************************************************************
1107*3117ece4Schristos *  Error Management
1108*3117ece4Schristos ****************************************************************/
1109*3117ece4Schristos #define FSEv05_STATIC_ASSERT(c) { enum { FSEv05_static_assert = 1/(int)(!!(c)) }; }   /* use only *after* variable declarations */
1110*3117ece4Schristos 
1111*3117ece4Schristos 
1112*3117ece4Schristos /* **************************************************************
1113*3117ece4Schristos *  Complex types
1114*3117ece4Schristos ****************************************************************/
1115*3117ece4Schristos typedef unsigned DTable_max_t[FSEv05_DTABLE_SIZE_U32(FSEv05_MAX_TABLELOG)];
1116*3117ece4Schristos 
1117*3117ece4Schristos 
1118*3117ece4Schristos /* **************************************************************
1119*3117ece4Schristos *  Templates
1120*3117ece4Schristos ****************************************************************/
1121*3117ece4Schristos /*
1122*3117ece4Schristos   designed to be included
1123*3117ece4Schristos   for type-specific functions (template emulation in C)
1124*3117ece4Schristos   Objective is to write these functions only once, for improved maintenance
1125*3117ece4Schristos */
1126*3117ece4Schristos 
1127*3117ece4Schristos /* safety checks */
1128*3117ece4Schristos #ifndef FSEv05_FUNCTION_EXTENSION
1129*3117ece4Schristos #  error "FSEv05_FUNCTION_EXTENSION must be defined"
1130*3117ece4Schristos #endif
1131*3117ece4Schristos #ifndef FSEv05_FUNCTION_TYPE
1132*3117ece4Schristos #  error "FSEv05_FUNCTION_TYPE must be defined"
1133*3117ece4Schristos #endif
1134*3117ece4Schristos 
1135*3117ece4Schristos /* Function names */
1136*3117ece4Schristos #define FSEv05_CAT(X,Y) X##Y
1137*3117ece4Schristos #define FSEv05_FUNCTION_NAME(X,Y) FSEv05_CAT(X,Y)
1138*3117ece4Schristos #define FSEv05_TYPE_NAME(X,Y) FSEv05_CAT(X,Y)
1139*3117ece4Schristos 
1140*3117ece4Schristos 
1141*3117ece4Schristos /* Function templates */
1142*3117ece4Schristos static U32 FSEv05_tableStep(U32 tableSize) { return (tableSize>>1) + (tableSize>>3) + 3; }
1143*3117ece4Schristos 
1144*3117ece4Schristos 
1145*3117ece4Schristos 
1146*3117ece4Schristos FSEv05_DTable* FSEv05_createDTable (unsigned tableLog)
1147*3117ece4Schristos {
1148*3117ece4Schristos     if (tableLog > FSEv05_TABLELOG_ABSOLUTE_MAX) tableLog = FSEv05_TABLELOG_ABSOLUTE_MAX;
1149*3117ece4Schristos     return (FSEv05_DTable*)malloc( FSEv05_DTABLE_SIZE_U32(tableLog) * sizeof (U32) );
1150*3117ece4Schristos }
1151*3117ece4Schristos 
1152*3117ece4Schristos void FSEv05_freeDTable (FSEv05_DTable* dt)
1153*3117ece4Schristos {
1154*3117ece4Schristos     free(dt);
1155*3117ece4Schristos }
1156*3117ece4Schristos 
1157*3117ece4Schristos size_t FSEv05_buildDTable(FSEv05_DTable* dt, const short* normalizedCounter, unsigned maxSymbolValue, unsigned tableLog)
1158*3117ece4Schristos {
1159*3117ece4Schristos     FSEv05_DTableHeader DTableH;
1160*3117ece4Schristos     void* const tdPtr = dt+1;   /* because dt is unsigned, 32-bits aligned on 32-bits */
1161*3117ece4Schristos     FSEv05_DECODE_TYPE* const tableDecode = (FSEv05_DECODE_TYPE*) (tdPtr);
1162*3117ece4Schristos     const U32 tableSize = 1 << tableLog;
1163*3117ece4Schristos     const U32 tableMask = tableSize-1;
1164*3117ece4Schristos     const U32 step = FSEv05_tableStep(tableSize);
1165*3117ece4Schristos     U16 symbolNext[FSEv05_MAX_SYMBOL_VALUE+1];
1166*3117ece4Schristos     U32 position = 0;
1167*3117ece4Schristos     U32 highThreshold = tableSize-1;
1168*3117ece4Schristos     const S16 largeLimit= (S16)(1 << (tableLog-1));
1169*3117ece4Schristos     U32 noLarge = 1;
1170*3117ece4Schristos     U32 s;
1171*3117ece4Schristos 
1172*3117ece4Schristos     /* Sanity Checks */
1173*3117ece4Schristos     if (maxSymbolValue > FSEv05_MAX_SYMBOL_VALUE) return ERROR(maxSymbolValue_tooLarge);
1174*3117ece4Schristos     if (tableLog > FSEv05_MAX_TABLELOG) return ERROR(tableLog_tooLarge);
1175*3117ece4Schristos 
1176*3117ece4Schristos     /* Init, lay down lowprob symbols */
1177*3117ece4Schristos     memset(tableDecode, 0, sizeof(FSEv05_FUNCTION_TYPE) * (maxSymbolValue+1) );   /* useless init, but keep static analyzer happy, and we don't need to performance optimize legacy decoders */
1178*3117ece4Schristos     DTableH.tableLog = (U16)tableLog;
1179*3117ece4Schristos     for (s=0; s<=maxSymbolValue; s++) {
1180*3117ece4Schristos         if (normalizedCounter[s]==-1) {
1181*3117ece4Schristos             tableDecode[highThreshold--].symbol = (FSEv05_FUNCTION_TYPE)s;
1182*3117ece4Schristos             symbolNext[s] = 1;
1183*3117ece4Schristos         } else {
1184*3117ece4Schristos             if (normalizedCounter[s] >= largeLimit) noLarge=0;
1185*3117ece4Schristos             symbolNext[s] = normalizedCounter[s];
1186*3117ece4Schristos     }   }
1187*3117ece4Schristos 
1188*3117ece4Schristos     /* Spread symbols */
1189*3117ece4Schristos     for (s=0; s<=maxSymbolValue; s++) {
1190*3117ece4Schristos         int i;
1191*3117ece4Schristos         for (i=0; i<normalizedCounter[s]; i++) {
1192*3117ece4Schristos             tableDecode[position].symbol = (FSEv05_FUNCTION_TYPE)s;
1193*3117ece4Schristos             position = (position + step) & tableMask;
1194*3117ece4Schristos             while (position > highThreshold) position = (position + step) & tableMask;   /* lowprob area */
1195*3117ece4Schristos     }   }
1196*3117ece4Schristos 
1197*3117ece4Schristos     if (position!=0) return ERROR(GENERIC);   /* position must reach all cells once, otherwise normalizedCounter is incorrect */
1198*3117ece4Schristos 
1199*3117ece4Schristos     /* Build Decoding table */
1200*3117ece4Schristos     {
1201*3117ece4Schristos         U32 i;
1202*3117ece4Schristos         for (i=0; i<tableSize; i++) {
1203*3117ece4Schristos             FSEv05_FUNCTION_TYPE symbol = (FSEv05_FUNCTION_TYPE)(tableDecode[i].symbol);
1204*3117ece4Schristos             U16 nextState = symbolNext[symbol]++;
1205*3117ece4Schristos             tableDecode[i].nbBits = (BYTE) (tableLog - BITv05_highbit32 ((U32)nextState) );
1206*3117ece4Schristos             tableDecode[i].newState = (U16) ( (nextState << tableDecode[i].nbBits) - tableSize);
1207*3117ece4Schristos     }   }
1208*3117ece4Schristos 
1209*3117ece4Schristos     DTableH.fastMode = (U16)noLarge;
1210*3117ece4Schristos     memcpy(dt, &DTableH, sizeof(DTableH));
1211*3117ece4Schristos     return 0;
1212*3117ece4Schristos }
1213*3117ece4Schristos 
1214*3117ece4Schristos 
1215*3117ece4Schristos #ifndef FSEv05_COMMONDEFS_ONLY
1216*3117ece4Schristos /*-****************************************
1217*3117ece4Schristos *  FSEv05 helper functions
1218*3117ece4Schristos ******************************************/
1219*3117ece4Schristos unsigned FSEv05_isError(size_t code) { return ERR_isError(code); }
1220*3117ece4Schristos 
1221*3117ece4Schristos const char* FSEv05_getErrorName(size_t code) { return ERR_getErrorName(code); }
1222*3117ece4Schristos 
1223*3117ece4Schristos 
1224*3117ece4Schristos /*-**************************************************************
1225*3117ece4Schristos *  FSEv05 NCount encoding-decoding
1226*3117ece4Schristos ****************************************************************/
1227*3117ece4Schristos static short FSEv05_abs(short a) { return a<0 ? -a : a; }
1228*3117ece4Schristos 
1229*3117ece4Schristos 
1230*3117ece4Schristos size_t FSEv05_readNCount (short* normalizedCounter, unsigned* maxSVPtr, unsigned* tableLogPtr,
1231*3117ece4Schristos                  const void* headerBuffer, size_t hbSize)
1232*3117ece4Schristos {
1233*3117ece4Schristos     const BYTE* const istart = (const BYTE*) headerBuffer;
1234*3117ece4Schristos     const BYTE* const iend = istart + hbSize;
1235*3117ece4Schristos     const BYTE* ip = istart;
1236*3117ece4Schristos     int nbBits;
1237*3117ece4Schristos     int remaining;
1238*3117ece4Schristos     int threshold;
1239*3117ece4Schristos     U32 bitStream;
1240*3117ece4Schristos     int bitCount;
1241*3117ece4Schristos     unsigned charnum = 0;
1242*3117ece4Schristos     int previous0 = 0;
1243*3117ece4Schristos 
1244*3117ece4Schristos     if (hbSize < 4) return ERROR(srcSize_wrong);
1245*3117ece4Schristos     bitStream = MEM_readLE32(ip);
1246*3117ece4Schristos     nbBits = (bitStream & 0xF) + FSEv05_MIN_TABLELOG;   /* extract tableLog */
1247*3117ece4Schristos     if (nbBits > FSEv05_TABLELOG_ABSOLUTE_MAX) return ERROR(tableLog_tooLarge);
1248*3117ece4Schristos     bitStream >>= 4;
1249*3117ece4Schristos     bitCount = 4;
1250*3117ece4Schristos     *tableLogPtr = nbBits;
1251*3117ece4Schristos     remaining = (1<<nbBits)+1;
1252*3117ece4Schristos     threshold = 1<<nbBits;
1253*3117ece4Schristos     nbBits++;
1254*3117ece4Schristos 
1255*3117ece4Schristos     while ((remaining>1) && (charnum<=*maxSVPtr)) {
1256*3117ece4Schristos         if (previous0) {
1257*3117ece4Schristos             unsigned n0 = charnum;
1258*3117ece4Schristos             while ((bitStream & 0xFFFF) == 0xFFFF) {
1259*3117ece4Schristos                 n0+=24;
1260*3117ece4Schristos                 if (ip < iend-5) {
1261*3117ece4Schristos                     ip+=2;
1262*3117ece4Schristos                     bitStream = MEM_readLE32(ip) >> bitCount;
1263*3117ece4Schristos                 } else {
1264*3117ece4Schristos                     bitStream >>= 16;
1265*3117ece4Schristos                     bitCount+=16;
1266*3117ece4Schristos             }   }
1267*3117ece4Schristos             while ((bitStream & 3) == 3) {
1268*3117ece4Schristos                 n0+=3;
1269*3117ece4Schristos                 bitStream>>=2;
1270*3117ece4Schristos                 bitCount+=2;
1271*3117ece4Schristos             }
1272*3117ece4Schristos             n0 += bitStream & 3;
1273*3117ece4Schristos             bitCount += 2;
1274*3117ece4Schristos             if (n0 > *maxSVPtr) return ERROR(maxSymbolValue_tooSmall);
1275*3117ece4Schristos             while (charnum < n0) normalizedCounter[charnum++] = 0;
1276*3117ece4Schristos             if ((ip <= iend-7) || (ip + (bitCount>>3) <= iend-4)) {
1277*3117ece4Schristos                 ip += bitCount>>3;
1278*3117ece4Schristos                 bitCount &= 7;
1279*3117ece4Schristos                 bitStream = MEM_readLE32(ip) >> bitCount;
1280*3117ece4Schristos             }
1281*3117ece4Schristos             else
1282*3117ece4Schristos                 bitStream >>= 2;
1283*3117ece4Schristos         }
1284*3117ece4Schristos         {
1285*3117ece4Schristos             const short max = (short)((2*threshold-1)-remaining);
1286*3117ece4Schristos             short count;
1287*3117ece4Schristos 
1288*3117ece4Schristos             if ((bitStream & (threshold-1)) < (U32)max) {
1289*3117ece4Schristos                 count = (short)(bitStream & (threshold-1));
1290*3117ece4Schristos                 bitCount   += nbBits-1;
1291*3117ece4Schristos             } else {
1292*3117ece4Schristos                 count = (short)(bitStream & (2*threshold-1));
1293*3117ece4Schristos                 if (count >= threshold) count -= max;
1294*3117ece4Schristos                 bitCount   += nbBits;
1295*3117ece4Schristos             }
1296*3117ece4Schristos 
1297*3117ece4Schristos             count--;   /* extra accuracy */
1298*3117ece4Schristos             remaining -= FSEv05_abs(count);
1299*3117ece4Schristos             normalizedCounter[charnum++] = count;
1300*3117ece4Schristos             previous0 = !count;
1301*3117ece4Schristos             while (remaining < threshold) {
1302*3117ece4Schristos                 nbBits--;
1303*3117ece4Schristos                 threshold >>= 1;
1304*3117ece4Schristos             }
1305*3117ece4Schristos 
1306*3117ece4Schristos             if ((ip <= iend-7) || (ip + (bitCount>>3) <= iend-4)) {
1307*3117ece4Schristos                 ip += bitCount>>3;
1308*3117ece4Schristos                 bitCount &= 7;
1309*3117ece4Schristos             } else {
1310*3117ece4Schristos                 bitCount -= (int)(8 * (iend - 4 - ip));
1311*3117ece4Schristos                 ip = iend - 4;
1312*3117ece4Schristos             }
1313*3117ece4Schristos             bitStream = MEM_readLE32(ip) >> (bitCount & 31);
1314*3117ece4Schristos     }   }
1315*3117ece4Schristos     if (remaining != 1) return ERROR(GENERIC);
1316*3117ece4Schristos     *maxSVPtr = charnum-1;
1317*3117ece4Schristos 
1318*3117ece4Schristos     ip += (bitCount+7)>>3;
1319*3117ece4Schristos     if ((size_t)(ip-istart) > hbSize) return ERROR(srcSize_wrong);
1320*3117ece4Schristos     return ip-istart;
1321*3117ece4Schristos }
1322*3117ece4Schristos 
1323*3117ece4Schristos 
1324*3117ece4Schristos 
1325*3117ece4Schristos /*-*******************************************************
1326*3117ece4Schristos *  Decompression (Byte symbols)
1327*3117ece4Schristos *********************************************************/
1328*3117ece4Schristos size_t FSEv05_buildDTable_rle (FSEv05_DTable* dt, BYTE symbolValue)
1329*3117ece4Schristos {
1330*3117ece4Schristos     void* ptr = dt;
1331*3117ece4Schristos     FSEv05_DTableHeader* const DTableH = (FSEv05_DTableHeader*)ptr;
1332*3117ece4Schristos     void* dPtr = dt + 1;
1333*3117ece4Schristos     FSEv05_decode_t* const cell = (FSEv05_decode_t*)dPtr;
1334*3117ece4Schristos 
1335*3117ece4Schristos     DTableH->tableLog = 0;
1336*3117ece4Schristos     DTableH->fastMode = 0;
1337*3117ece4Schristos 
1338*3117ece4Schristos     cell->newState = 0;
1339*3117ece4Schristos     cell->symbol = symbolValue;
1340*3117ece4Schristos     cell->nbBits = 0;
1341*3117ece4Schristos 
1342*3117ece4Schristos     return 0;
1343*3117ece4Schristos }
1344*3117ece4Schristos 
1345*3117ece4Schristos 
1346*3117ece4Schristos size_t FSEv05_buildDTable_raw (FSEv05_DTable* dt, unsigned nbBits)
1347*3117ece4Schristos {
1348*3117ece4Schristos     void* ptr = dt;
1349*3117ece4Schristos     FSEv05_DTableHeader* const DTableH = (FSEv05_DTableHeader*)ptr;
1350*3117ece4Schristos     void* dPtr = dt + 1;
1351*3117ece4Schristos     FSEv05_decode_t* const dinfo = (FSEv05_decode_t*)dPtr;
1352*3117ece4Schristos     const unsigned tableSize = 1 << nbBits;
1353*3117ece4Schristos     const unsigned tableMask = tableSize - 1;
1354*3117ece4Schristos     const unsigned maxSymbolValue = tableMask;
1355*3117ece4Schristos     unsigned s;
1356*3117ece4Schristos 
1357*3117ece4Schristos     /* Sanity checks */
1358*3117ece4Schristos     if (nbBits < 1) return ERROR(GENERIC);         /* min size */
1359*3117ece4Schristos 
1360*3117ece4Schristos     /* Build Decoding Table */
1361*3117ece4Schristos     DTableH->tableLog = (U16)nbBits;
1362*3117ece4Schristos     DTableH->fastMode = 1;
1363*3117ece4Schristos     for (s=0; s<=maxSymbolValue; s++) {
1364*3117ece4Schristos         dinfo[s].newState = 0;
1365*3117ece4Schristos         dinfo[s].symbol = (BYTE)s;
1366*3117ece4Schristos         dinfo[s].nbBits = (BYTE)nbBits;
1367*3117ece4Schristos     }
1368*3117ece4Schristos 
1369*3117ece4Schristos     return 0;
1370*3117ece4Schristos }
1371*3117ece4Schristos 
1372*3117ece4Schristos FORCE_INLINE size_t FSEv05_decompress_usingDTable_generic(
1373*3117ece4Schristos           void* dst, size_t maxDstSize,
1374*3117ece4Schristos     const void* cSrc, size_t cSrcSize,
1375*3117ece4Schristos     const FSEv05_DTable* dt, const unsigned fast)
1376*3117ece4Schristos {
1377*3117ece4Schristos     BYTE* const ostart = (BYTE*) dst;
1378*3117ece4Schristos     BYTE* op = ostart;
1379*3117ece4Schristos     BYTE* const omax = op + maxDstSize;
1380*3117ece4Schristos     BYTE* const olimit = omax-3;
1381*3117ece4Schristos 
1382*3117ece4Schristos     BITv05_DStream_t bitD;
1383*3117ece4Schristos     FSEv05_DState_t state1;
1384*3117ece4Schristos     FSEv05_DState_t state2;
1385*3117ece4Schristos     size_t errorCode;
1386*3117ece4Schristos 
1387*3117ece4Schristos     /* Init */
1388*3117ece4Schristos     errorCode = BITv05_initDStream(&bitD, cSrc, cSrcSize);   /* replaced last arg by maxCompressed Size */
1389*3117ece4Schristos     if (FSEv05_isError(errorCode)) return errorCode;
1390*3117ece4Schristos 
1391*3117ece4Schristos     FSEv05_initDState(&state1, &bitD, dt);
1392*3117ece4Schristos     FSEv05_initDState(&state2, &bitD, dt);
1393*3117ece4Schristos 
1394*3117ece4Schristos #define FSEv05_GETSYMBOL(statePtr) fast ? FSEv05_decodeSymbolFast(statePtr, &bitD) : FSEv05_decodeSymbol(statePtr, &bitD)
1395*3117ece4Schristos 
1396*3117ece4Schristos     /* 4 symbols per loop */
1397*3117ece4Schristos     for ( ; (BITv05_reloadDStream(&bitD)==BITv05_DStream_unfinished) && (op<olimit) ; op+=4) {
1398*3117ece4Schristos         op[0] = FSEv05_GETSYMBOL(&state1);
1399*3117ece4Schristos 
1400*3117ece4Schristos         if (FSEv05_MAX_TABLELOG*2+7 > sizeof(bitD.bitContainer)*8)    /* This test must be static */
1401*3117ece4Schristos             BITv05_reloadDStream(&bitD);
1402*3117ece4Schristos 
1403*3117ece4Schristos         op[1] = FSEv05_GETSYMBOL(&state2);
1404*3117ece4Schristos 
1405*3117ece4Schristos         if (FSEv05_MAX_TABLELOG*4+7 > sizeof(bitD.bitContainer)*8)    /* This test must be static */
1406*3117ece4Schristos             { if (BITv05_reloadDStream(&bitD) > BITv05_DStream_unfinished) { op+=2; break; } }
1407*3117ece4Schristos 
1408*3117ece4Schristos         op[2] = FSEv05_GETSYMBOL(&state1);
1409*3117ece4Schristos 
1410*3117ece4Schristos         if (FSEv05_MAX_TABLELOG*2+7 > sizeof(bitD.bitContainer)*8)    /* This test must be static */
1411*3117ece4Schristos             BITv05_reloadDStream(&bitD);
1412*3117ece4Schristos 
1413*3117ece4Schristos         op[3] = FSEv05_GETSYMBOL(&state2);
1414*3117ece4Schristos     }
1415*3117ece4Schristos 
1416*3117ece4Schristos     /* tail */
1417*3117ece4Schristos     /* note : BITv05_reloadDStream(&bitD) >= FSEv05_DStream_partiallyFilled; Ends at exactly BITv05_DStream_completed */
1418*3117ece4Schristos     while (1) {
1419*3117ece4Schristos         if ( (BITv05_reloadDStream(&bitD)>BITv05_DStream_completed) || (op==omax) || (BITv05_endOfDStream(&bitD) && (fast || FSEv05_endOfDState(&state1))) )
1420*3117ece4Schristos             break;
1421*3117ece4Schristos 
1422*3117ece4Schristos         *op++ = FSEv05_GETSYMBOL(&state1);
1423*3117ece4Schristos 
1424*3117ece4Schristos         if ( (BITv05_reloadDStream(&bitD)>BITv05_DStream_completed) || (op==omax) || (BITv05_endOfDStream(&bitD) && (fast || FSEv05_endOfDState(&state2))) )
1425*3117ece4Schristos             break;
1426*3117ece4Schristos 
1427*3117ece4Schristos         *op++ = FSEv05_GETSYMBOL(&state2);
1428*3117ece4Schristos     }
1429*3117ece4Schristos 
1430*3117ece4Schristos     /* end ? */
1431*3117ece4Schristos     if (BITv05_endOfDStream(&bitD) && FSEv05_endOfDState(&state1) && FSEv05_endOfDState(&state2))
1432*3117ece4Schristos         return op-ostart;
1433*3117ece4Schristos 
1434*3117ece4Schristos     if (op==omax) return ERROR(dstSize_tooSmall);   /* dst buffer is full, but cSrc unfinished */
1435*3117ece4Schristos 
1436*3117ece4Schristos     return ERROR(corruption_detected);
1437*3117ece4Schristos }
1438*3117ece4Schristos 
1439*3117ece4Schristos 
1440*3117ece4Schristos size_t FSEv05_decompress_usingDTable(void* dst, size_t originalSize,
1441*3117ece4Schristos                             const void* cSrc, size_t cSrcSize,
1442*3117ece4Schristos                             const FSEv05_DTable* dt)
1443*3117ece4Schristos {
1444*3117ece4Schristos     const void* ptr = dt;
1445*3117ece4Schristos     const FSEv05_DTableHeader* DTableH = (const FSEv05_DTableHeader*)ptr;
1446*3117ece4Schristos     const U32 fastMode = DTableH->fastMode;
1447*3117ece4Schristos 
1448*3117ece4Schristos     /* select fast mode (static) */
1449*3117ece4Schristos     if (fastMode) return FSEv05_decompress_usingDTable_generic(dst, originalSize, cSrc, cSrcSize, dt, 1);
1450*3117ece4Schristos     return FSEv05_decompress_usingDTable_generic(dst, originalSize, cSrc, cSrcSize, dt, 0);
1451*3117ece4Schristos }
1452*3117ece4Schristos 
1453*3117ece4Schristos 
1454*3117ece4Schristos size_t FSEv05_decompress(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize)
1455*3117ece4Schristos {
1456*3117ece4Schristos     const BYTE* const istart = (const BYTE*)cSrc;
1457*3117ece4Schristos     const BYTE* ip = istart;
1458*3117ece4Schristos     short counting[FSEv05_MAX_SYMBOL_VALUE+1];
1459*3117ece4Schristos     DTable_max_t dt;   /* Static analyzer seems unable to understand this table will be properly initialized later */
1460*3117ece4Schristos     unsigned tableLog;
1461*3117ece4Schristos     unsigned maxSymbolValue = FSEv05_MAX_SYMBOL_VALUE;
1462*3117ece4Schristos     size_t errorCode;
1463*3117ece4Schristos 
1464*3117ece4Schristos     if (cSrcSize<2) return ERROR(srcSize_wrong);   /* too small input size */
1465*3117ece4Schristos 
1466*3117ece4Schristos     /* normal FSEv05 decoding mode */
1467*3117ece4Schristos     errorCode = FSEv05_readNCount (counting, &maxSymbolValue, &tableLog, istart, cSrcSize);
1468*3117ece4Schristos     if (FSEv05_isError(errorCode)) return errorCode;
1469*3117ece4Schristos     if (errorCode >= cSrcSize) return ERROR(srcSize_wrong);   /* too small input size */
1470*3117ece4Schristos     ip += errorCode;
1471*3117ece4Schristos     cSrcSize -= errorCode;
1472*3117ece4Schristos 
1473*3117ece4Schristos     errorCode = FSEv05_buildDTable (dt, counting, maxSymbolValue, tableLog);
1474*3117ece4Schristos     if (FSEv05_isError(errorCode)) return errorCode;
1475*3117ece4Schristos 
1476*3117ece4Schristos     /* always return, even if it is an error code */
1477*3117ece4Schristos     return FSEv05_decompress_usingDTable (dst, maxDstSize, ip, cSrcSize, dt);
1478*3117ece4Schristos }
1479*3117ece4Schristos 
1480*3117ece4Schristos 
1481*3117ece4Schristos 
1482*3117ece4Schristos #endif   /* FSEv05_COMMONDEFS_ONLY */
1483*3117ece4Schristos /* ******************************************************************
1484*3117ece4Schristos    Huff0 : Huffman coder, part of New Generation Entropy library
1485*3117ece4Schristos    header file
1486*3117ece4Schristos    Copyright (C) 2013-2016, Yann Collet.
1487*3117ece4Schristos 
1488*3117ece4Schristos    BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
1489*3117ece4Schristos 
1490*3117ece4Schristos    Redistribution and use in source and binary forms, with or without
1491*3117ece4Schristos    modification, are permitted provided that the following conditions are
1492*3117ece4Schristos    met:
1493*3117ece4Schristos 
1494*3117ece4Schristos        * Redistributions of source code must retain the above copyright
1495*3117ece4Schristos    notice, this list of conditions and the following disclaimer.
1496*3117ece4Schristos        * Redistributions in binary form must reproduce the above
1497*3117ece4Schristos    copyright notice, this list of conditions and the following disclaimer
1498*3117ece4Schristos    in the documentation and/or other materials provided with the
1499*3117ece4Schristos    distribution.
1500*3117ece4Schristos 
1501*3117ece4Schristos    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
1502*3117ece4Schristos    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
1503*3117ece4Schristos    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
1504*3117ece4Schristos    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
1505*3117ece4Schristos    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
1506*3117ece4Schristos    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
1507*3117ece4Schristos    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
1508*3117ece4Schristos    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
1509*3117ece4Schristos    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
1510*3117ece4Schristos    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
1511*3117ece4Schristos    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
1512*3117ece4Schristos 
1513*3117ece4Schristos    You can contact the author at :
1514*3117ece4Schristos    - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
1515*3117ece4Schristos ****************************************************************** */
1516*3117ece4Schristos #ifndef HUFF0_H
1517*3117ece4Schristos #define HUFF0_H
1518*3117ece4Schristos 
1519*3117ece4Schristos #if defined (__cplusplus)
1520*3117ece4Schristos extern "C" {
1521*3117ece4Schristos #endif
1522*3117ece4Schristos 
1523*3117ece4Schristos 
1524*3117ece4Schristos 
1525*3117ece4Schristos /* ****************************************
1526*3117ece4Schristos *  Huff0 simple functions
1527*3117ece4Schristos ******************************************/
1528*3117ece4Schristos size_t HUFv05_decompress(void* dst,  size_t dstSize,
1529*3117ece4Schristos                 const void* cSrc, size_t cSrcSize);
1530*3117ece4Schristos /*!
1531*3117ece4Schristos HUFv05_decompress():
1532*3117ece4Schristos     Decompress Huff0 data from buffer 'cSrc', of size 'cSrcSize',
1533*3117ece4Schristos     into already allocated destination buffer 'dst', of size 'dstSize'.
1534*3117ece4Schristos     @dstSize : must be the **exact** size of original (uncompressed) data.
1535*3117ece4Schristos     Note : in contrast with FSEv05, HUFv05_decompress can regenerate
1536*3117ece4Schristos            RLE (cSrcSize==1) and uncompressed (cSrcSize==dstSize) data,
1537*3117ece4Schristos            because it knows size to regenerate.
1538*3117ece4Schristos     @return : size of regenerated data (== dstSize)
1539*3117ece4Schristos               or an error code, which can be tested using HUFv05_isError()
1540*3117ece4Schristos */
1541*3117ece4Schristos 
1542*3117ece4Schristos 
1543*3117ece4Schristos /* ****************************************
1544*3117ece4Schristos *  Tool functions
1545*3117ece4Schristos ******************************************/
1546*3117ece4Schristos /* Error Management */
1547*3117ece4Schristos unsigned    HUFv05_isError(size_t code);        /* tells if a return value is an error code */
1548*3117ece4Schristos const char* HUFv05_getErrorName(size_t code);   /* provides error code string (useful for debugging) */
1549*3117ece4Schristos 
1550*3117ece4Schristos 
1551*3117ece4Schristos #if defined (__cplusplus)
1552*3117ece4Schristos }
1553*3117ece4Schristos #endif
1554*3117ece4Schristos 
1555*3117ece4Schristos #endif   /* HUF0_H */
1556*3117ece4Schristos /* ******************************************************************
1557*3117ece4Schristos    Huff0 : Huffman codec, part of New Generation Entropy library
1558*3117ece4Schristos    header file, for static linking only
1559*3117ece4Schristos    Copyright (C) 2013-2016, Yann Collet
1560*3117ece4Schristos 
1561*3117ece4Schristos    BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
1562*3117ece4Schristos 
1563*3117ece4Schristos    Redistribution and use in source and binary forms, with or without
1564*3117ece4Schristos    modification, are permitted provided that the following conditions are
1565*3117ece4Schristos    met:
1566*3117ece4Schristos 
1567*3117ece4Schristos        * Redistributions of source code must retain the above copyright
1568*3117ece4Schristos    notice, this list of conditions and the following disclaimer.
1569*3117ece4Schristos        * Redistributions in binary form must reproduce the above
1570*3117ece4Schristos    copyright notice, this list of conditions and the following disclaimer
1571*3117ece4Schristos    in the documentation and/or other materials provided with the
1572*3117ece4Schristos    distribution.
1573*3117ece4Schristos 
1574*3117ece4Schristos    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
1575*3117ece4Schristos    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
1576*3117ece4Schristos    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
1577*3117ece4Schristos    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
1578*3117ece4Schristos    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
1579*3117ece4Schristos    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
1580*3117ece4Schristos    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
1581*3117ece4Schristos    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
1582*3117ece4Schristos    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
1583*3117ece4Schristos    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
1584*3117ece4Schristos    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
1585*3117ece4Schristos 
1586*3117ece4Schristos    You can contact the author at :
1587*3117ece4Schristos    - Source repository : https://github.com/Cyan4973/FiniteStateEntropy
1588*3117ece4Schristos ****************************************************************** */
1589*3117ece4Schristos #ifndef HUF0_STATIC_H
1590*3117ece4Schristos #define HUF0_STATIC_H
1591*3117ece4Schristos 
1592*3117ece4Schristos #if defined (__cplusplus)
1593*3117ece4Schristos extern "C" {
1594*3117ece4Schristos #endif
1595*3117ece4Schristos 
1596*3117ece4Schristos 
1597*3117ece4Schristos 
1598*3117ece4Schristos /* ****************************************
1599*3117ece4Schristos *  Static allocation
1600*3117ece4Schristos ******************************************/
1601*3117ece4Schristos /* static allocation of Huff0's DTable */
1602*3117ece4Schristos #define HUFv05_DTABLE_SIZE(maxTableLog)   (1 + (1<<maxTableLog))
1603*3117ece4Schristos #define HUFv05_CREATE_STATIC_DTABLEX2(DTable, maxTableLog) \
1604*3117ece4Schristos         unsigned short DTable[HUFv05_DTABLE_SIZE(maxTableLog)] = { maxTableLog }
1605*3117ece4Schristos #define HUFv05_CREATE_STATIC_DTABLEX4(DTable, maxTableLog) \
1606*3117ece4Schristos         unsigned int DTable[HUFv05_DTABLE_SIZE(maxTableLog)] = { maxTableLog }
1607*3117ece4Schristos #define HUFv05_CREATE_STATIC_DTABLEX6(DTable, maxTableLog) \
1608*3117ece4Schristos         unsigned int DTable[HUFv05_DTABLE_SIZE(maxTableLog) * 3 / 2] = { maxTableLog }
1609*3117ece4Schristos 
1610*3117ece4Schristos 
1611*3117ece4Schristos /* ****************************************
1612*3117ece4Schristos *  Advanced decompression functions
1613*3117ece4Schristos ******************************************/
1614*3117ece4Schristos size_t HUFv05_decompress4X2 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /* single-symbol decoder */
1615*3117ece4Schristos size_t HUFv05_decompress4X4 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /* double-symbols decoder */
1616*3117ece4Schristos 
1617*3117ece4Schristos 
1618*3117ece4Schristos /* ****************************************
1619*3117ece4Schristos *  Huff0 detailed API
1620*3117ece4Schristos ******************************************/
1621*3117ece4Schristos /*!
1622*3117ece4Schristos HUFv05_decompress() does the following:
1623*3117ece4Schristos 1. select the decompression algorithm (X2, X4, X6) based on pre-computed heuristics
1624*3117ece4Schristos 2. build Huffman table from save, using HUFv05_readDTableXn()
1625*3117ece4Schristos 3. decode 1 or 4 segments in parallel using HUFv05_decompressSXn_usingDTable
1626*3117ece4Schristos */
1627*3117ece4Schristos size_t HUFv05_readDTableX2 (unsigned short* DTable, const void* src, size_t srcSize);
1628*3117ece4Schristos size_t HUFv05_readDTableX4 (unsigned* DTable, const void* src, size_t srcSize);
1629*3117ece4Schristos 
1630*3117ece4Schristos size_t HUFv05_decompress4X2_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const unsigned short* DTable);
1631*3117ece4Schristos size_t HUFv05_decompress4X4_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const unsigned* DTable);
1632*3117ece4Schristos 
1633*3117ece4Schristos 
1634*3117ece4Schristos /* single stream variants */
1635*3117ece4Schristos 
1636*3117ece4Schristos size_t HUFv05_decompress1X2 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /* single-symbol decoder */
1637*3117ece4Schristos size_t HUFv05_decompress1X4 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);   /* double-symbol decoder */
1638*3117ece4Schristos 
1639*3117ece4Schristos size_t HUFv05_decompress1X2_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const unsigned short* DTable);
1640*3117ece4Schristos size_t HUFv05_decompress1X4_usingDTable(void* dst, size_t maxDstSize, const void* cSrc, size_t cSrcSize, const unsigned* DTable);
1641*3117ece4Schristos 
1642*3117ece4Schristos 
1643*3117ece4Schristos 
1644*3117ece4Schristos #if defined (__cplusplus)
1645*3117ece4Schristos }
1646*3117ece4Schristos #endif
1647*3117ece4Schristos 
1648*3117ece4Schristos #endif /* HUF0_STATIC_H */
1649*3117ece4Schristos /* ******************************************************************
1650*3117ece4Schristos    Huff0 : Huffman coder, part of New Generation Entropy library
1651*3117ece4Schristos    Copyright (C) 2013-2015, Yann Collet.
1652*3117ece4Schristos 
1653*3117ece4Schristos    BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
1654*3117ece4Schristos 
1655*3117ece4Schristos    Redistribution and use in source and binary forms, with or without
1656*3117ece4Schristos    modification, are permitted provided that the following conditions are
1657*3117ece4Schristos    met:
1658*3117ece4Schristos 
1659*3117ece4Schristos        * Redistributions of source code must retain the above copyright
1660*3117ece4Schristos    notice, this list of conditions and the following disclaimer.
1661*3117ece4Schristos        * Redistributions in binary form must reproduce the above
1662*3117ece4Schristos    copyright notice, this list of conditions and the following disclaimer
1663*3117ece4Schristos    in the documentation and/or other materials provided with the
1664*3117ece4Schristos    distribution.
1665*3117ece4Schristos 
1666*3117ece4Schristos    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
1667*3117ece4Schristos    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
1668*3117ece4Schristos    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
1669*3117ece4Schristos    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
1670*3117ece4Schristos    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
1671*3117ece4Schristos    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
1672*3117ece4Schristos    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
1673*3117ece4Schristos    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
1674*3117ece4Schristos    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
1675*3117ece4Schristos    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
1676*3117ece4Schristos    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
1677*3117ece4Schristos 
1678*3117ece4Schristos     You can contact the author at :
1679*3117ece4Schristos     - FSEv05+Huff0 source repository : https://github.com/Cyan4973/FiniteStateEntropy
1680*3117ece4Schristos     - Public forum : https://groups.google.com/forum/#!forum/lz4c
1681*3117ece4Schristos ****************************************************************** */
1682*3117ece4Schristos 
1683*3117ece4Schristos /* **************************************************************
1684*3117ece4Schristos *  Compiler specifics
1685*3117ece4Schristos ****************************************************************/
1686*3117ece4Schristos #if defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
1687*3117ece4Schristos /* inline is defined */
1688*3117ece4Schristos #elif defined(_MSC_VER)
1689*3117ece4Schristos #  define inline __inline
1690*3117ece4Schristos #else
1691*3117ece4Schristos #  define inline /* disable inline */
1692*3117ece4Schristos #endif
1693*3117ece4Schristos 
1694*3117ece4Schristos 
1695*3117ece4Schristos #ifdef _MSC_VER    /* Visual Studio */
1696*3117ece4Schristos #  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
1697*3117ece4Schristos #endif
1698*3117ece4Schristos 
1699*3117ece4Schristos 
1700*3117ece4Schristos /* **************************************************************
1701*3117ece4Schristos *  Includes
1702*3117ece4Schristos ****************************************************************/
1703*3117ece4Schristos #include <stdlib.h>     /* malloc, free, qsort */
1704*3117ece4Schristos #include <string.h>     /* memcpy, memset */
1705*3117ece4Schristos #include <stdio.h>      /* printf (debug) */
1706*3117ece4Schristos 
1707*3117ece4Schristos 
1708*3117ece4Schristos /* **************************************************************
1709*3117ece4Schristos *  Constants
1710*3117ece4Schristos ****************************************************************/
1711*3117ece4Schristos #define HUFv05_ABSOLUTEMAX_TABLELOG  16   /* absolute limit of HUFv05_MAX_TABLELOG. Beyond that value, code does not work */
1712*3117ece4Schristos #define HUFv05_MAX_TABLELOG  12           /* max configured tableLog (for static allocation); can be modified up to HUFv05_ABSOLUTEMAX_TABLELOG */
1713*3117ece4Schristos #define HUFv05_DEFAULT_TABLELOG  HUFv05_MAX_TABLELOG   /* tableLog by default, when not specified */
1714*3117ece4Schristos #define HUFv05_MAX_SYMBOL_VALUE 255
1715*3117ece4Schristos #if (HUFv05_MAX_TABLELOG > HUFv05_ABSOLUTEMAX_TABLELOG)
1716*3117ece4Schristos #  error "HUFv05_MAX_TABLELOG is too large !"
1717*3117ece4Schristos #endif
1718*3117ece4Schristos 
1719*3117ece4Schristos 
1720*3117ece4Schristos /* **************************************************************
1721*3117ece4Schristos *  Error Management
1722*3117ece4Schristos ****************************************************************/
1723*3117ece4Schristos unsigned HUFv05_isError(size_t code) { return ERR_isError(code); }
1724*3117ece4Schristos const char* HUFv05_getErrorName(size_t code) { return ERR_getErrorName(code); }
1725*3117ece4Schristos #define HUFv05_STATIC_ASSERT(c) { enum { HUFv05_static_assert = 1/(int)(!!(c)) }; }   /* use only *after* variable declarations */
1726*3117ece4Schristos 
1727*3117ece4Schristos 
1728*3117ece4Schristos /* *******************************************************
1729*3117ece4Schristos *  Huff0 : Huffman block decompression
1730*3117ece4Schristos *********************************************************/
1731*3117ece4Schristos typedef struct { BYTE byte; BYTE nbBits; } HUFv05_DEltX2;   /* single-symbol decoding */
1732*3117ece4Schristos 
1733*3117ece4Schristos typedef struct { U16 sequence; BYTE nbBits; BYTE length; } HUFv05_DEltX4;  /* double-symbols decoding */
1734*3117ece4Schristos 
1735*3117ece4Schristos typedef struct { BYTE symbol; BYTE weight; } sortedSymbol_t;
1736*3117ece4Schristos 
1737*3117ece4Schristos /*! HUFv05_readStats
1738*3117ece4Schristos     Read compact Huffman tree, saved by HUFv05_writeCTable
1739*3117ece4Schristos     @huffWeight : destination buffer
1740*3117ece4Schristos     @return : size read from `src`
1741*3117ece4Schristos */
1742*3117ece4Schristos static size_t HUFv05_readStats(BYTE* huffWeight, size_t hwSize, U32* rankStats,
1743*3117ece4Schristos                             U32* nbSymbolsPtr, U32* tableLogPtr,
1744*3117ece4Schristos                             const void* src, size_t srcSize)
1745*3117ece4Schristos {
1746*3117ece4Schristos     U32 weightTotal;
1747*3117ece4Schristos     U32 tableLog;
1748*3117ece4Schristos     const BYTE* ip = (const BYTE*) src;
1749*3117ece4Schristos     size_t iSize;
1750*3117ece4Schristos     size_t oSize;
1751*3117ece4Schristos     U32 n;
1752*3117ece4Schristos 
1753*3117ece4Schristos     if (!srcSize) return ERROR(srcSize_wrong);
1754*3117ece4Schristos     iSize = ip[0];
1755*3117ece4Schristos     /* memset(huffWeight, 0, hwSize); */   /* is not necessary, even though some analyzer complain ... */
1756*3117ece4Schristos 
1757*3117ece4Schristos     if (iSize >= 128)  { /* special header */
1758*3117ece4Schristos         if (iSize >= (242)) {  /* RLE */
1759*3117ece4Schristos             static int l[14] = { 1, 2, 3, 4, 7, 8, 15, 16, 31, 32, 63, 64, 127, 128 };
1760*3117ece4Schristos             oSize = l[iSize-242];
1761*3117ece4Schristos             memset(huffWeight, 1, hwSize);
1762*3117ece4Schristos             iSize = 0;
1763*3117ece4Schristos         }
1764*3117ece4Schristos         else {   /* Incompressible */
1765*3117ece4Schristos             oSize = iSize - 127;
1766*3117ece4Schristos             iSize = ((oSize+1)/2);
1767*3117ece4Schristos             if (iSize+1 > srcSize) return ERROR(srcSize_wrong);
1768*3117ece4Schristos             if (oSize >= hwSize) return ERROR(corruption_detected);
1769*3117ece4Schristos             ip += 1;
1770*3117ece4Schristos             for (n=0; n<oSize; n+=2) {
1771*3117ece4Schristos                 huffWeight[n]   = ip[n/2] >> 4;
1772*3117ece4Schristos                 huffWeight[n+1] = ip[n/2] & 15;
1773*3117ece4Schristos     }   }   }
1774*3117ece4Schristos     else  {   /* header compressed with FSEv05 (normal case) */
1775*3117ece4Schristos         if (iSize+1 > srcSize) return ERROR(srcSize_wrong);
1776*3117ece4Schristos         oSize = FSEv05_decompress(huffWeight, hwSize-1, ip+1, iSize);   /* max (hwSize-1) values decoded, as last one is implied */
1777*3117ece4Schristos         if (FSEv05_isError(oSize)) return oSize;
1778*3117ece4Schristos     }
1779*3117ece4Schristos 
1780*3117ece4Schristos     /* collect weight stats */
1781*3117ece4Schristos     memset(rankStats, 0, (HUFv05_ABSOLUTEMAX_TABLELOG + 1) * sizeof(U32));
1782*3117ece4Schristos     weightTotal = 0;
1783*3117ece4Schristos     for (n=0; n<oSize; n++) {
1784*3117ece4Schristos         if (huffWeight[n] >= HUFv05_ABSOLUTEMAX_TABLELOG) return ERROR(corruption_detected);
1785*3117ece4Schristos         rankStats[huffWeight[n]]++;
1786*3117ece4Schristos         weightTotal += (1 << huffWeight[n]) >> 1;
1787*3117ece4Schristos     }
1788*3117ece4Schristos     if (weightTotal == 0) return ERROR(corruption_detected);
1789*3117ece4Schristos 
1790*3117ece4Schristos     /* get last non-null symbol weight (implied, total must be 2^n) */
1791*3117ece4Schristos     tableLog = BITv05_highbit32(weightTotal) + 1;
1792*3117ece4Schristos     if (tableLog > HUFv05_ABSOLUTEMAX_TABLELOG) return ERROR(corruption_detected);
1793*3117ece4Schristos     {   /* determine last weight */
1794*3117ece4Schristos         U32 total = 1 << tableLog;
1795*3117ece4Schristos         U32 rest = total - weightTotal;
1796*3117ece4Schristos         U32 verif = 1 << BITv05_highbit32(rest);
1797*3117ece4Schristos         U32 lastWeight = BITv05_highbit32(rest) + 1;
1798*3117ece4Schristos         if (verif != rest) return ERROR(corruption_detected);    /* last value must be a clean power of 2 */
1799*3117ece4Schristos         huffWeight[oSize] = (BYTE)lastWeight;
1800*3117ece4Schristos         rankStats[lastWeight]++;
1801*3117ece4Schristos     }
1802*3117ece4Schristos 
1803*3117ece4Schristos     /* check tree construction validity */
1804*3117ece4Schristos     if ((rankStats[1] < 2) || (rankStats[1] & 1)) return ERROR(corruption_detected);   /* by construction : at least 2 elts of rank 1, must be even */
1805*3117ece4Schristos 
1806*3117ece4Schristos     /* results */
1807*3117ece4Schristos     *nbSymbolsPtr = (U32)(oSize+1);
1808*3117ece4Schristos     *tableLogPtr = tableLog;
1809*3117ece4Schristos     return iSize+1;
1810*3117ece4Schristos }
1811*3117ece4Schristos 
1812*3117ece4Schristos 
1813*3117ece4Schristos /*-***************************/
1814*3117ece4Schristos /*  single-symbol decoding   */
1815*3117ece4Schristos /*-***************************/
1816*3117ece4Schristos 
1817*3117ece4Schristos size_t HUFv05_readDTableX2 (U16* DTable, const void* src, size_t srcSize)
1818*3117ece4Schristos {
1819*3117ece4Schristos     BYTE huffWeight[HUFv05_MAX_SYMBOL_VALUE + 1];
1820*3117ece4Schristos     U32 rankVal[HUFv05_ABSOLUTEMAX_TABLELOG + 1];   /* large enough for values from 0 to 16 */
1821*3117ece4Schristos     U32 tableLog = 0;
1822*3117ece4Schristos     size_t iSize;
1823*3117ece4Schristos     U32 nbSymbols = 0;
1824*3117ece4Schristos     U32 n;
1825*3117ece4Schristos     U32 nextRankStart;
1826*3117ece4Schristos     void* const dtPtr = DTable + 1;
1827*3117ece4Schristos     HUFv05_DEltX2* const dt = (HUFv05_DEltX2*)dtPtr;
1828*3117ece4Schristos 
1829*3117ece4Schristos     HUFv05_STATIC_ASSERT(sizeof(HUFv05_DEltX2) == sizeof(U16));   /* if compilation fails here, assertion is false */
1830*3117ece4Schristos     /* memset(huffWeight, 0, sizeof(huffWeight)); */   /* is not necessary, even though some analyzer complain ... */
1831*3117ece4Schristos 
1832*3117ece4Schristos     iSize = HUFv05_readStats(huffWeight, HUFv05_MAX_SYMBOL_VALUE + 1, rankVal, &nbSymbols, &tableLog, src, srcSize);
1833*3117ece4Schristos     if (HUFv05_isError(iSize)) return iSize;
1834*3117ece4Schristos 
1835*3117ece4Schristos     /* check result */
1836*3117ece4Schristos     if (tableLog > DTable[0]) return ERROR(tableLog_tooLarge);   /* DTable is too small */
1837*3117ece4Schristos     DTable[0] = (U16)tableLog;   /* maybe should separate sizeof allocated DTable, from used size of DTable, in case of re-use */
1838*3117ece4Schristos 
1839*3117ece4Schristos     /* Prepare ranks */
1840*3117ece4Schristos     nextRankStart = 0;
1841*3117ece4Schristos     for (n=1; n<=tableLog; n++) {
1842*3117ece4Schristos         U32 current = nextRankStart;
1843*3117ece4Schristos         nextRankStart += (rankVal[n] << (n-1));
1844*3117ece4Schristos         rankVal[n] = current;
1845*3117ece4Schristos     }
1846*3117ece4Schristos 
1847*3117ece4Schristos     /* fill DTable */
1848*3117ece4Schristos     for (n=0; n<nbSymbols; n++) {
1849*3117ece4Schristos         const U32 w = huffWeight[n];
1850*3117ece4Schristos         const U32 length = (1 << w) >> 1;
1851*3117ece4Schristos         U32 i;
1852*3117ece4Schristos         HUFv05_DEltX2 D;
1853*3117ece4Schristos         D.byte = (BYTE)n; D.nbBits = (BYTE)(tableLog + 1 - w);
1854*3117ece4Schristos         for (i = rankVal[w]; i < rankVal[w] + length; i++)
1855*3117ece4Schristos             dt[i] = D;
1856*3117ece4Schristos         rankVal[w] += length;
1857*3117ece4Schristos     }
1858*3117ece4Schristos 
1859*3117ece4Schristos     return iSize;
1860*3117ece4Schristos }
1861*3117ece4Schristos 
1862*3117ece4Schristos static BYTE HUFv05_decodeSymbolX2(BITv05_DStream_t* Dstream, const HUFv05_DEltX2* dt, const U32 dtLog)
1863*3117ece4Schristos {
1864*3117ece4Schristos         const size_t val = BITv05_lookBitsFast(Dstream, dtLog); /* note : dtLog >= 1 */
1865*3117ece4Schristos         const BYTE c = dt[val].byte;
1866*3117ece4Schristos         BITv05_skipBits(Dstream, dt[val].nbBits);
1867*3117ece4Schristos         return c;
1868*3117ece4Schristos }
1869*3117ece4Schristos 
1870*3117ece4Schristos #define HUFv05_DECODE_SYMBOLX2_0(ptr, DStreamPtr) \
1871*3117ece4Schristos     *ptr++ = HUFv05_decodeSymbolX2(DStreamPtr, dt, dtLog)
1872*3117ece4Schristos 
1873*3117ece4Schristos #define HUFv05_DECODE_SYMBOLX2_1(ptr, DStreamPtr) \
1874*3117ece4Schristos     if (MEM_64bits() || (HUFv05_MAX_TABLELOG<=12)) \
1875*3117ece4Schristos         HUFv05_DECODE_SYMBOLX2_0(ptr, DStreamPtr)
1876*3117ece4Schristos 
1877*3117ece4Schristos #define HUFv05_DECODE_SYMBOLX2_2(ptr, DStreamPtr) \
1878*3117ece4Schristos     if (MEM_64bits()) \
1879*3117ece4Schristos         HUFv05_DECODE_SYMBOLX2_0(ptr, DStreamPtr)
1880*3117ece4Schristos 
1881*3117ece4Schristos static inline size_t HUFv05_decodeStreamX2(BYTE* p, BITv05_DStream_t* const bitDPtr, BYTE* const pEnd, const HUFv05_DEltX2* const dt, const U32 dtLog)
1882*3117ece4Schristos {
1883*3117ece4Schristos     BYTE* const pStart = p;
1884*3117ece4Schristos 
1885*3117ece4Schristos     /* up to 4 symbols at a time */
1886*3117ece4Schristos     while ((BITv05_reloadDStream(bitDPtr) == BITv05_DStream_unfinished) && (p <= pEnd-4)) {
1887*3117ece4Schristos         HUFv05_DECODE_SYMBOLX2_2(p, bitDPtr);
1888*3117ece4Schristos         HUFv05_DECODE_SYMBOLX2_1(p, bitDPtr);
1889*3117ece4Schristos         HUFv05_DECODE_SYMBOLX2_2(p, bitDPtr);
1890*3117ece4Schristos         HUFv05_DECODE_SYMBOLX2_0(p, bitDPtr);
1891*3117ece4Schristos     }
1892*3117ece4Schristos 
1893*3117ece4Schristos     /* closer to the end */
1894*3117ece4Schristos     while ((BITv05_reloadDStream(bitDPtr) == BITv05_DStream_unfinished) && (p < pEnd))
1895*3117ece4Schristos         HUFv05_DECODE_SYMBOLX2_0(p, bitDPtr);
1896*3117ece4Schristos 
1897*3117ece4Schristos     /* no more data to retrieve from bitstream, hence no need to reload */
1898*3117ece4Schristos     while (p < pEnd)
1899*3117ece4Schristos         HUFv05_DECODE_SYMBOLX2_0(p, bitDPtr);
1900*3117ece4Schristos 
1901*3117ece4Schristos     return pEnd-pStart;
1902*3117ece4Schristos }
1903*3117ece4Schristos 
1904*3117ece4Schristos size_t HUFv05_decompress1X2_usingDTable(
1905*3117ece4Schristos           void* dst,  size_t dstSize,
1906*3117ece4Schristos     const void* cSrc, size_t cSrcSize,
1907*3117ece4Schristos     const U16* DTable)
1908*3117ece4Schristos {
1909*3117ece4Schristos     BYTE* op = (BYTE*)dst;
1910*3117ece4Schristos     BYTE* const oend = op + dstSize;
1911*3117ece4Schristos     const U32 dtLog = DTable[0];
1912*3117ece4Schristos     const void* dtPtr = DTable;
1913*3117ece4Schristos     const HUFv05_DEltX2* const dt = ((const HUFv05_DEltX2*)dtPtr)+1;
1914*3117ece4Schristos     BITv05_DStream_t bitD;
1915*3117ece4Schristos 
1916*3117ece4Schristos     if (dstSize <= cSrcSize) return ERROR(dstSize_tooSmall);
1917*3117ece4Schristos     { size_t const errorCode = BITv05_initDStream(&bitD, cSrc, cSrcSize);
1918*3117ece4Schristos       if (HUFv05_isError(errorCode)) return errorCode; }
1919*3117ece4Schristos 
1920*3117ece4Schristos     HUFv05_decodeStreamX2(op, &bitD, oend, dt, dtLog);
1921*3117ece4Schristos 
1922*3117ece4Schristos     /* check */
1923*3117ece4Schristos     if (!BITv05_endOfDStream(&bitD)) return ERROR(corruption_detected);
1924*3117ece4Schristos 
1925*3117ece4Schristos     return dstSize;
1926*3117ece4Schristos }
1927*3117ece4Schristos 
1928*3117ece4Schristos size_t HUFv05_decompress1X2 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
1929*3117ece4Schristos {
1930*3117ece4Schristos     HUFv05_CREATE_STATIC_DTABLEX2(DTable, HUFv05_MAX_TABLELOG);
1931*3117ece4Schristos     const BYTE* ip = (const BYTE*) cSrc;
1932*3117ece4Schristos     size_t errorCode;
1933*3117ece4Schristos 
1934*3117ece4Schristos     errorCode = HUFv05_readDTableX2 (DTable, cSrc, cSrcSize);
1935*3117ece4Schristos     if (HUFv05_isError(errorCode)) return errorCode;
1936*3117ece4Schristos     if (errorCode >= cSrcSize) return ERROR(srcSize_wrong);
1937*3117ece4Schristos     ip += errorCode;
1938*3117ece4Schristos     cSrcSize -= errorCode;
1939*3117ece4Schristos 
1940*3117ece4Schristos     return HUFv05_decompress1X2_usingDTable (dst, dstSize, ip, cSrcSize, DTable);
1941*3117ece4Schristos }
1942*3117ece4Schristos 
1943*3117ece4Schristos 
1944*3117ece4Schristos size_t HUFv05_decompress4X2_usingDTable(
1945*3117ece4Schristos           void* dst,  size_t dstSize,
1946*3117ece4Schristos     const void* cSrc, size_t cSrcSize,
1947*3117ece4Schristos     const U16* DTable)
1948*3117ece4Schristos {
1949*3117ece4Schristos     /* Check */
1950*3117ece4Schristos     if (cSrcSize < 10) return ERROR(corruption_detected);   /* strict minimum : jump table + 1 byte per stream */
1951*3117ece4Schristos     {
1952*3117ece4Schristos         const BYTE* const istart = (const BYTE*) cSrc;
1953*3117ece4Schristos         BYTE* const ostart = (BYTE*) dst;
1954*3117ece4Schristos         BYTE* const oend = ostart + dstSize;
1955*3117ece4Schristos         const void* const dtPtr = DTable;
1956*3117ece4Schristos         const HUFv05_DEltX2* const dt = ((const HUFv05_DEltX2*)dtPtr) +1;
1957*3117ece4Schristos         const U32 dtLog = DTable[0];
1958*3117ece4Schristos         size_t errorCode;
1959*3117ece4Schristos 
1960*3117ece4Schristos         /* Init */
1961*3117ece4Schristos         BITv05_DStream_t bitD1;
1962*3117ece4Schristos         BITv05_DStream_t bitD2;
1963*3117ece4Schristos         BITv05_DStream_t bitD3;
1964*3117ece4Schristos         BITv05_DStream_t bitD4;
1965*3117ece4Schristos         const size_t length1 = MEM_readLE16(istart);
1966*3117ece4Schristos         const size_t length2 = MEM_readLE16(istart+2);
1967*3117ece4Schristos         const size_t length3 = MEM_readLE16(istart+4);
1968*3117ece4Schristos         size_t length4;
1969*3117ece4Schristos         const BYTE* const istart1 = istart + 6;  /* jumpTable */
1970*3117ece4Schristos         const BYTE* const istart2 = istart1 + length1;
1971*3117ece4Schristos         const BYTE* const istart3 = istart2 + length2;
1972*3117ece4Schristos         const BYTE* const istart4 = istart3 + length3;
1973*3117ece4Schristos         const size_t segmentSize = (dstSize+3) / 4;
1974*3117ece4Schristos         BYTE* const opStart2 = ostart + segmentSize;
1975*3117ece4Schristos         BYTE* const opStart3 = opStart2 + segmentSize;
1976*3117ece4Schristos         BYTE* const opStart4 = opStart3 + segmentSize;
1977*3117ece4Schristos         BYTE* op1 = ostart;
1978*3117ece4Schristos         BYTE* op2 = opStart2;
1979*3117ece4Schristos         BYTE* op3 = opStart3;
1980*3117ece4Schristos         BYTE* op4 = opStart4;
1981*3117ece4Schristos         U32 endSignal;
1982*3117ece4Schristos 
1983*3117ece4Schristos         length4 = cSrcSize - (length1 + length2 + length3 + 6);
1984*3117ece4Schristos         if (length4 > cSrcSize) return ERROR(corruption_detected);   /* overflow */
1985*3117ece4Schristos         errorCode = BITv05_initDStream(&bitD1, istart1, length1);
1986*3117ece4Schristos         if (HUFv05_isError(errorCode)) return errorCode;
1987*3117ece4Schristos         errorCode = BITv05_initDStream(&bitD2, istart2, length2);
1988*3117ece4Schristos         if (HUFv05_isError(errorCode)) return errorCode;
1989*3117ece4Schristos         errorCode = BITv05_initDStream(&bitD3, istart3, length3);
1990*3117ece4Schristos         if (HUFv05_isError(errorCode)) return errorCode;
1991*3117ece4Schristos         errorCode = BITv05_initDStream(&bitD4, istart4, length4);
1992*3117ece4Schristos         if (HUFv05_isError(errorCode)) return errorCode;
1993*3117ece4Schristos 
1994*3117ece4Schristos         /* 16-32 symbols per loop (4-8 symbols per stream) */
1995*3117ece4Schristos         endSignal = BITv05_reloadDStream(&bitD1) | BITv05_reloadDStream(&bitD2) | BITv05_reloadDStream(&bitD3) | BITv05_reloadDStream(&bitD4);
1996*3117ece4Schristos         for ( ; (endSignal==BITv05_DStream_unfinished) && (op4<(oend-7)) ; ) {
1997*3117ece4Schristos             HUFv05_DECODE_SYMBOLX2_2(op1, &bitD1);
1998*3117ece4Schristos             HUFv05_DECODE_SYMBOLX2_2(op2, &bitD2);
1999*3117ece4Schristos             HUFv05_DECODE_SYMBOLX2_2(op3, &bitD3);
2000*3117ece4Schristos             HUFv05_DECODE_SYMBOLX2_2(op4, &bitD4);
2001*3117ece4Schristos             HUFv05_DECODE_SYMBOLX2_1(op1, &bitD1);
2002*3117ece4Schristos             HUFv05_DECODE_SYMBOLX2_1(op2, &bitD2);
2003*3117ece4Schristos             HUFv05_DECODE_SYMBOLX2_1(op3, &bitD3);
2004*3117ece4Schristos             HUFv05_DECODE_SYMBOLX2_1(op4, &bitD4);
2005*3117ece4Schristos             HUFv05_DECODE_SYMBOLX2_2(op1, &bitD1);
2006*3117ece4Schristos             HUFv05_DECODE_SYMBOLX2_2(op2, &bitD2);
2007*3117ece4Schristos             HUFv05_DECODE_SYMBOLX2_2(op3, &bitD3);
2008*3117ece4Schristos             HUFv05_DECODE_SYMBOLX2_2(op4, &bitD4);
2009*3117ece4Schristos             HUFv05_DECODE_SYMBOLX2_0(op1, &bitD1);
2010*3117ece4Schristos             HUFv05_DECODE_SYMBOLX2_0(op2, &bitD2);
2011*3117ece4Schristos             HUFv05_DECODE_SYMBOLX2_0(op3, &bitD3);
2012*3117ece4Schristos             HUFv05_DECODE_SYMBOLX2_0(op4, &bitD4);
2013*3117ece4Schristos             endSignal = BITv05_reloadDStream(&bitD1) | BITv05_reloadDStream(&bitD2) | BITv05_reloadDStream(&bitD3) | BITv05_reloadDStream(&bitD4);
2014*3117ece4Schristos         }
2015*3117ece4Schristos 
2016*3117ece4Schristos         /* check corruption */
2017*3117ece4Schristos         if (op1 > opStart2) return ERROR(corruption_detected);
2018*3117ece4Schristos         if (op2 > opStart3) return ERROR(corruption_detected);
2019*3117ece4Schristos         if (op3 > opStart4) return ERROR(corruption_detected);
2020*3117ece4Schristos         /* note : op4 supposed already verified within main loop */
2021*3117ece4Schristos 
2022*3117ece4Schristos         /* finish bitStreams one by one */
2023*3117ece4Schristos         HUFv05_decodeStreamX2(op1, &bitD1, opStart2, dt, dtLog);
2024*3117ece4Schristos         HUFv05_decodeStreamX2(op2, &bitD2, opStart3, dt, dtLog);
2025*3117ece4Schristos         HUFv05_decodeStreamX2(op3, &bitD3, opStart4, dt, dtLog);
2026*3117ece4Schristos         HUFv05_decodeStreamX2(op4, &bitD4, oend,     dt, dtLog);
2027*3117ece4Schristos 
2028*3117ece4Schristos         /* check */
2029*3117ece4Schristos         endSignal = BITv05_endOfDStream(&bitD1) & BITv05_endOfDStream(&bitD2) & BITv05_endOfDStream(&bitD3) & BITv05_endOfDStream(&bitD4);
2030*3117ece4Schristos         if (!endSignal) return ERROR(corruption_detected);
2031*3117ece4Schristos 
2032*3117ece4Schristos         /* decoded size */
2033*3117ece4Schristos         return dstSize;
2034*3117ece4Schristos     }
2035*3117ece4Schristos }
2036*3117ece4Schristos 
2037*3117ece4Schristos 
2038*3117ece4Schristos size_t HUFv05_decompress4X2 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
2039*3117ece4Schristos {
2040*3117ece4Schristos     HUFv05_CREATE_STATIC_DTABLEX2(DTable, HUFv05_MAX_TABLELOG);
2041*3117ece4Schristos     const BYTE* ip = (const BYTE*) cSrc;
2042*3117ece4Schristos     size_t errorCode;
2043*3117ece4Schristos 
2044*3117ece4Schristos     errorCode = HUFv05_readDTableX2 (DTable, cSrc, cSrcSize);
2045*3117ece4Schristos     if (HUFv05_isError(errorCode)) return errorCode;
2046*3117ece4Schristos     if (errorCode >= cSrcSize) return ERROR(srcSize_wrong);
2047*3117ece4Schristos     ip += errorCode;
2048*3117ece4Schristos     cSrcSize -= errorCode;
2049*3117ece4Schristos 
2050*3117ece4Schristos     return HUFv05_decompress4X2_usingDTable (dst, dstSize, ip, cSrcSize, DTable);
2051*3117ece4Schristos }
2052*3117ece4Schristos 
2053*3117ece4Schristos 
2054*3117ece4Schristos /* *************************/
2055*3117ece4Schristos /* double-symbols decoding */
2056*3117ece4Schristos /* *************************/
2057*3117ece4Schristos 
2058*3117ece4Schristos static void HUFv05_fillDTableX4Level2(HUFv05_DEltX4* DTable, U32 sizeLog, const U32 consumed,
2059*3117ece4Schristos                            const U32* rankValOrigin, const int minWeight,
2060*3117ece4Schristos                            const sortedSymbol_t* sortedSymbols, const U32 sortedListSize,
2061*3117ece4Schristos                            U32 nbBitsBaseline, U16 baseSeq)
2062*3117ece4Schristos {
2063*3117ece4Schristos     HUFv05_DEltX4 DElt;
2064*3117ece4Schristos     U32 rankVal[HUFv05_ABSOLUTEMAX_TABLELOG + 1];
2065*3117ece4Schristos     U32 s;
2066*3117ece4Schristos 
2067*3117ece4Schristos     /* get pre-calculated rankVal */
2068*3117ece4Schristos     memcpy(rankVal, rankValOrigin, sizeof(rankVal));
2069*3117ece4Schristos 
2070*3117ece4Schristos     /* fill skipped values */
2071*3117ece4Schristos     if (minWeight>1) {
2072*3117ece4Schristos         U32 i, skipSize = rankVal[minWeight];
2073*3117ece4Schristos         MEM_writeLE16(&(DElt.sequence), baseSeq);
2074*3117ece4Schristos         DElt.nbBits   = (BYTE)(consumed);
2075*3117ece4Schristos         DElt.length   = 1;
2076*3117ece4Schristos         for (i = 0; i < skipSize; i++)
2077*3117ece4Schristos             DTable[i] = DElt;
2078*3117ece4Schristos     }
2079*3117ece4Schristos 
2080*3117ece4Schristos     /* fill DTable */
2081*3117ece4Schristos     for (s=0; s<sortedListSize; s++) {   /* note : sortedSymbols already skipped */
2082*3117ece4Schristos         const U32 symbol = sortedSymbols[s].symbol;
2083*3117ece4Schristos         const U32 weight = sortedSymbols[s].weight;
2084*3117ece4Schristos         const U32 nbBits = nbBitsBaseline - weight;
2085*3117ece4Schristos         const U32 length = 1 << (sizeLog-nbBits);
2086*3117ece4Schristos         const U32 start = rankVal[weight];
2087*3117ece4Schristos         U32 i = start;
2088*3117ece4Schristos         const U32 end = start + length;
2089*3117ece4Schristos 
2090*3117ece4Schristos         MEM_writeLE16(&(DElt.sequence), (U16)(baseSeq + (symbol << 8)));
2091*3117ece4Schristos         DElt.nbBits = (BYTE)(nbBits + consumed);
2092*3117ece4Schristos         DElt.length = 2;
2093*3117ece4Schristos         do { DTable[i++] = DElt; } while (i<end);   /* since length >= 1 */
2094*3117ece4Schristos 
2095*3117ece4Schristos         rankVal[weight] += length;
2096*3117ece4Schristos     }
2097*3117ece4Schristos }
2098*3117ece4Schristos 
2099*3117ece4Schristos typedef U32 rankVal_t[HUFv05_ABSOLUTEMAX_TABLELOG][HUFv05_ABSOLUTEMAX_TABLELOG + 1];
2100*3117ece4Schristos 
2101*3117ece4Schristos static void HUFv05_fillDTableX4(HUFv05_DEltX4* DTable, const U32 targetLog,
2102*3117ece4Schristos                            const sortedSymbol_t* sortedList, const U32 sortedListSize,
2103*3117ece4Schristos                            const U32* rankStart, rankVal_t rankValOrigin, const U32 maxWeight,
2104*3117ece4Schristos                            const U32 nbBitsBaseline)
2105*3117ece4Schristos {
2106*3117ece4Schristos     U32 rankVal[HUFv05_ABSOLUTEMAX_TABLELOG + 1];
2107*3117ece4Schristos     const int scaleLog = nbBitsBaseline - targetLog;   /* note : targetLog >= srcLog, hence scaleLog <= 1 */
2108*3117ece4Schristos     const U32 minBits  = nbBitsBaseline - maxWeight;
2109*3117ece4Schristos     U32 s;
2110*3117ece4Schristos 
2111*3117ece4Schristos     memcpy(rankVal, rankValOrigin, sizeof(rankVal));
2112*3117ece4Schristos 
2113*3117ece4Schristos     /* fill DTable */
2114*3117ece4Schristos     for (s=0; s<sortedListSize; s++) {
2115*3117ece4Schristos         const U16 symbol = sortedList[s].symbol;
2116*3117ece4Schristos         const U32 weight = sortedList[s].weight;
2117*3117ece4Schristos         const U32 nbBits = nbBitsBaseline - weight;
2118*3117ece4Schristos         const U32 start = rankVal[weight];
2119*3117ece4Schristos         const U32 length = 1 << (targetLog-nbBits);
2120*3117ece4Schristos 
2121*3117ece4Schristos         if (targetLog-nbBits >= minBits) {   /* enough room for a second symbol */
2122*3117ece4Schristos             U32 sortedRank;
2123*3117ece4Schristos             int minWeight = nbBits + scaleLog;
2124*3117ece4Schristos             if (minWeight < 1) minWeight = 1;
2125*3117ece4Schristos             sortedRank = rankStart[minWeight];
2126*3117ece4Schristos             HUFv05_fillDTableX4Level2(DTable+start, targetLog-nbBits, nbBits,
2127*3117ece4Schristos                            rankValOrigin[nbBits], minWeight,
2128*3117ece4Schristos                            sortedList+sortedRank, sortedListSize-sortedRank,
2129*3117ece4Schristos                            nbBitsBaseline, symbol);
2130*3117ece4Schristos         } else {
2131*3117ece4Schristos             U32 i;
2132*3117ece4Schristos             const U32 end = start + length;
2133*3117ece4Schristos             HUFv05_DEltX4 DElt;
2134*3117ece4Schristos 
2135*3117ece4Schristos             MEM_writeLE16(&(DElt.sequence), symbol);
2136*3117ece4Schristos             DElt.nbBits   = (BYTE)(nbBits);
2137*3117ece4Schristos             DElt.length   = 1;
2138*3117ece4Schristos             for (i = start; i < end; i++)
2139*3117ece4Schristos                 DTable[i] = DElt;
2140*3117ece4Schristos         }
2141*3117ece4Schristos         rankVal[weight] += length;
2142*3117ece4Schristos     }
2143*3117ece4Schristos }
2144*3117ece4Schristos 
2145*3117ece4Schristos size_t HUFv05_readDTableX4 (unsigned* DTable, const void* src, size_t srcSize)
2146*3117ece4Schristos {
2147*3117ece4Schristos     BYTE weightList[HUFv05_MAX_SYMBOL_VALUE + 1];
2148*3117ece4Schristos     sortedSymbol_t sortedSymbol[HUFv05_MAX_SYMBOL_VALUE + 1];
2149*3117ece4Schristos     U32 rankStats[HUFv05_ABSOLUTEMAX_TABLELOG + 1] = { 0 };
2150*3117ece4Schristos     U32 rankStart0[HUFv05_ABSOLUTEMAX_TABLELOG + 2] = { 0 };
2151*3117ece4Schristos     U32* const rankStart = rankStart0+1;
2152*3117ece4Schristos     rankVal_t rankVal;
2153*3117ece4Schristos     U32 tableLog, maxW, sizeOfSort, nbSymbols;
2154*3117ece4Schristos     const U32 memLog = DTable[0];
2155*3117ece4Schristos     size_t iSize;
2156*3117ece4Schristos     void* dtPtr = DTable;
2157*3117ece4Schristos     HUFv05_DEltX4* const dt = ((HUFv05_DEltX4*)dtPtr) + 1;
2158*3117ece4Schristos 
2159*3117ece4Schristos     HUFv05_STATIC_ASSERT(sizeof(HUFv05_DEltX4) == sizeof(unsigned));   /* if compilation fails here, assertion is false */
2160*3117ece4Schristos     if (memLog > HUFv05_ABSOLUTEMAX_TABLELOG) return ERROR(tableLog_tooLarge);
2161*3117ece4Schristos     /* memset(weightList, 0, sizeof(weightList)); */   /* is not necessary, even though some analyzer complain ... */
2162*3117ece4Schristos 
2163*3117ece4Schristos     iSize = HUFv05_readStats(weightList, HUFv05_MAX_SYMBOL_VALUE + 1, rankStats, &nbSymbols, &tableLog, src, srcSize);
2164*3117ece4Schristos     if (HUFv05_isError(iSize)) return iSize;
2165*3117ece4Schristos 
2166*3117ece4Schristos     /* check result */
2167*3117ece4Schristos     if (tableLog > memLog) return ERROR(tableLog_tooLarge);   /* DTable can't fit code depth */
2168*3117ece4Schristos 
2169*3117ece4Schristos     /* find maxWeight */
2170*3117ece4Schristos     for (maxW = tableLog; rankStats[maxW]==0; maxW--) {}  /* necessarily finds a solution before 0 */
2171*3117ece4Schristos 
2172*3117ece4Schristos     /* Get start index of each weight */
2173*3117ece4Schristos     {
2174*3117ece4Schristos         U32 w, nextRankStart = 0;
2175*3117ece4Schristos         for (w=1; w<=maxW; w++) {
2176*3117ece4Schristos             U32 current = nextRankStart;
2177*3117ece4Schristos             nextRankStart += rankStats[w];
2178*3117ece4Schristos             rankStart[w] = current;
2179*3117ece4Schristos         }
2180*3117ece4Schristos         rankStart[0] = nextRankStart;   /* put all 0w symbols at the end of sorted list*/
2181*3117ece4Schristos         sizeOfSort = nextRankStart;
2182*3117ece4Schristos     }
2183*3117ece4Schristos 
2184*3117ece4Schristos     /* sort symbols by weight */
2185*3117ece4Schristos     {
2186*3117ece4Schristos         U32 s;
2187*3117ece4Schristos         for (s=0; s<nbSymbols; s++) {
2188*3117ece4Schristos             U32 w = weightList[s];
2189*3117ece4Schristos             U32 r = rankStart[w]++;
2190*3117ece4Schristos             sortedSymbol[r].symbol = (BYTE)s;
2191*3117ece4Schristos             sortedSymbol[r].weight = (BYTE)w;
2192*3117ece4Schristos         }
2193*3117ece4Schristos         rankStart[0] = 0;   /* forget 0w symbols; this is beginning of weight(1) */
2194*3117ece4Schristos     }
2195*3117ece4Schristos 
2196*3117ece4Schristos     /* Build rankVal */
2197*3117ece4Schristos     {
2198*3117ece4Schristos         const U32 minBits = tableLog+1 - maxW;
2199*3117ece4Schristos         U32 nextRankVal = 0;
2200*3117ece4Schristos         U32 w, consumed;
2201*3117ece4Schristos         const int rescale = (memLog-tableLog) - 1;   /* tableLog <= memLog */
2202*3117ece4Schristos         U32* rankVal0 = rankVal[0];
2203*3117ece4Schristos         for (w=1; w<=maxW; w++) {
2204*3117ece4Schristos             U32 current = nextRankVal;
2205*3117ece4Schristos             nextRankVal += rankStats[w] << (w+rescale);
2206*3117ece4Schristos             rankVal0[w] = current;
2207*3117ece4Schristos         }
2208*3117ece4Schristos         for (consumed = minBits; consumed <= memLog - minBits; consumed++) {
2209*3117ece4Schristos             U32* rankValPtr = rankVal[consumed];
2210*3117ece4Schristos             for (w = 1; w <= maxW; w++) {
2211*3117ece4Schristos                 rankValPtr[w] = rankVal0[w] >> consumed;
2212*3117ece4Schristos     }   }   }
2213*3117ece4Schristos 
2214*3117ece4Schristos     HUFv05_fillDTableX4(dt, memLog,
2215*3117ece4Schristos                    sortedSymbol, sizeOfSort,
2216*3117ece4Schristos                    rankStart0, rankVal, maxW,
2217*3117ece4Schristos                    tableLog+1);
2218*3117ece4Schristos 
2219*3117ece4Schristos     return iSize;
2220*3117ece4Schristos }
2221*3117ece4Schristos 
2222*3117ece4Schristos 
2223*3117ece4Schristos static U32 HUFv05_decodeSymbolX4(void* op, BITv05_DStream_t* DStream, const HUFv05_DEltX4* dt, const U32 dtLog)
2224*3117ece4Schristos {
2225*3117ece4Schristos     const size_t val = BITv05_lookBitsFast(DStream, dtLog);   /* note : dtLog >= 1 */
2226*3117ece4Schristos     memcpy(op, dt+val, 2);
2227*3117ece4Schristos     BITv05_skipBits(DStream, dt[val].nbBits);
2228*3117ece4Schristos     return dt[val].length;
2229*3117ece4Schristos }
2230*3117ece4Schristos 
2231*3117ece4Schristos static U32 HUFv05_decodeLastSymbolX4(void* op, BITv05_DStream_t* DStream, const HUFv05_DEltX4* dt, const U32 dtLog)
2232*3117ece4Schristos {
2233*3117ece4Schristos     const size_t val = BITv05_lookBitsFast(DStream, dtLog);   /* note : dtLog >= 1 */
2234*3117ece4Schristos     memcpy(op, dt+val, 1);
2235*3117ece4Schristos     if (dt[val].length==1) BITv05_skipBits(DStream, dt[val].nbBits);
2236*3117ece4Schristos     else {
2237*3117ece4Schristos         if (DStream->bitsConsumed < (sizeof(DStream->bitContainer)*8)) {
2238*3117ece4Schristos             BITv05_skipBits(DStream, dt[val].nbBits);
2239*3117ece4Schristos             if (DStream->bitsConsumed > (sizeof(DStream->bitContainer)*8))
2240*3117ece4Schristos                 DStream->bitsConsumed = (sizeof(DStream->bitContainer)*8);   /* ugly hack; works only because it's the last symbol. Note : can't easily extract nbBits from just this symbol */
2241*3117ece4Schristos     }   }
2242*3117ece4Schristos     return 1;
2243*3117ece4Schristos }
2244*3117ece4Schristos 
2245*3117ece4Schristos 
2246*3117ece4Schristos #define HUFv05_DECODE_SYMBOLX4_0(ptr, DStreamPtr) \
2247*3117ece4Schristos     ptr += HUFv05_decodeSymbolX4(ptr, DStreamPtr, dt, dtLog)
2248*3117ece4Schristos 
2249*3117ece4Schristos #define HUFv05_DECODE_SYMBOLX4_1(ptr, DStreamPtr) \
2250*3117ece4Schristos     if (MEM_64bits() || (HUFv05_MAX_TABLELOG<=12)) \
2251*3117ece4Schristos         ptr += HUFv05_decodeSymbolX4(ptr, DStreamPtr, dt, dtLog)
2252*3117ece4Schristos 
2253*3117ece4Schristos #define HUFv05_DECODE_SYMBOLX4_2(ptr, DStreamPtr) \
2254*3117ece4Schristos     if (MEM_64bits()) \
2255*3117ece4Schristos         ptr += HUFv05_decodeSymbolX4(ptr, DStreamPtr, dt, dtLog)
2256*3117ece4Schristos 
2257*3117ece4Schristos static inline size_t HUFv05_decodeStreamX4(BYTE* p, BITv05_DStream_t* bitDPtr, BYTE* const pEnd, const HUFv05_DEltX4* const dt, const U32 dtLog)
2258*3117ece4Schristos {
2259*3117ece4Schristos     BYTE* const pStart = p;
2260*3117ece4Schristos 
2261*3117ece4Schristos     /* up to 8 symbols at a time */
2262*3117ece4Schristos     while ((BITv05_reloadDStream(bitDPtr) == BITv05_DStream_unfinished) && (p < pEnd-7)) {
2263*3117ece4Schristos         HUFv05_DECODE_SYMBOLX4_2(p, bitDPtr);
2264*3117ece4Schristos         HUFv05_DECODE_SYMBOLX4_1(p, bitDPtr);
2265*3117ece4Schristos         HUFv05_DECODE_SYMBOLX4_2(p, bitDPtr);
2266*3117ece4Schristos         HUFv05_DECODE_SYMBOLX4_0(p, bitDPtr);
2267*3117ece4Schristos     }
2268*3117ece4Schristos 
2269*3117ece4Schristos     /* closer to the end */
2270*3117ece4Schristos     while ((BITv05_reloadDStream(bitDPtr) == BITv05_DStream_unfinished) && (p <= pEnd-2))
2271*3117ece4Schristos         HUFv05_DECODE_SYMBOLX4_0(p, bitDPtr);
2272*3117ece4Schristos 
2273*3117ece4Schristos     while (p <= pEnd-2)
2274*3117ece4Schristos         HUFv05_DECODE_SYMBOLX4_0(p, bitDPtr);   /* no need to reload : reached the end of DStream */
2275*3117ece4Schristos 
2276*3117ece4Schristos     if (p < pEnd)
2277*3117ece4Schristos         p += HUFv05_decodeLastSymbolX4(p, bitDPtr, dt, dtLog);
2278*3117ece4Schristos 
2279*3117ece4Schristos     return p-pStart;
2280*3117ece4Schristos }
2281*3117ece4Schristos 
2282*3117ece4Schristos 
2283*3117ece4Schristos size_t HUFv05_decompress1X4_usingDTable(
2284*3117ece4Schristos           void* dst,  size_t dstSize,
2285*3117ece4Schristos     const void* cSrc, size_t cSrcSize,
2286*3117ece4Schristos     const unsigned* DTable)
2287*3117ece4Schristos {
2288*3117ece4Schristos     const BYTE* const istart = (const BYTE*) cSrc;
2289*3117ece4Schristos     BYTE* const ostart = (BYTE*) dst;
2290*3117ece4Schristos     BYTE* const oend = ostart + dstSize;
2291*3117ece4Schristos 
2292*3117ece4Schristos     const U32 dtLog = DTable[0];
2293*3117ece4Schristos     const void* const dtPtr = DTable;
2294*3117ece4Schristos     const HUFv05_DEltX4* const dt = ((const HUFv05_DEltX4*)dtPtr) +1;
2295*3117ece4Schristos     size_t errorCode;
2296*3117ece4Schristos 
2297*3117ece4Schristos     /* Init */
2298*3117ece4Schristos     BITv05_DStream_t bitD;
2299*3117ece4Schristos     errorCode = BITv05_initDStream(&bitD, istart, cSrcSize);
2300*3117ece4Schristos     if (HUFv05_isError(errorCode)) return errorCode;
2301*3117ece4Schristos 
2302*3117ece4Schristos     /* finish bitStreams one by one */
2303*3117ece4Schristos     HUFv05_decodeStreamX4(ostart, &bitD, oend,     dt, dtLog);
2304*3117ece4Schristos 
2305*3117ece4Schristos     /* check */
2306*3117ece4Schristos     if (!BITv05_endOfDStream(&bitD)) return ERROR(corruption_detected);
2307*3117ece4Schristos 
2308*3117ece4Schristos     /* decoded size */
2309*3117ece4Schristos     return dstSize;
2310*3117ece4Schristos }
2311*3117ece4Schristos 
2312*3117ece4Schristos size_t HUFv05_decompress1X4 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
2313*3117ece4Schristos {
2314*3117ece4Schristos     HUFv05_CREATE_STATIC_DTABLEX4(DTable, HUFv05_MAX_TABLELOG);
2315*3117ece4Schristos     const BYTE* ip = (const BYTE*) cSrc;
2316*3117ece4Schristos 
2317*3117ece4Schristos     size_t hSize = HUFv05_readDTableX4 (DTable, cSrc, cSrcSize);
2318*3117ece4Schristos     if (HUFv05_isError(hSize)) return hSize;
2319*3117ece4Schristos     if (hSize >= cSrcSize) return ERROR(srcSize_wrong);
2320*3117ece4Schristos     ip += hSize;
2321*3117ece4Schristos     cSrcSize -= hSize;
2322*3117ece4Schristos 
2323*3117ece4Schristos     return HUFv05_decompress1X4_usingDTable (dst, dstSize, ip, cSrcSize, DTable);
2324*3117ece4Schristos }
2325*3117ece4Schristos 
2326*3117ece4Schristos size_t HUFv05_decompress4X4_usingDTable(
2327*3117ece4Schristos           void* dst,  size_t dstSize,
2328*3117ece4Schristos     const void* cSrc, size_t cSrcSize,
2329*3117ece4Schristos     const unsigned* DTable)
2330*3117ece4Schristos {
2331*3117ece4Schristos     if (cSrcSize < 10) return ERROR(corruption_detected);   /* strict minimum : jump table + 1 byte per stream */
2332*3117ece4Schristos 
2333*3117ece4Schristos     {
2334*3117ece4Schristos         const BYTE* const istart = (const BYTE*) cSrc;
2335*3117ece4Schristos         BYTE* const ostart = (BYTE*) dst;
2336*3117ece4Schristos         BYTE* const oend = ostart + dstSize;
2337*3117ece4Schristos         const void* const dtPtr = DTable;
2338*3117ece4Schristos         const HUFv05_DEltX4* const dt = ((const HUFv05_DEltX4*)dtPtr) +1;
2339*3117ece4Schristos         const U32 dtLog = DTable[0];
2340*3117ece4Schristos         size_t errorCode;
2341*3117ece4Schristos 
2342*3117ece4Schristos         /* Init */
2343*3117ece4Schristos         BITv05_DStream_t bitD1;
2344*3117ece4Schristos         BITv05_DStream_t bitD2;
2345*3117ece4Schristos         BITv05_DStream_t bitD3;
2346*3117ece4Schristos         BITv05_DStream_t bitD4;
2347*3117ece4Schristos         const size_t length1 = MEM_readLE16(istart);
2348*3117ece4Schristos         const size_t length2 = MEM_readLE16(istart+2);
2349*3117ece4Schristos         const size_t length3 = MEM_readLE16(istart+4);
2350*3117ece4Schristos         size_t length4;
2351*3117ece4Schristos         const BYTE* const istart1 = istart + 6;  /* jumpTable */
2352*3117ece4Schristos         const BYTE* const istart2 = istart1 + length1;
2353*3117ece4Schristos         const BYTE* const istart3 = istart2 + length2;
2354*3117ece4Schristos         const BYTE* const istart4 = istart3 + length3;
2355*3117ece4Schristos         const size_t segmentSize = (dstSize+3) / 4;
2356*3117ece4Schristos         BYTE* const opStart2 = ostart + segmentSize;
2357*3117ece4Schristos         BYTE* const opStart3 = opStart2 + segmentSize;
2358*3117ece4Schristos         BYTE* const opStart4 = opStart3 + segmentSize;
2359*3117ece4Schristos         BYTE* op1 = ostart;
2360*3117ece4Schristos         BYTE* op2 = opStart2;
2361*3117ece4Schristos         BYTE* op3 = opStart3;
2362*3117ece4Schristos         BYTE* op4 = opStart4;
2363*3117ece4Schristos         U32 endSignal;
2364*3117ece4Schristos 
2365*3117ece4Schristos         length4 = cSrcSize - (length1 + length2 + length3 + 6);
2366*3117ece4Schristos         if (length4 > cSrcSize) return ERROR(corruption_detected);   /* overflow */
2367*3117ece4Schristos         errorCode = BITv05_initDStream(&bitD1, istart1, length1);
2368*3117ece4Schristos         if (HUFv05_isError(errorCode)) return errorCode;
2369*3117ece4Schristos         errorCode = BITv05_initDStream(&bitD2, istart2, length2);
2370*3117ece4Schristos         if (HUFv05_isError(errorCode)) return errorCode;
2371*3117ece4Schristos         errorCode = BITv05_initDStream(&bitD3, istart3, length3);
2372*3117ece4Schristos         if (HUFv05_isError(errorCode)) return errorCode;
2373*3117ece4Schristos         errorCode = BITv05_initDStream(&bitD4, istart4, length4);
2374*3117ece4Schristos         if (HUFv05_isError(errorCode)) return errorCode;
2375*3117ece4Schristos 
2376*3117ece4Schristos         /* 16-32 symbols per loop (4-8 symbols per stream) */
2377*3117ece4Schristos         endSignal = BITv05_reloadDStream(&bitD1) | BITv05_reloadDStream(&bitD2) | BITv05_reloadDStream(&bitD3) | BITv05_reloadDStream(&bitD4);
2378*3117ece4Schristos         for ( ; (endSignal==BITv05_DStream_unfinished) && (op4<(oend-7)) ; ) {
2379*3117ece4Schristos             HUFv05_DECODE_SYMBOLX4_2(op1, &bitD1);
2380*3117ece4Schristos             HUFv05_DECODE_SYMBOLX4_2(op2, &bitD2);
2381*3117ece4Schristos             HUFv05_DECODE_SYMBOLX4_2(op3, &bitD3);
2382*3117ece4Schristos             HUFv05_DECODE_SYMBOLX4_2(op4, &bitD4);
2383*3117ece4Schristos             HUFv05_DECODE_SYMBOLX4_1(op1, &bitD1);
2384*3117ece4Schristos             HUFv05_DECODE_SYMBOLX4_1(op2, &bitD2);
2385*3117ece4Schristos             HUFv05_DECODE_SYMBOLX4_1(op3, &bitD3);
2386*3117ece4Schristos             HUFv05_DECODE_SYMBOLX4_1(op4, &bitD4);
2387*3117ece4Schristos             HUFv05_DECODE_SYMBOLX4_2(op1, &bitD1);
2388*3117ece4Schristos             HUFv05_DECODE_SYMBOLX4_2(op2, &bitD2);
2389*3117ece4Schristos             HUFv05_DECODE_SYMBOLX4_2(op3, &bitD3);
2390*3117ece4Schristos             HUFv05_DECODE_SYMBOLX4_2(op4, &bitD4);
2391*3117ece4Schristos             HUFv05_DECODE_SYMBOLX4_0(op1, &bitD1);
2392*3117ece4Schristos             HUFv05_DECODE_SYMBOLX4_0(op2, &bitD2);
2393*3117ece4Schristos             HUFv05_DECODE_SYMBOLX4_0(op3, &bitD3);
2394*3117ece4Schristos             HUFv05_DECODE_SYMBOLX4_0(op4, &bitD4);
2395*3117ece4Schristos 
2396*3117ece4Schristos             endSignal = BITv05_reloadDStream(&bitD1) | BITv05_reloadDStream(&bitD2) | BITv05_reloadDStream(&bitD3) | BITv05_reloadDStream(&bitD4);
2397*3117ece4Schristos         }
2398*3117ece4Schristos 
2399*3117ece4Schristos         /* check corruption */
2400*3117ece4Schristos         if (op1 > opStart2) return ERROR(corruption_detected);
2401*3117ece4Schristos         if (op2 > opStart3) return ERROR(corruption_detected);
2402*3117ece4Schristos         if (op3 > opStart4) return ERROR(corruption_detected);
2403*3117ece4Schristos         /* note : op4 supposed already verified within main loop */
2404*3117ece4Schristos 
2405*3117ece4Schristos         /* finish bitStreams one by one */
2406*3117ece4Schristos         HUFv05_decodeStreamX4(op1, &bitD1, opStart2, dt, dtLog);
2407*3117ece4Schristos         HUFv05_decodeStreamX4(op2, &bitD2, opStart3, dt, dtLog);
2408*3117ece4Schristos         HUFv05_decodeStreamX4(op3, &bitD3, opStart4, dt, dtLog);
2409*3117ece4Schristos         HUFv05_decodeStreamX4(op4, &bitD4, oend,     dt, dtLog);
2410*3117ece4Schristos 
2411*3117ece4Schristos         /* check */
2412*3117ece4Schristos         endSignal = BITv05_endOfDStream(&bitD1) & BITv05_endOfDStream(&bitD2) & BITv05_endOfDStream(&bitD3) & BITv05_endOfDStream(&bitD4);
2413*3117ece4Schristos         if (!endSignal) return ERROR(corruption_detected);
2414*3117ece4Schristos 
2415*3117ece4Schristos         /* decoded size */
2416*3117ece4Schristos         return dstSize;
2417*3117ece4Schristos     }
2418*3117ece4Schristos }
2419*3117ece4Schristos 
2420*3117ece4Schristos 
2421*3117ece4Schristos size_t HUFv05_decompress4X4 (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
2422*3117ece4Schristos {
2423*3117ece4Schristos     HUFv05_CREATE_STATIC_DTABLEX4(DTable, HUFv05_MAX_TABLELOG);
2424*3117ece4Schristos     const BYTE* ip = (const BYTE*) cSrc;
2425*3117ece4Schristos 
2426*3117ece4Schristos     size_t hSize = HUFv05_readDTableX4 (DTable, cSrc, cSrcSize);
2427*3117ece4Schristos     if (HUFv05_isError(hSize)) return hSize;
2428*3117ece4Schristos     if (hSize >= cSrcSize) return ERROR(srcSize_wrong);
2429*3117ece4Schristos     ip += hSize;
2430*3117ece4Schristos     cSrcSize -= hSize;
2431*3117ece4Schristos 
2432*3117ece4Schristos     return HUFv05_decompress4X4_usingDTable (dst, dstSize, ip, cSrcSize, DTable);
2433*3117ece4Schristos }
2434*3117ece4Schristos 
2435*3117ece4Schristos 
2436*3117ece4Schristos /* ********************************/
2437*3117ece4Schristos /* Generic decompression selector */
2438*3117ece4Schristos /* ********************************/
2439*3117ece4Schristos 
2440*3117ece4Schristos typedef struct { U32 tableTime; U32 decode256Time; } algo_time_t;
2441*3117ece4Schristos static const algo_time_t algoTime[16 /* Quantization */][3 /* single, double, quad */] =
2442*3117ece4Schristos {
2443*3117ece4Schristos     /* single, double, quad */
2444*3117ece4Schristos     {{0,0}, {1,1}, {2,2}},  /* Q==0 : impossible */
2445*3117ece4Schristos     {{0,0}, {1,1}, {2,2}},  /* Q==1 : impossible */
2446*3117ece4Schristos     {{  38,130}, {1313, 74}, {2151, 38}},   /* Q == 2 : 12-18% */
2447*3117ece4Schristos     {{ 448,128}, {1353, 74}, {2238, 41}},   /* Q == 3 : 18-25% */
2448*3117ece4Schristos     {{ 556,128}, {1353, 74}, {2238, 47}},   /* Q == 4 : 25-32% */
2449*3117ece4Schristos     {{ 714,128}, {1418, 74}, {2436, 53}},   /* Q == 5 : 32-38% */
2450*3117ece4Schristos     {{ 883,128}, {1437, 74}, {2464, 61}},   /* Q == 6 : 38-44% */
2451*3117ece4Schristos     {{ 897,128}, {1515, 75}, {2622, 68}},   /* Q == 7 : 44-50% */
2452*3117ece4Schristos     {{ 926,128}, {1613, 75}, {2730, 75}},   /* Q == 8 : 50-56% */
2453*3117ece4Schristos     {{ 947,128}, {1729, 77}, {3359, 77}},   /* Q == 9 : 56-62% */
2454*3117ece4Schristos     {{1107,128}, {2083, 81}, {4006, 84}},   /* Q ==10 : 62-69% */
2455*3117ece4Schristos     {{1177,128}, {2379, 87}, {4785, 88}},   /* Q ==11 : 69-75% */
2456*3117ece4Schristos     {{1242,128}, {2415, 93}, {5155, 84}},   /* Q ==12 : 75-81% */
2457*3117ece4Schristos     {{1349,128}, {2644,106}, {5260,106}},   /* Q ==13 : 81-87% */
2458*3117ece4Schristos     {{1455,128}, {2422,124}, {4174,124}},   /* Q ==14 : 87-93% */
2459*3117ece4Schristos     {{ 722,128}, {1891,145}, {1936,146}},   /* Q ==15 : 93-99% */
2460*3117ece4Schristos };
2461*3117ece4Schristos 
2462*3117ece4Schristos typedef size_t (*decompressionAlgo)(void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize);
2463*3117ece4Schristos 
2464*3117ece4Schristos size_t HUFv05_decompress (void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize)
2465*3117ece4Schristos {
2466*3117ece4Schristos     static const decompressionAlgo decompress[3] = { HUFv05_decompress4X2, HUFv05_decompress4X4, NULL };
2467*3117ece4Schristos     /* estimate decompression time */
2468*3117ece4Schristos     U32 Q;
2469*3117ece4Schristos     const U32 D256 = (U32)(dstSize >> 8);
2470*3117ece4Schristos     U32 Dtime[3];
2471*3117ece4Schristos     U32 algoNb = 0;
2472*3117ece4Schristos     int n;
2473*3117ece4Schristos 
2474*3117ece4Schristos     /* validation checks */
2475*3117ece4Schristos     if (dstSize == 0) return ERROR(dstSize_tooSmall);
2476*3117ece4Schristos     if (cSrcSize >= dstSize) return ERROR(corruption_detected);   /* invalid, or not compressed, but not compressed already dealt with */
2477*3117ece4Schristos     if (cSrcSize == 1) { memset(dst, *(const BYTE*)cSrc, dstSize); return dstSize; }   /* RLE */
2478*3117ece4Schristos 
2479*3117ece4Schristos     /* decoder timing evaluation */
2480*3117ece4Schristos     Q = (U32)(cSrcSize * 16 / dstSize);   /* Q < 16 since dstSize > cSrcSize */
2481*3117ece4Schristos     for (n=0; n<3; n++)
2482*3117ece4Schristos         Dtime[n] = algoTime[Q][n].tableTime + (algoTime[Q][n].decode256Time * D256);
2483*3117ece4Schristos 
2484*3117ece4Schristos     Dtime[1] += Dtime[1] >> 4; Dtime[2] += Dtime[2] >> 3; /* advantage to algorithms using less memory, for cache eviction */
2485*3117ece4Schristos 
2486*3117ece4Schristos     if (Dtime[1] < Dtime[0]) algoNb = 1;
2487*3117ece4Schristos 
2488*3117ece4Schristos     return decompress[algoNb](dst, dstSize, cSrc, cSrcSize);
2489*3117ece4Schristos 
2490*3117ece4Schristos     /* return HUFv05_decompress4X2(dst, dstSize, cSrc, cSrcSize); */   /* multi-streams single-symbol decoding */
2491*3117ece4Schristos     /* return HUFv05_decompress4X4(dst, dstSize, cSrc, cSrcSize); */   /* multi-streams double-symbols decoding */
2492*3117ece4Schristos     /* return HUFv05_decompress4X6(dst, dstSize, cSrc, cSrcSize); */   /* multi-streams quad-symbols decoding */
2493*3117ece4Schristos }
2494*3117ece4Schristos /*
2495*3117ece4Schristos     zstd - standard compression library
2496*3117ece4Schristos     Copyright (C) 2014-2016, Yann Collet.
2497*3117ece4Schristos 
2498*3117ece4Schristos     BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
2499*3117ece4Schristos 
2500*3117ece4Schristos     Redistribution and use in source and binary forms, with or without
2501*3117ece4Schristos     modification, are permitted provided that the following conditions are
2502*3117ece4Schristos     met:
2503*3117ece4Schristos     * Redistributions of source code must retain the above copyright
2504*3117ece4Schristos     notice, this list of conditions and the following disclaimer.
2505*3117ece4Schristos     * Redistributions in binary form must reproduce the above
2506*3117ece4Schristos     copyright notice, this list of conditions and the following disclaimer
2507*3117ece4Schristos     in the documentation and/or other materials provided with the
2508*3117ece4Schristos     distribution.
2509*3117ece4Schristos     THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
2510*3117ece4Schristos     "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
2511*3117ece4Schristos     LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
2512*3117ece4Schristos     A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
2513*3117ece4Schristos     OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
2514*3117ece4Schristos     SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
2515*3117ece4Schristos     LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
2516*3117ece4Schristos     DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
2517*3117ece4Schristos     THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
2518*3117ece4Schristos     (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
2519*3117ece4Schristos     OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
2520*3117ece4Schristos 
2521*3117ece4Schristos     You can contact the author at :
2522*3117ece4Schristos     - zstd source repository : https://github.com/Cyan4973/zstd
2523*3117ece4Schristos */
2524*3117ece4Schristos 
2525*3117ece4Schristos /* ***************************************************************
2526*3117ece4Schristos *  Tuning parameters
2527*3117ece4Schristos *****************************************************************/
2528*3117ece4Schristos /*!
2529*3117ece4Schristos  * HEAPMODE :
2530*3117ece4Schristos  * Select how default decompression function ZSTDv05_decompress() will allocate memory,
2531*3117ece4Schristos  * in memory stack (0), or in memory heap (1, requires malloc())
2532*3117ece4Schristos  */
2533*3117ece4Schristos #ifndef ZSTDv05_HEAPMODE
2534*3117ece4Schristos #  define ZSTDv05_HEAPMODE 1
2535*3117ece4Schristos #endif
2536*3117ece4Schristos 
2537*3117ece4Schristos 
2538*3117ece4Schristos /*-*******************************************************
2539*3117ece4Schristos *  Dependencies
2540*3117ece4Schristos *********************************************************/
2541*3117ece4Schristos #include <stdlib.h>      /* calloc */
2542*3117ece4Schristos #include <string.h>      /* memcpy, memmove */
2543*3117ece4Schristos #include <stdio.h>       /* debug only : printf */
2544*3117ece4Schristos 
2545*3117ece4Schristos 
2546*3117ece4Schristos /*-*******************************************************
2547*3117ece4Schristos *  Compiler specifics
2548*3117ece4Schristos *********************************************************/
2549*3117ece4Schristos #ifdef _MSC_VER    /* Visual Studio */
2550*3117ece4Schristos #  include <intrin.h>                    /* For Visual 2005 */
2551*3117ece4Schristos #  pragma warning(disable : 4127)        /* disable: C4127: conditional expression is constant */
2552*3117ece4Schristos #  pragma warning(disable : 4324)        /* disable: C4324: padded structure */
2553*3117ece4Schristos #endif
2554*3117ece4Schristos 
2555*3117ece4Schristos 
2556*3117ece4Schristos /*-*************************************
2557*3117ece4Schristos *  Local types
2558*3117ece4Schristos ***************************************/
2559*3117ece4Schristos typedef struct
2560*3117ece4Schristos {
2561*3117ece4Schristos     blockType_t blockType;
2562*3117ece4Schristos     U32 origSize;
2563*3117ece4Schristos } blockProperties_t;
2564*3117ece4Schristos 
2565*3117ece4Schristos 
2566*3117ece4Schristos /* *******************************************************
2567*3117ece4Schristos *  Memory operations
2568*3117ece4Schristos **********************************************************/
2569*3117ece4Schristos static void ZSTDv05_copy4(void* dst, const void* src) { memcpy(dst, src, 4); }
2570*3117ece4Schristos 
2571*3117ece4Schristos 
2572*3117ece4Schristos /* *************************************
2573*3117ece4Schristos *  Error Management
2574*3117ece4Schristos ***************************************/
2575*3117ece4Schristos /*! ZSTDv05_isError() :
2576*3117ece4Schristos *   tells if a return value is an error code */
2577*3117ece4Schristos unsigned ZSTDv05_isError(size_t code) { return ERR_isError(code); }
2578*3117ece4Schristos 
2579*3117ece4Schristos 
2580*3117ece4Schristos /*! ZSTDv05_getErrorName() :
2581*3117ece4Schristos *   provides error code string (useful for debugging) */
2582*3117ece4Schristos const char* ZSTDv05_getErrorName(size_t code) { return ERR_getErrorName(code); }
2583*3117ece4Schristos 
2584*3117ece4Schristos 
2585*3117ece4Schristos /* *************************************************************
2586*3117ece4Schristos *   Context management
2587*3117ece4Schristos ***************************************************************/
2588*3117ece4Schristos typedef enum { ZSTDv05ds_getFrameHeaderSize, ZSTDv05ds_decodeFrameHeader,
2589*3117ece4Schristos                ZSTDv05ds_decodeBlockHeader, ZSTDv05ds_decompressBlock } ZSTDv05_dStage;
2590*3117ece4Schristos 
2591*3117ece4Schristos struct ZSTDv05_DCtx_s
2592*3117ece4Schristos {
2593*3117ece4Schristos     FSEv05_DTable LLTable[FSEv05_DTABLE_SIZE_U32(LLFSEv05Log)];
2594*3117ece4Schristos     FSEv05_DTable OffTable[FSEv05_DTABLE_SIZE_U32(OffFSEv05Log)];
2595*3117ece4Schristos     FSEv05_DTable MLTable[FSEv05_DTABLE_SIZE_U32(MLFSEv05Log)];
2596*3117ece4Schristos     unsigned   hufTableX4[HUFv05_DTABLE_SIZE(ZSTD_HUFFDTABLE_CAPACITY_LOG)];
2597*3117ece4Schristos     const void* previousDstEnd;
2598*3117ece4Schristos     const void* base;
2599*3117ece4Schristos     const void* vBase;
2600*3117ece4Schristos     const void* dictEnd;
2601*3117ece4Schristos     size_t expected;
2602*3117ece4Schristos     size_t headerSize;
2603*3117ece4Schristos     ZSTDv05_parameters params;
2604*3117ece4Schristos     blockType_t bType;   /* used in ZSTDv05_decompressContinue(), to transfer blockType between header decoding and block decoding stages */
2605*3117ece4Schristos     ZSTDv05_dStage stage;
2606*3117ece4Schristos     U32 flagStaticTables;
2607*3117ece4Schristos     const BYTE* litPtr;
2608*3117ece4Schristos     size_t litSize;
2609*3117ece4Schristos     BYTE litBuffer[BLOCKSIZE + WILDCOPY_OVERLENGTH];
2610*3117ece4Schristos     BYTE headerBuffer[ZSTDv05_frameHeaderSize_max];
2611*3117ece4Schristos };  /* typedef'd to ZSTDv05_DCtx within "zstd_static.h" */
2612*3117ece4Schristos 
2613*3117ece4Schristos size_t ZSTDv05_sizeofDCtx (void); /* Hidden declaration */
2614*3117ece4Schristos size_t ZSTDv05_sizeofDCtx (void) { return sizeof(ZSTDv05_DCtx); }
2615*3117ece4Schristos 
2616*3117ece4Schristos size_t ZSTDv05_decompressBegin(ZSTDv05_DCtx* dctx)
2617*3117ece4Schristos {
2618*3117ece4Schristos     dctx->expected = ZSTDv05_frameHeaderSize_min;
2619*3117ece4Schristos     dctx->stage = ZSTDv05ds_getFrameHeaderSize;
2620*3117ece4Schristos     dctx->previousDstEnd = NULL;
2621*3117ece4Schristos     dctx->base = NULL;
2622*3117ece4Schristos     dctx->vBase = NULL;
2623*3117ece4Schristos     dctx->dictEnd = NULL;
2624*3117ece4Schristos     dctx->hufTableX4[0] = ZSTD_HUFFDTABLE_CAPACITY_LOG;
2625*3117ece4Schristos     dctx->flagStaticTables = 0;
2626*3117ece4Schristos     return 0;
2627*3117ece4Schristos }
2628*3117ece4Schristos 
2629*3117ece4Schristos ZSTDv05_DCtx* ZSTDv05_createDCtx(void)
2630*3117ece4Schristos {
2631*3117ece4Schristos     ZSTDv05_DCtx* dctx = (ZSTDv05_DCtx*)malloc(sizeof(ZSTDv05_DCtx));
2632*3117ece4Schristos     if (dctx==NULL) return NULL;
2633*3117ece4Schristos     ZSTDv05_decompressBegin(dctx);
2634*3117ece4Schristos     return dctx;
2635*3117ece4Schristos }
2636*3117ece4Schristos 
2637*3117ece4Schristos size_t ZSTDv05_freeDCtx(ZSTDv05_DCtx* dctx)
2638*3117ece4Schristos {
2639*3117ece4Schristos     free(dctx);
2640*3117ece4Schristos     return 0;   /* reserved as a potential error code in the future */
2641*3117ece4Schristos }
2642*3117ece4Schristos 
2643*3117ece4Schristos void ZSTDv05_copyDCtx(ZSTDv05_DCtx* dstDCtx, const ZSTDv05_DCtx* srcDCtx)
2644*3117ece4Schristos {
2645*3117ece4Schristos     memcpy(dstDCtx, srcDCtx,
2646*3117ece4Schristos            sizeof(ZSTDv05_DCtx) - (BLOCKSIZE+WILDCOPY_OVERLENGTH + ZSTDv05_frameHeaderSize_max));  /* no need to copy workspace */
2647*3117ece4Schristos }
2648*3117ece4Schristos 
2649*3117ece4Schristos 
2650*3117ece4Schristos /* *************************************************************
2651*3117ece4Schristos *   Decompression section
2652*3117ece4Schristos ***************************************************************/
2653*3117ece4Schristos 
2654*3117ece4Schristos /* Frame format description
2655*3117ece4Schristos    Frame Header -  [ Block Header - Block ] - Frame End
2656*3117ece4Schristos    1) Frame Header
2657*3117ece4Schristos       - 4 bytes - Magic Number : ZSTDv05_MAGICNUMBER (defined within zstd_internal.h)
2658*3117ece4Schristos       - 1 byte  - Window Descriptor
2659*3117ece4Schristos    2) Block Header
2660*3117ece4Schristos       - 3 bytes, starting with a 2-bits descriptor
2661*3117ece4Schristos                  Uncompressed, Compressed, Frame End, unused
2662*3117ece4Schristos    3) Block
2663*3117ece4Schristos       See Block Format Description
2664*3117ece4Schristos    4) Frame End
2665*3117ece4Schristos       - 3 bytes, compatible with Block Header
2666*3117ece4Schristos */
2667*3117ece4Schristos 
2668*3117ece4Schristos /* Block format description
2669*3117ece4Schristos 
2670*3117ece4Schristos    Block = Literal Section - Sequences Section
2671*3117ece4Schristos    Prerequisite : size of (compressed) block, maximum size of regenerated data
2672*3117ece4Schristos 
2673*3117ece4Schristos    1) Literal Section
2674*3117ece4Schristos 
2675*3117ece4Schristos    1.1) Header : 1-5 bytes
2676*3117ece4Schristos         flags: 2 bits
2677*3117ece4Schristos             00 compressed by Huff0
2678*3117ece4Schristos             01 unused
2679*3117ece4Schristos             10 is Raw (uncompressed)
2680*3117ece4Schristos             11 is Rle
2681*3117ece4Schristos             Note : using 01 => Huff0 with precomputed table ?
2682*3117ece4Schristos             Note : delta map ? => compressed ?
2683*3117ece4Schristos 
2684*3117ece4Schristos    1.1.1) Huff0-compressed literal block : 3-5 bytes
2685*3117ece4Schristos             srcSize < 1 KB => 3 bytes (2-2-10-10) => single stream
2686*3117ece4Schristos             srcSize < 1 KB => 3 bytes (2-2-10-10)
2687*3117ece4Schristos             srcSize < 16KB => 4 bytes (2-2-14-14)
2688*3117ece4Schristos             else           => 5 bytes (2-2-18-18)
2689*3117ece4Schristos             big endian convention
2690*3117ece4Schristos 
2691*3117ece4Schristos    1.1.2) Raw (uncompressed) literal block header : 1-3 bytes
2692*3117ece4Schristos         size :  5 bits: (IS_RAW<<6) + (0<<4) + size
2693*3117ece4Schristos                12 bits: (IS_RAW<<6) + (2<<4) + (size>>8)
2694*3117ece4Schristos                         size&255
2695*3117ece4Schristos                20 bits: (IS_RAW<<6) + (3<<4) + (size>>16)
2696*3117ece4Schristos                         size>>8&255
2697*3117ece4Schristos                         size&255
2698*3117ece4Schristos 
2699*3117ece4Schristos    1.1.3) Rle (repeated single byte) literal block header : 1-3 bytes
2700*3117ece4Schristos         size :  5 bits: (IS_RLE<<6) + (0<<4) + size
2701*3117ece4Schristos                12 bits: (IS_RLE<<6) + (2<<4) + (size>>8)
2702*3117ece4Schristos                         size&255
2703*3117ece4Schristos                20 bits: (IS_RLE<<6) + (3<<4) + (size>>16)
2704*3117ece4Schristos                         size>>8&255
2705*3117ece4Schristos                         size&255
2706*3117ece4Schristos 
2707*3117ece4Schristos    1.1.4) Huff0-compressed literal block, using precomputed CTables : 3-5 bytes
2708*3117ece4Schristos             srcSize < 1 KB => 3 bytes (2-2-10-10) => single stream
2709*3117ece4Schristos             srcSize < 1 KB => 3 bytes (2-2-10-10)
2710*3117ece4Schristos             srcSize < 16KB => 4 bytes (2-2-14-14)
2711*3117ece4Schristos             else           => 5 bytes (2-2-18-18)
2712*3117ece4Schristos             big endian convention
2713*3117ece4Schristos 
2714*3117ece4Schristos         1- CTable available (stored into workspace ?)
2715*3117ece4Schristos         2- Small input (fast heuristic ? Full comparison ? depend on clevel ?)
2716*3117ece4Schristos 
2717*3117ece4Schristos 
2718*3117ece4Schristos    1.2) Literal block content
2719*3117ece4Schristos 
2720*3117ece4Schristos    1.2.1) Huff0 block, using sizes from header
2721*3117ece4Schristos         See Huff0 format
2722*3117ece4Schristos 
2723*3117ece4Schristos    1.2.2) Huff0 block, using prepared table
2724*3117ece4Schristos 
2725*3117ece4Schristos    1.2.3) Raw content
2726*3117ece4Schristos 
2727*3117ece4Schristos    1.2.4) single byte
2728*3117ece4Schristos 
2729*3117ece4Schristos 
2730*3117ece4Schristos    2) Sequences section
2731*3117ece4Schristos       TO DO
2732*3117ece4Schristos */
2733*3117ece4Schristos 
2734*3117ece4Schristos 
2735*3117ece4Schristos /** ZSTDv05_decodeFrameHeader_Part1() :
2736*3117ece4Schristos *   decode the 1st part of the Frame Header, which tells Frame Header size.
2737*3117ece4Schristos *   srcSize must be == ZSTDv05_frameHeaderSize_min.
2738*3117ece4Schristos *   @return : the full size of the Frame Header */
2739*3117ece4Schristos static size_t ZSTDv05_decodeFrameHeader_Part1(ZSTDv05_DCtx* zc, const void* src, size_t srcSize)
2740*3117ece4Schristos {
2741*3117ece4Schristos     U32 magicNumber;
2742*3117ece4Schristos     if (srcSize != ZSTDv05_frameHeaderSize_min)
2743*3117ece4Schristos         return ERROR(srcSize_wrong);
2744*3117ece4Schristos     magicNumber = MEM_readLE32(src);
2745*3117ece4Schristos     if (magicNumber != ZSTDv05_MAGICNUMBER) return ERROR(prefix_unknown);
2746*3117ece4Schristos     zc->headerSize = ZSTDv05_frameHeaderSize_min;
2747*3117ece4Schristos     return zc->headerSize;
2748*3117ece4Schristos }
2749*3117ece4Schristos 
2750*3117ece4Schristos 
2751*3117ece4Schristos size_t ZSTDv05_getFrameParams(ZSTDv05_parameters* params, const void* src, size_t srcSize)
2752*3117ece4Schristos {
2753*3117ece4Schristos     U32 magicNumber;
2754*3117ece4Schristos     if (srcSize < ZSTDv05_frameHeaderSize_min) return ZSTDv05_frameHeaderSize_max;
2755*3117ece4Schristos     magicNumber = MEM_readLE32(src);
2756*3117ece4Schristos     if (magicNumber != ZSTDv05_MAGICNUMBER) return ERROR(prefix_unknown);
2757*3117ece4Schristos     memset(params, 0, sizeof(*params));
2758*3117ece4Schristos     params->windowLog = (((const BYTE*)src)[4] & 15) + ZSTDv05_WINDOWLOG_ABSOLUTEMIN;
2759*3117ece4Schristos     if ((((const BYTE*)src)[4] >> 4) != 0) return ERROR(frameParameter_unsupported);   /* reserved bits */
2760*3117ece4Schristos     return 0;
2761*3117ece4Schristos }
2762*3117ece4Schristos 
2763*3117ece4Schristos /** ZSTDv05_decodeFrameHeader_Part2() :
2764*3117ece4Schristos *   decode the full Frame Header.
2765*3117ece4Schristos *   srcSize must be the size provided by ZSTDv05_decodeFrameHeader_Part1().
2766*3117ece4Schristos *   @return : 0, or an error code, which can be tested using ZSTDv05_isError() */
2767*3117ece4Schristos static size_t ZSTDv05_decodeFrameHeader_Part2(ZSTDv05_DCtx* zc, const void* src, size_t srcSize)
2768*3117ece4Schristos {
2769*3117ece4Schristos     size_t result;
2770*3117ece4Schristos     if (srcSize != zc->headerSize)
2771*3117ece4Schristos         return ERROR(srcSize_wrong);
2772*3117ece4Schristos     result = ZSTDv05_getFrameParams(&(zc->params), src, srcSize);
2773*3117ece4Schristos     if ((MEM_32bits()) && (zc->params.windowLog > 25)) return ERROR(frameParameter_unsupported);
2774*3117ece4Schristos     return result;
2775*3117ece4Schristos }
2776*3117ece4Schristos 
2777*3117ece4Schristos 
2778*3117ece4Schristos static size_t ZSTDv05_getcBlockSize(const void* src, size_t srcSize, blockProperties_t* bpPtr)
2779*3117ece4Schristos {
2780*3117ece4Schristos     const BYTE* const in = (const BYTE*)src;
2781*3117ece4Schristos     BYTE headerFlags;
2782*3117ece4Schristos     U32 cSize;
2783*3117ece4Schristos 
2784*3117ece4Schristos     if (srcSize < 3)
2785*3117ece4Schristos         return ERROR(srcSize_wrong);
2786*3117ece4Schristos 
2787*3117ece4Schristos     headerFlags = *in;
2788*3117ece4Schristos     cSize = in[2] + (in[1]<<8) + ((in[0] & 7)<<16);
2789*3117ece4Schristos 
2790*3117ece4Schristos     bpPtr->blockType = (blockType_t)(headerFlags >> 6);
2791*3117ece4Schristos     bpPtr->origSize = (bpPtr->blockType == bt_rle) ? cSize : 0;
2792*3117ece4Schristos 
2793*3117ece4Schristos     if (bpPtr->blockType == bt_end) return 0;
2794*3117ece4Schristos     if (bpPtr->blockType == bt_rle) return 1;
2795*3117ece4Schristos     return cSize;
2796*3117ece4Schristos }
2797*3117ece4Schristos 
2798*3117ece4Schristos 
2799*3117ece4Schristos static size_t ZSTDv05_copyRawBlock(void* dst, size_t maxDstSize, const void* src, size_t srcSize)
2800*3117ece4Schristos {
2801*3117ece4Schristos     if (dst==NULL) return ERROR(dstSize_tooSmall);
2802*3117ece4Schristos     if (srcSize > maxDstSize) return ERROR(dstSize_tooSmall);
2803*3117ece4Schristos     memcpy(dst, src, srcSize);
2804*3117ece4Schristos     return srcSize;
2805*3117ece4Schristos }
2806*3117ece4Schristos 
2807*3117ece4Schristos 
2808*3117ece4Schristos /*! ZSTDv05_decodeLiteralsBlock() :
2809*3117ece4Schristos     @return : nb of bytes read from src (< srcSize ) */
2810*3117ece4Schristos static size_t ZSTDv05_decodeLiteralsBlock(ZSTDv05_DCtx* dctx,
2811*3117ece4Schristos                                     const void* src, size_t srcSize)   /* note : srcSize < BLOCKSIZE */
2812*3117ece4Schristos {
2813*3117ece4Schristos     const BYTE* const istart = (const BYTE*) src;
2814*3117ece4Schristos 
2815*3117ece4Schristos     /* any compressed block with literals segment must be at least this size */
2816*3117ece4Schristos     if (srcSize < MIN_CBLOCK_SIZE) return ERROR(corruption_detected);
2817*3117ece4Schristos 
2818*3117ece4Schristos     switch(istart[0]>> 6)
2819*3117ece4Schristos     {
2820*3117ece4Schristos     case IS_HUFv05:
2821*3117ece4Schristos         {
2822*3117ece4Schristos             size_t litSize, litCSize, singleStream=0;
2823*3117ece4Schristos             U32 lhSize = ((istart[0]) >> 4) & 3;
2824*3117ece4Schristos             if (srcSize < 5) return ERROR(corruption_detected);   /* srcSize >= MIN_CBLOCK_SIZE == 3; here we need up to 5 for case 3 */
2825*3117ece4Schristos             switch(lhSize)
2826*3117ece4Schristos             {
2827*3117ece4Schristos             case 0: case 1: default:   /* note : default is impossible, since lhSize into [0..3] */
2828*3117ece4Schristos                 /* 2 - 2 - 10 - 10 */
2829*3117ece4Schristos                 lhSize=3;
2830*3117ece4Schristos                 singleStream = istart[0] & 16;
2831*3117ece4Schristos                 litSize  = ((istart[0] & 15) << 6) + (istart[1] >> 2);
2832*3117ece4Schristos                 litCSize = ((istart[1] &  3) << 8) + istart[2];
2833*3117ece4Schristos                 break;
2834*3117ece4Schristos             case 2:
2835*3117ece4Schristos                 /* 2 - 2 - 14 - 14 */
2836*3117ece4Schristos                 lhSize=4;
2837*3117ece4Schristos                 litSize  = ((istart[0] & 15) << 10) + (istart[1] << 2) + (istart[2] >> 6);
2838*3117ece4Schristos                 litCSize = ((istart[2] & 63) <<  8) + istart[3];
2839*3117ece4Schristos                 break;
2840*3117ece4Schristos             case 3:
2841*3117ece4Schristos                 /* 2 - 2 - 18 - 18 */
2842*3117ece4Schristos                 lhSize=5;
2843*3117ece4Schristos                 litSize  = ((istart[0] & 15) << 14) + (istart[1] << 6) + (istart[2] >> 2);
2844*3117ece4Schristos                 litCSize = ((istart[2] &  3) << 16) + (istart[3] << 8) + istart[4];
2845*3117ece4Schristos                 break;
2846*3117ece4Schristos             }
2847*3117ece4Schristos             if (litSize > BLOCKSIZE) return ERROR(corruption_detected);
2848*3117ece4Schristos             if (litCSize + lhSize > srcSize) return ERROR(corruption_detected);
2849*3117ece4Schristos 
2850*3117ece4Schristos             if (HUFv05_isError(singleStream ?
2851*3117ece4Schristos                             HUFv05_decompress1X2(dctx->litBuffer, litSize, istart+lhSize, litCSize) :
2852*3117ece4Schristos                             HUFv05_decompress   (dctx->litBuffer, litSize, istart+lhSize, litCSize) ))
2853*3117ece4Schristos                 return ERROR(corruption_detected);
2854*3117ece4Schristos 
2855*3117ece4Schristos             dctx->litPtr = dctx->litBuffer;
2856*3117ece4Schristos             dctx->litSize = litSize;
2857*3117ece4Schristos             memset(dctx->litBuffer + dctx->litSize, 0, WILDCOPY_OVERLENGTH);
2858*3117ece4Schristos             return litCSize + lhSize;
2859*3117ece4Schristos         }
2860*3117ece4Schristos     case IS_PCH:
2861*3117ece4Schristos         {
2862*3117ece4Schristos             size_t errorCode;
2863*3117ece4Schristos             size_t litSize, litCSize;
2864*3117ece4Schristos             U32 lhSize = ((istart[0]) >> 4) & 3;
2865*3117ece4Schristos             if (lhSize != 1)  /* only case supported for now : small litSize, single stream */
2866*3117ece4Schristos                 return ERROR(corruption_detected);
2867*3117ece4Schristos             if (!dctx->flagStaticTables)
2868*3117ece4Schristos                 return ERROR(dictionary_corrupted);
2869*3117ece4Schristos 
2870*3117ece4Schristos             /* 2 - 2 - 10 - 10 */
2871*3117ece4Schristos             lhSize=3;
2872*3117ece4Schristos             litSize  = ((istart[0] & 15) << 6) + (istart[1] >> 2);
2873*3117ece4Schristos             litCSize = ((istart[1] &  3) << 8) + istart[2];
2874*3117ece4Schristos             if (litCSize + lhSize > srcSize) return ERROR(corruption_detected);
2875*3117ece4Schristos 
2876*3117ece4Schristos             errorCode = HUFv05_decompress1X4_usingDTable(dctx->litBuffer, litSize, istart+lhSize, litCSize, dctx->hufTableX4);
2877*3117ece4Schristos             if (HUFv05_isError(errorCode)) return ERROR(corruption_detected);
2878*3117ece4Schristos 
2879*3117ece4Schristos             dctx->litPtr = dctx->litBuffer;
2880*3117ece4Schristos             dctx->litSize = litSize;
2881*3117ece4Schristos             memset(dctx->litBuffer + dctx->litSize, 0, WILDCOPY_OVERLENGTH);
2882*3117ece4Schristos             return litCSize + lhSize;
2883*3117ece4Schristos         }
2884*3117ece4Schristos     case IS_RAW:
2885*3117ece4Schristos         {
2886*3117ece4Schristos             size_t litSize;
2887*3117ece4Schristos             U32 lhSize = ((istart[0]) >> 4) & 3;
2888*3117ece4Schristos             switch(lhSize)
2889*3117ece4Schristos             {
2890*3117ece4Schristos             case 0: case 1: default:   /* note : default is impossible, since lhSize into [0..3] */
2891*3117ece4Schristos                 lhSize=1;
2892*3117ece4Schristos                 litSize = istart[0] & 31;
2893*3117ece4Schristos                 break;
2894*3117ece4Schristos             case 2:
2895*3117ece4Schristos                 litSize = ((istart[0] & 15) << 8) + istart[1];
2896*3117ece4Schristos                 break;
2897*3117ece4Schristos             case 3:
2898*3117ece4Schristos                 litSize = ((istart[0] & 15) << 16) + (istart[1] << 8) + istart[2];
2899*3117ece4Schristos                 break;
2900*3117ece4Schristos             }
2901*3117ece4Schristos 
2902*3117ece4Schristos             if (lhSize+litSize+WILDCOPY_OVERLENGTH > srcSize) {  /* risk reading beyond src buffer with wildcopy */
2903*3117ece4Schristos                 if (litSize+lhSize > srcSize) return ERROR(corruption_detected);
2904*3117ece4Schristos                 memcpy(dctx->litBuffer, istart+lhSize, litSize);
2905*3117ece4Schristos                 dctx->litPtr = dctx->litBuffer;
2906*3117ece4Schristos                 dctx->litSize = litSize;
2907*3117ece4Schristos                 memset(dctx->litBuffer + dctx->litSize, 0, WILDCOPY_OVERLENGTH);
2908*3117ece4Schristos                 return lhSize+litSize;
2909*3117ece4Schristos             }
2910*3117ece4Schristos             /* direct reference into compressed stream */
2911*3117ece4Schristos             dctx->litPtr = istart+lhSize;
2912*3117ece4Schristos             dctx->litSize = litSize;
2913*3117ece4Schristos             return lhSize+litSize;
2914*3117ece4Schristos         }
2915*3117ece4Schristos     case IS_RLE:
2916*3117ece4Schristos         {
2917*3117ece4Schristos             size_t litSize;
2918*3117ece4Schristos             U32 lhSize = ((istart[0]) >> 4) & 3;
2919*3117ece4Schristos             switch(lhSize)
2920*3117ece4Schristos             {
2921*3117ece4Schristos             case 0: case 1: default:   /* note : default is impossible, since lhSize into [0..3] */
2922*3117ece4Schristos                 lhSize = 1;
2923*3117ece4Schristos                 litSize = istart[0] & 31;
2924*3117ece4Schristos                 break;
2925*3117ece4Schristos             case 2:
2926*3117ece4Schristos                 litSize = ((istart[0] & 15) << 8) + istart[1];
2927*3117ece4Schristos                 break;
2928*3117ece4Schristos             case 3:
2929*3117ece4Schristos                 litSize = ((istart[0] & 15) << 16) + (istart[1] << 8) + istart[2];
2930*3117ece4Schristos                 if (srcSize<4) return ERROR(corruption_detected);   /* srcSize >= MIN_CBLOCK_SIZE == 3; here we need lhSize+1 = 4 */
2931*3117ece4Schristos                 break;
2932*3117ece4Schristos             }
2933*3117ece4Schristos             if (litSize > BLOCKSIZE) return ERROR(corruption_detected);
2934*3117ece4Schristos             memset(dctx->litBuffer, istart[lhSize], litSize + WILDCOPY_OVERLENGTH);
2935*3117ece4Schristos             dctx->litPtr = dctx->litBuffer;
2936*3117ece4Schristos             dctx->litSize = litSize;
2937*3117ece4Schristos             return lhSize+1;
2938*3117ece4Schristos         }
2939*3117ece4Schristos     default:
2940*3117ece4Schristos         return ERROR(corruption_detected);   /* impossible */
2941*3117ece4Schristos     }
2942*3117ece4Schristos }
2943*3117ece4Schristos 
2944*3117ece4Schristos 
2945*3117ece4Schristos static size_t ZSTDv05_decodeSeqHeaders(int* nbSeq, const BYTE** dumpsPtr, size_t* dumpsLengthPtr,
2946*3117ece4Schristos                          FSEv05_DTable* DTableLL, FSEv05_DTable* DTableML, FSEv05_DTable* DTableOffb,
2947*3117ece4Schristos                          const void* src, size_t srcSize, U32 flagStaticTable)
2948*3117ece4Schristos {
2949*3117ece4Schristos     const BYTE* const istart = (const BYTE*)src;
2950*3117ece4Schristos     const BYTE* ip = istart;
2951*3117ece4Schristos     const BYTE* const iend = istart + srcSize;
2952*3117ece4Schristos     U32 LLtype, Offtype, MLtype;
2953*3117ece4Schristos     unsigned LLlog, Offlog, MLlog;
2954*3117ece4Schristos     size_t dumpsLength;
2955*3117ece4Schristos 
2956*3117ece4Schristos     /* check */
2957*3117ece4Schristos     if (srcSize < MIN_SEQUENCES_SIZE)
2958*3117ece4Schristos         return ERROR(srcSize_wrong);
2959*3117ece4Schristos 
2960*3117ece4Schristos     /* SeqHead */
2961*3117ece4Schristos     *nbSeq = *ip++;
2962*3117ece4Schristos     if (*nbSeq==0) return 1;
2963*3117ece4Schristos     if (*nbSeq >= 128) {
2964*3117ece4Schristos         if (ip >= iend) return ERROR(srcSize_wrong);
2965*3117ece4Schristos         *nbSeq = ((nbSeq[0]-128)<<8) + *ip++;
2966*3117ece4Schristos     }
2967*3117ece4Schristos 
2968*3117ece4Schristos     if (ip >= iend) return ERROR(srcSize_wrong);
2969*3117ece4Schristos     LLtype  = *ip >> 6;
2970*3117ece4Schristos     Offtype = (*ip >> 4) & 3;
2971*3117ece4Schristos     MLtype  = (*ip >> 2) & 3;
2972*3117ece4Schristos     if (*ip & 2) {
2973*3117ece4Schristos         if (ip+3 > iend) return ERROR(srcSize_wrong);
2974*3117ece4Schristos         dumpsLength  = ip[2];
2975*3117ece4Schristos         dumpsLength += ip[1] << 8;
2976*3117ece4Schristos         ip += 3;
2977*3117ece4Schristos     } else {
2978*3117ece4Schristos         if (ip+2 > iend) return ERROR(srcSize_wrong);
2979*3117ece4Schristos         dumpsLength  = ip[1];
2980*3117ece4Schristos         dumpsLength += (ip[0] & 1) << 8;
2981*3117ece4Schristos         ip += 2;
2982*3117ece4Schristos     }
2983*3117ece4Schristos     *dumpsPtr = ip;
2984*3117ece4Schristos     ip += dumpsLength;
2985*3117ece4Schristos     *dumpsLengthPtr = dumpsLength;
2986*3117ece4Schristos 
2987*3117ece4Schristos     /* check */
2988*3117ece4Schristos     if (ip > iend-3) return ERROR(srcSize_wrong); /* min : all 3 are "raw", hence no header, but at least xxLog bits per type */
2989*3117ece4Schristos 
2990*3117ece4Schristos     /* sequences */
2991*3117ece4Schristos     {
2992*3117ece4Schristos         S16 norm[MaxML+1];    /* assumption : MaxML >= MaxLL >= MaxOff */
2993*3117ece4Schristos         size_t headerSize;
2994*3117ece4Schristos 
2995*3117ece4Schristos         /* Build DTables */
2996*3117ece4Schristos         switch(LLtype)
2997*3117ece4Schristos         {
2998*3117ece4Schristos         case FSEv05_ENCODING_RLE :
2999*3117ece4Schristos             LLlog = 0;
3000*3117ece4Schristos             FSEv05_buildDTable_rle(DTableLL, *ip++);
3001*3117ece4Schristos             break;
3002*3117ece4Schristos         case FSEv05_ENCODING_RAW :
3003*3117ece4Schristos             LLlog = LLbits;
3004*3117ece4Schristos             FSEv05_buildDTable_raw(DTableLL, LLbits);
3005*3117ece4Schristos             break;
3006*3117ece4Schristos         case FSEv05_ENCODING_STATIC:
3007*3117ece4Schristos             if (!flagStaticTable) return ERROR(corruption_detected);
3008*3117ece4Schristos             break;
3009*3117ece4Schristos         case FSEv05_ENCODING_DYNAMIC :
3010*3117ece4Schristos         default :   /* impossible */
3011*3117ece4Schristos             {   unsigned max = MaxLL;
3012*3117ece4Schristos                 headerSize = FSEv05_readNCount(norm, &max, &LLlog, ip, iend-ip);
3013*3117ece4Schristos                 if (FSEv05_isError(headerSize)) return ERROR(GENERIC);
3014*3117ece4Schristos                 if (LLlog > LLFSEv05Log) return ERROR(corruption_detected);
3015*3117ece4Schristos                 ip += headerSize;
3016*3117ece4Schristos                 FSEv05_buildDTable(DTableLL, norm, max, LLlog);
3017*3117ece4Schristos         }   }
3018*3117ece4Schristos 
3019*3117ece4Schristos         switch(Offtype)
3020*3117ece4Schristos         {
3021*3117ece4Schristos         case FSEv05_ENCODING_RLE :
3022*3117ece4Schristos             Offlog = 0;
3023*3117ece4Schristos             if (ip > iend-2) return ERROR(srcSize_wrong);   /* min : "raw", hence no header, but at least xxLog bits */
3024*3117ece4Schristos             FSEv05_buildDTable_rle(DTableOffb, *ip++ & MaxOff); /* if *ip > MaxOff, data is corrupted */
3025*3117ece4Schristos             break;
3026*3117ece4Schristos         case FSEv05_ENCODING_RAW :
3027*3117ece4Schristos             Offlog = Offbits;
3028*3117ece4Schristos             FSEv05_buildDTable_raw(DTableOffb, Offbits);
3029*3117ece4Schristos             break;
3030*3117ece4Schristos         case FSEv05_ENCODING_STATIC:
3031*3117ece4Schristos             if (!flagStaticTable) return ERROR(corruption_detected);
3032*3117ece4Schristos             break;
3033*3117ece4Schristos         case FSEv05_ENCODING_DYNAMIC :
3034*3117ece4Schristos         default :   /* impossible */
3035*3117ece4Schristos             {   unsigned max = MaxOff;
3036*3117ece4Schristos                 headerSize = FSEv05_readNCount(norm, &max, &Offlog, ip, iend-ip);
3037*3117ece4Schristos                 if (FSEv05_isError(headerSize)) return ERROR(GENERIC);
3038*3117ece4Schristos                 if (Offlog > OffFSEv05Log) return ERROR(corruption_detected);
3039*3117ece4Schristos                 ip += headerSize;
3040*3117ece4Schristos                 FSEv05_buildDTable(DTableOffb, norm, max, Offlog);
3041*3117ece4Schristos         }   }
3042*3117ece4Schristos 
3043*3117ece4Schristos         switch(MLtype)
3044*3117ece4Schristos         {
3045*3117ece4Schristos         case FSEv05_ENCODING_RLE :
3046*3117ece4Schristos             MLlog = 0;
3047*3117ece4Schristos             if (ip > iend-2) return ERROR(srcSize_wrong); /* min : "raw", hence no header, but at least xxLog bits */
3048*3117ece4Schristos             FSEv05_buildDTable_rle(DTableML, *ip++);
3049*3117ece4Schristos             break;
3050*3117ece4Schristos         case FSEv05_ENCODING_RAW :
3051*3117ece4Schristos             MLlog = MLbits;
3052*3117ece4Schristos             FSEv05_buildDTable_raw(DTableML, MLbits);
3053*3117ece4Schristos             break;
3054*3117ece4Schristos         case FSEv05_ENCODING_STATIC:
3055*3117ece4Schristos             if (!flagStaticTable) return ERROR(corruption_detected);
3056*3117ece4Schristos             break;
3057*3117ece4Schristos         case FSEv05_ENCODING_DYNAMIC :
3058*3117ece4Schristos         default :   /* impossible */
3059*3117ece4Schristos             {   unsigned max = MaxML;
3060*3117ece4Schristos                 headerSize = FSEv05_readNCount(norm, &max, &MLlog, ip, iend-ip);
3061*3117ece4Schristos                 if (FSEv05_isError(headerSize)) return ERROR(GENERIC);
3062*3117ece4Schristos                 if (MLlog > MLFSEv05Log) return ERROR(corruption_detected);
3063*3117ece4Schristos                 ip += headerSize;
3064*3117ece4Schristos                 FSEv05_buildDTable(DTableML, norm, max, MLlog);
3065*3117ece4Schristos     }   }   }
3066*3117ece4Schristos 
3067*3117ece4Schristos     return ip-istart;
3068*3117ece4Schristos }
3069*3117ece4Schristos 
3070*3117ece4Schristos 
3071*3117ece4Schristos typedef struct {
3072*3117ece4Schristos     size_t litLength;
3073*3117ece4Schristos     size_t matchLength;
3074*3117ece4Schristos     size_t offset;
3075*3117ece4Schristos } seq_t;
3076*3117ece4Schristos 
3077*3117ece4Schristos typedef struct {
3078*3117ece4Schristos     BITv05_DStream_t DStream;
3079*3117ece4Schristos     FSEv05_DState_t stateLL;
3080*3117ece4Schristos     FSEv05_DState_t stateOffb;
3081*3117ece4Schristos     FSEv05_DState_t stateML;
3082*3117ece4Schristos     size_t prevOffset;
3083*3117ece4Schristos     const BYTE* dumps;
3084*3117ece4Schristos     const BYTE* dumpsEnd;
3085*3117ece4Schristos } seqState_t;
3086*3117ece4Schristos 
3087*3117ece4Schristos 
3088*3117ece4Schristos 
3089*3117ece4Schristos static void ZSTDv05_decodeSequence(seq_t* seq, seqState_t* seqState)
3090*3117ece4Schristos {
3091*3117ece4Schristos     size_t litLength;
3092*3117ece4Schristos     size_t prevOffset;
3093*3117ece4Schristos     size_t offset;
3094*3117ece4Schristos     size_t matchLength;
3095*3117ece4Schristos     const BYTE* dumps = seqState->dumps;
3096*3117ece4Schristos     const BYTE* const de = seqState->dumpsEnd;
3097*3117ece4Schristos 
3098*3117ece4Schristos     /* Literal length */
3099*3117ece4Schristos     litLength = FSEv05_peakSymbol(&(seqState->stateLL));
3100*3117ece4Schristos     prevOffset = litLength ? seq->offset : seqState->prevOffset;
3101*3117ece4Schristos     if (litLength == MaxLL) {
3102*3117ece4Schristos         const U32 add = *dumps++;
3103*3117ece4Schristos         if (add < 255) litLength += add;
3104*3117ece4Schristos         else if (dumps + 2 <= de) {
3105*3117ece4Schristos             litLength = MEM_readLE16(dumps);
3106*3117ece4Schristos             dumps += 2;
3107*3117ece4Schristos             if ((litLength & 1) && dumps < de) {
3108*3117ece4Schristos                 litLength += *dumps << 16;
3109*3117ece4Schristos                 dumps += 1;
3110*3117ece4Schristos             }
3111*3117ece4Schristos             litLength>>=1;
3112*3117ece4Schristos         }
3113*3117ece4Schristos         if (dumps >= de) { dumps = de-1; }  /* late correction, to avoid read overflow (data is now corrupted anyway) */
3114*3117ece4Schristos     }
3115*3117ece4Schristos 
3116*3117ece4Schristos     /* Offset */
3117*3117ece4Schristos     {
3118*3117ece4Schristos         static const U32 offsetPrefix[MaxOff+1] = {
3119*3117ece4Schristos                 1 /*fake*/, 1, 2, 4, 8, 16, 32, 64, 128, 256,
3120*3117ece4Schristos                 512, 1024, 2048, 4096, 8192, 16384, 32768, 65536, 131072, 262144,
3121*3117ece4Schristos                 524288, 1048576, 2097152, 4194304, 8388608, 16777216, 33554432, /*fake*/ 1, 1, 1, 1, 1 };
3122*3117ece4Schristos         U32 offsetCode = FSEv05_peakSymbol(&(seqState->stateOffb));   /* <= maxOff, by table construction */
3123*3117ece4Schristos         U32 nbBits = offsetCode - 1;
3124*3117ece4Schristos         if (offsetCode==0) nbBits = 0;   /* cmove */
3125*3117ece4Schristos         offset = offsetPrefix[offsetCode] + BITv05_readBits(&(seqState->DStream), nbBits);
3126*3117ece4Schristos         if (MEM_32bits()) BITv05_reloadDStream(&(seqState->DStream));
3127*3117ece4Schristos         if (offsetCode==0) offset = prevOffset;   /* repcode, cmove */
3128*3117ece4Schristos         if (offsetCode | !litLength) seqState->prevOffset = seq->offset;   /* cmove */
3129*3117ece4Schristos         FSEv05_decodeSymbol(&(seqState->stateOffb), &(seqState->DStream));    /* update */
3130*3117ece4Schristos     }
3131*3117ece4Schristos 
3132*3117ece4Schristos     /* Literal length update */
3133*3117ece4Schristos     FSEv05_decodeSymbol(&(seqState->stateLL), &(seqState->DStream));   /* update */
3134*3117ece4Schristos     if (MEM_32bits()) BITv05_reloadDStream(&(seqState->DStream));
3135*3117ece4Schristos 
3136*3117ece4Schristos     /* MatchLength */
3137*3117ece4Schristos     matchLength = FSEv05_decodeSymbol(&(seqState->stateML), &(seqState->DStream));
3138*3117ece4Schristos     if (matchLength == MaxML) {
3139*3117ece4Schristos         const U32 add = dumps<de ? *dumps++ : 0;
3140*3117ece4Schristos         if (add < 255) matchLength += add;
3141*3117ece4Schristos         else if (dumps + 2 <= de) {
3142*3117ece4Schristos             matchLength = MEM_readLE16(dumps);
3143*3117ece4Schristos             dumps += 2;
3144*3117ece4Schristos             if ((matchLength & 1) && dumps < de) {
3145*3117ece4Schristos                 matchLength += *dumps << 16;
3146*3117ece4Schristos                 dumps += 1;
3147*3117ece4Schristos             }
3148*3117ece4Schristos             matchLength >>= 1;
3149*3117ece4Schristos         }
3150*3117ece4Schristos         if (dumps >= de) { dumps = de-1; }  /* late correction, to avoid read overflow (data is now corrupted anyway) */
3151*3117ece4Schristos     }
3152*3117ece4Schristos     matchLength += MINMATCH;
3153*3117ece4Schristos 
3154*3117ece4Schristos     /* save result */
3155*3117ece4Schristos     seq->litLength = litLength;
3156*3117ece4Schristos     seq->offset = offset;
3157*3117ece4Schristos     seq->matchLength = matchLength;
3158*3117ece4Schristos     seqState->dumps = dumps;
3159*3117ece4Schristos 
3160*3117ece4Schristos #if 0   /* debug */
3161*3117ece4Schristos     {
3162*3117ece4Schristos         static U64 totalDecoded = 0;
3163*3117ece4Schristos         printf("pos %6u : %3u literals & match %3u bytes at distance %6u \n",
3164*3117ece4Schristos            (U32)(totalDecoded), (U32)litLength, (U32)matchLength, (U32)offset);
3165*3117ece4Schristos         totalDecoded += litLength + matchLength;
3166*3117ece4Schristos     }
3167*3117ece4Schristos #endif
3168*3117ece4Schristos }
3169*3117ece4Schristos 
3170*3117ece4Schristos 
3171*3117ece4Schristos static size_t ZSTDv05_execSequence(BYTE* op,
3172*3117ece4Schristos                                 BYTE* const oend, seq_t sequence,
3173*3117ece4Schristos                                 const BYTE** litPtr, const BYTE* const litLimit,
3174*3117ece4Schristos                                 const BYTE* const base, const BYTE* const vBase, const BYTE* const dictEnd)
3175*3117ece4Schristos {
3176*3117ece4Schristos     static const int dec32table[] = { 0, 1, 2, 1, 4, 4, 4, 4 };   /* added */
3177*3117ece4Schristos     static const int dec64table[] = { 8, 8, 8, 7, 8, 9,10,11 };   /* subtracted */
3178*3117ece4Schristos     BYTE* const oLitEnd = op + sequence.litLength;
3179*3117ece4Schristos     const size_t sequenceLength = sequence.litLength + sequence.matchLength;
3180*3117ece4Schristos     BYTE* const oMatchEnd = op + sequenceLength;   /* risk : address space overflow (32-bits) */
3181*3117ece4Schristos     BYTE* const oend_8 = oend-8;
3182*3117ece4Schristos     const BYTE* const litEnd = *litPtr + sequence.litLength;
3183*3117ece4Schristos     const BYTE* match = oLitEnd - sequence.offset;
3184*3117ece4Schristos 
3185*3117ece4Schristos     /* checks */
3186*3117ece4Schristos     size_t const seqLength = sequence.litLength + sequence.matchLength;
3187*3117ece4Schristos 
3188*3117ece4Schristos     if (seqLength > (size_t)(oend - op)) return ERROR(dstSize_tooSmall);
3189*3117ece4Schristos     if (sequence.litLength > (size_t)(litLimit - *litPtr)) return ERROR(corruption_detected);
3190*3117ece4Schristos     /* Now we know there are no overflow in literal nor match lengths, can use pointer checks */
3191*3117ece4Schristos     if (oLitEnd > oend_8) return ERROR(dstSize_tooSmall);
3192*3117ece4Schristos 
3193*3117ece4Schristos     if (oMatchEnd > oend) return ERROR(dstSize_tooSmall);   /* overwrite beyond dst buffer */
3194*3117ece4Schristos     if (litEnd > litLimit) return ERROR(corruption_detected);   /* overRead beyond lit buffer */
3195*3117ece4Schristos 
3196*3117ece4Schristos     /* copy Literals */
3197*3117ece4Schristos     ZSTDv05_wildcopy(op, *litPtr, (ptrdiff_t)sequence.litLength);   /* note : oLitEnd <= oend-8 : no risk of overwrite beyond oend */
3198*3117ece4Schristos     op = oLitEnd;
3199*3117ece4Schristos     *litPtr = litEnd;   /* update for next sequence */
3200*3117ece4Schristos 
3201*3117ece4Schristos     /* copy Match */
3202*3117ece4Schristos     if (sequence.offset > (size_t)(oLitEnd - base)) {
3203*3117ece4Schristos         /* offset beyond prefix */
3204*3117ece4Schristos         if (sequence.offset > (size_t)(oLitEnd - vBase))
3205*3117ece4Schristos             return ERROR(corruption_detected);
3206*3117ece4Schristos         match = dictEnd - (base-match);
3207*3117ece4Schristos         if (match + sequence.matchLength <= dictEnd) {
3208*3117ece4Schristos             memmove(oLitEnd, match, sequence.matchLength);
3209*3117ece4Schristos             return sequenceLength;
3210*3117ece4Schristos         }
3211*3117ece4Schristos         /* span extDict & currentPrefixSegment */
3212*3117ece4Schristos         {
3213*3117ece4Schristos             size_t length1 = dictEnd - match;
3214*3117ece4Schristos             memmove(oLitEnd, match, length1);
3215*3117ece4Schristos             op = oLitEnd + length1;
3216*3117ece4Schristos             sequence.matchLength -= length1;
3217*3117ece4Schristos             match = base;
3218*3117ece4Schristos             if (op > oend_8 || sequence.matchLength < MINMATCH) {
3219*3117ece4Schristos               while (op < oMatchEnd) *op++ = *match++;
3220*3117ece4Schristos               return sequenceLength;
3221*3117ece4Schristos             }
3222*3117ece4Schristos     }   }
3223*3117ece4Schristos     /* Requirement: op <= oend_8 */
3224*3117ece4Schristos 
3225*3117ece4Schristos     /* match within prefix */
3226*3117ece4Schristos     if (sequence.offset < 8) {
3227*3117ece4Schristos         /* close range match, overlap */
3228*3117ece4Schristos         const int sub2 = dec64table[sequence.offset];
3229*3117ece4Schristos         op[0] = match[0];
3230*3117ece4Schristos         op[1] = match[1];
3231*3117ece4Schristos         op[2] = match[2];
3232*3117ece4Schristos         op[3] = match[3];
3233*3117ece4Schristos         match += dec32table[sequence.offset];
3234*3117ece4Schristos         ZSTDv05_copy4(op+4, match);
3235*3117ece4Schristos         match -= sub2;
3236*3117ece4Schristos     } else {
3237*3117ece4Schristos         ZSTDv05_copy8(op, match);
3238*3117ece4Schristos     }
3239*3117ece4Schristos     op += 8; match += 8;
3240*3117ece4Schristos 
3241*3117ece4Schristos     if (oMatchEnd > oend-(16-MINMATCH)) {
3242*3117ece4Schristos         if (op < oend_8) {
3243*3117ece4Schristos             ZSTDv05_wildcopy(op, match, oend_8 - op);
3244*3117ece4Schristos             match += oend_8 - op;
3245*3117ece4Schristos             op = oend_8;
3246*3117ece4Schristos         }
3247*3117ece4Schristos         while (op < oMatchEnd)
3248*3117ece4Schristos             *op++ = *match++;
3249*3117ece4Schristos     } else {
3250*3117ece4Schristos         ZSTDv05_wildcopy(op, match, (ptrdiff_t)sequence.matchLength-8);   /* works even if matchLength < 8 */
3251*3117ece4Schristos     }
3252*3117ece4Schristos     return sequenceLength;
3253*3117ece4Schristos }
3254*3117ece4Schristos 
3255*3117ece4Schristos 
3256*3117ece4Schristos static size_t ZSTDv05_decompressSequences(
3257*3117ece4Schristos                                ZSTDv05_DCtx* dctx,
3258*3117ece4Schristos                                void* dst, size_t maxDstSize,
3259*3117ece4Schristos                          const void* seqStart, size_t seqSize)
3260*3117ece4Schristos {
3261*3117ece4Schristos     const BYTE* ip = (const BYTE*)seqStart;
3262*3117ece4Schristos     const BYTE* const iend = ip + seqSize;
3263*3117ece4Schristos     BYTE* const ostart = (BYTE*)dst;
3264*3117ece4Schristos     BYTE* op = ostart;
3265*3117ece4Schristos     BYTE* const oend = ostart + maxDstSize;
3266*3117ece4Schristos     size_t errorCode, dumpsLength=0;
3267*3117ece4Schristos     const BYTE* litPtr = dctx->litPtr;
3268*3117ece4Schristos     const BYTE* const litEnd = litPtr + dctx->litSize;
3269*3117ece4Schristos     int nbSeq=0;
3270*3117ece4Schristos     const BYTE* dumps = NULL;
3271*3117ece4Schristos     unsigned* DTableLL = dctx->LLTable;
3272*3117ece4Schristos     unsigned* DTableML = dctx->MLTable;
3273*3117ece4Schristos     unsigned* DTableOffb = dctx->OffTable;
3274*3117ece4Schristos     const BYTE* const base = (const BYTE*) (dctx->base);
3275*3117ece4Schristos     const BYTE* const vBase = (const BYTE*) (dctx->vBase);
3276*3117ece4Schristos     const BYTE* const dictEnd = (const BYTE*) (dctx->dictEnd);
3277*3117ece4Schristos 
3278*3117ece4Schristos     /* Build Decoding Tables */
3279*3117ece4Schristos     errorCode = ZSTDv05_decodeSeqHeaders(&nbSeq, &dumps, &dumpsLength,
3280*3117ece4Schristos                                       DTableLL, DTableML, DTableOffb,
3281*3117ece4Schristos                                       ip, seqSize, dctx->flagStaticTables);
3282*3117ece4Schristos     if (ZSTDv05_isError(errorCode)) return errorCode;
3283*3117ece4Schristos     ip += errorCode;
3284*3117ece4Schristos 
3285*3117ece4Schristos     /* Regen sequences */
3286*3117ece4Schristos     if (nbSeq) {
3287*3117ece4Schristos         seq_t sequence;
3288*3117ece4Schristos         seqState_t seqState;
3289*3117ece4Schristos 
3290*3117ece4Schristos         memset(&sequence, 0, sizeof(sequence));
3291*3117ece4Schristos         sequence.offset = REPCODE_STARTVALUE;
3292*3117ece4Schristos         seqState.dumps = dumps;
3293*3117ece4Schristos         seqState.dumpsEnd = dumps + dumpsLength;
3294*3117ece4Schristos         seqState.prevOffset = REPCODE_STARTVALUE;
3295*3117ece4Schristos         errorCode = BITv05_initDStream(&(seqState.DStream), ip, iend-ip);
3296*3117ece4Schristos         if (ERR_isError(errorCode)) return ERROR(corruption_detected);
3297*3117ece4Schristos         FSEv05_initDState(&(seqState.stateLL), &(seqState.DStream), DTableLL);
3298*3117ece4Schristos         FSEv05_initDState(&(seqState.stateOffb), &(seqState.DStream), DTableOffb);
3299*3117ece4Schristos         FSEv05_initDState(&(seqState.stateML), &(seqState.DStream), DTableML);
3300*3117ece4Schristos 
3301*3117ece4Schristos         for ( ; (BITv05_reloadDStream(&(seqState.DStream)) <= BITv05_DStream_completed) && nbSeq ; ) {
3302*3117ece4Schristos             size_t oneSeqSize;
3303*3117ece4Schristos             nbSeq--;
3304*3117ece4Schristos             ZSTDv05_decodeSequence(&sequence, &seqState);
3305*3117ece4Schristos             oneSeqSize = ZSTDv05_execSequence(op, oend, sequence, &litPtr, litEnd, base, vBase, dictEnd);
3306*3117ece4Schristos             if (ZSTDv05_isError(oneSeqSize)) return oneSeqSize;
3307*3117ece4Schristos             op += oneSeqSize;
3308*3117ece4Schristos         }
3309*3117ece4Schristos 
3310*3117ece4Schristos         /* check if reached exact end */
3311*3117ece4Schristos         if (nbSeq) return ERROR(corruption_detected);
3312*3117ece4Schristos     }
3313*3117ece4Schristos 
3314*3117ece4Schristos     /* last literal segment */
3315*3117ece4Schristos     {
3316*3117ece4Schristos         size_t lastLLSize = litEnd - litPtr;
3317*3117ece4Schristos         if (litPtr > litEnd) return ERROR(corruption_detected);   /* too many literals already used */
3318*3117ece4Schristos         if (op+lastLLSize > oend) return ERROR(dstSize_tooSmall);
3319*3117ece4Schristos         if (lastLLSize > 0) {
3320*3117ece4Schristos             memcpy(op, litPtr, lastLLSize);
3321*3117ece4Schristos             op += lastLLSize;
3322*3117ece4Schristos         }
3323*3117ece4Schristos     }
3324*3117ece4Schristos 
3325*3117ece4Schristos     return op-ostart;
3326*3117ece4Schristos }
3327*3117ece4Schristos 
3328*3117ece4Schristos 
3329*3117ece4Schristos static void ZSTDv05_checkContinuity(ZSTDv05_DCtx* dctx, const void* dst)
3330*3117ece4Schristos {
3331*3117ece4Schristos     if (dst != dctx->previousDstEnd) {   /* not contiguous */
3332*3117ece4Schristos         dctx->dictEnd = dctx->previousDstEnd;
3333*3117ece4Schristos         dctx->vBase = (const char*)dst - ((const char*)(dctx->previousDstEnd) - (const char*)(dctx->base));
3334*3117ece4Schristos         dctx->base = dst;
3335*3117ece4Schristos         dctx->previousDstEnd = dst;
3336*3117ece4Schristos     }
3337*3117ece4Schristos }
3338*3117ece4Schristos 
3339*3117ece4Schristos 
3340*3117ece4Schristos static size_t ZSTDv05_decompressBlock_internal(ZSTDv05_DCtx* dctx,
3341*3117ece4Schristos                             void* dst, size_t dstCapacity,
3342*3117ece4Schristos                       const void* src, size_t srcSize)
3343*3117ece4Schristos {   /* blockType == blockCompressed */
3344*3117ece4Schristos     const BYTE* ip = (const BYTE*)src;
3345*3117ece4Schristos     size_t litCSize;
3346*3117ece4Schristos 
3347*3117ece4Schristos     if (srcSize >= BLOCKSIZE) return ERROR(srcSize_wrong);
3348*3117ece4Schristos 
3349*3117ece4Schristos     /* Decode literals sub-block */
3350*3117ece4Schristos     litCSize = ZSTDv05_decodeLiteralsBlock(dctx, src, srcSize);
3351*3117ece4Schristos     if (ZSTDv05_isError(litCSize)) return litCSize;
3352*3117ece4Schristos     ip += litCSize;
3353*3117ece4Schristos     srcSize -= litCSize;
3354*3117ece4Schristos 
3355*3117ece4Schristos     return ZSTDv05_decompressSequences(dctx, dst, dstCapacity, ip, srcSize);
3356*3117ece4Schristos }
3357*3117ece4Schristos 
3358*3117ece4Schristos 
3359*3117ece4Schristos size_t ZSTDv05_decompressBlock(ZSTDv05_DCtx* dctx,
3360*3117ece4Schristos                             void* dst, size_t dstCapacity,
3361*3117ece4Schristos                       const void* src, size_t srcSize)
3362*3117ece4Schristos {
3363*3117ece4Schristos     ZSTDv05_checkContinuity(dctx, dst);
3364*3117ece4Schristos     return ZSTDv05_decompressBlock_internal(dctx, dst, dstCapacity, src, srcSize);
3365*3117ece4Schristos }
3366*3117ece4Schristos 
3367*3117ece4Schristos 
3368*3117ece4Schristos /*! ZSTDv05_decompress_continueDCtx
3369*3117ece4Schristos *   dctx must have been properly initialized */
3370*3117ece4Schristos static size_t ZSTDv05_decompress_continueDCtx(ZSTDv05_DCtx* dctx,
3371*3117ece4Schristos                                  void* dst, size_t maxDstSize,
3372*3117ece4Schristos                                  const void* src, size_t srcSize)
3373*3117ece4Schristos {
3374*3117ece4Schristos     const BYTE* ip = (const BYTE*)src;
3375*3117ece4Schristos     const BYTE* iend = ip + srcSize;
3376*3117ece4Schristos     BYTE* const ostart = (BYTE*)dst;
3377*3117ece4Schristos     BYTE* op = ostart;
3378*3117ece4Schristos     BYTE* const oend = ostart + maxDstSize;
3379*3117ece4Schristos     size_t remainingSize = srcSize;
3380*3117ece4Schristos     blockProperties_t blockProperties;
3381*3117ece4Schristos     memset(&blockProperties, 0, sizeof(blockProperties));
3382*3117ece4Schristos 
3383*3117ece4Schristos     /* Frame Header */
3384*3117ece4Schristos     {   size_t frameHeaderSize;
3385*3117ece4Schristos         if (srcSize < ZSTDv05_frameHeaderSize_min+ZSTDv05_blockHeaderSize) return ERROR(srcSize_wrong);
3386*3117ece4Schristos         frameHeaderSize = ZSTDv05_decodeFrameHeader_Part1(dctx, src, ZSTDv05_frameHeaderSize_min);
3387*3117ece4Schristos         if (ZSTDv05_isError(frameHeaderSize)) return frameHeaderSize;
3388*3117ece4Schristos         if (srcSize < frameHeaderSize+ZSTDv05_blockHeaderSize) return ERROR(srcSize_wrong);
3389*3117ece4Schristos         ip += frameHeaderSize; remainingSize -= frameHeaderSize;
3390*3117ece4Schristos         frameHeaderSize = ZSTDv05_decodeFrameHeader_Part2(dctx, src, frameHeaderSize);
3391*3117ece4Schristos         if (ZSTDv05_isError(frameHeaderSize)) return frameHeaderSize;
3392*3117ece4Schristos     }
3393*3117ece4Schristos 
3394*3117ece4Schristos     /* Loop on each block */
3395*3117ece4Schristos     while (1)
3396*3117ece4Schristos     {
3397*3117ece4Schristos         size_t decodedSize=0;
3398*3117ece4Schristos         size_t cBlockSize = ZSTDv05_getcBlockSize(ip, iend-ip, &blockProperties);
3399*3117ece4Schristos         if (ZSTDv05_isError(cBlockSize)) return cBlockSize;
3400*3117ece4Schristos 
3401*3117ece4Schristos         ip += ZSTDv05_blockHeaderSize;
3402*3117ece4Schristos         remainingSize -= ZSTDv05_blockHeaderSize;
3403*3117ece4Schristos         if (cBlockSize > remainingSize) return ERROR(srcSize_wrong);
3404*3117ece4Schristos 
3405*3117ece4Schristos         switch(blockProperties.blockType)
3406*3117ece4Schristos         {
3407*3117ece4Schristos         case bt_compressed:
3408*3117ece4Schristos             decodedSize = ZSTDv05_decompressBlock_internal(dctx, op, oend-op, ip, cBlockSize);
3409*3117ece4Schristos             break;
3410*3117ece4Schristos         case bt_raw :
3411*3117ece4Schristos             decodedSize = ZSTDv05_copyRawBlock(op, oend-op, ip, cBlockSize);
3412*3117ece4Schristos             break;
3413*3117ece4Schristos         case bt_rle :
3414*3117ece4Schristos             return ERROR(GENERIC);   /* not yet supported */
3415*3117ece4Schristos             break;
3416*3117ece4Schristos         case bt_end :
3417*3117ece4Schristos             /* end of frame */
3418*3117ece4Schristos             if (remainingSize) return ERROR(srcSize_wrong);
3419*3117ece4Schristos             break;
3420*3117ece4Schristos         default:
3421*3117ece4Schristos             return ERROR(GENERIC);   /* impossible */
3422*3117ece4Schristos         }
3423*3117ece4Schristos         if (cBlockSize == 0) break;   /* bt_end */
3424*3117ece4Schristos 
3425*3117ece4Schristos         if (ZSTDv05_isError(decodedSize)) return decodedSize;
3426*3117ece4Schristos         op += decodedSize;
3427*3117ece4Schristos         ip += cBlockSize;
3428*3117ece4Schristos         remainingSize -= cBlockSize;
3429*3117ece4Schristos     }
3430*3117ece4Schristos 
3431*3117ece4Schristos     return op-ostart;
3432*3117ece4Schristos }
3433*3117ece4Schristos 
3434*3117ece4Schristos 
3435*3117ece4Schristos size_t ZSTDv05_decompress_usingPreparedDCtx(ZSTDv05_DCtx* dctx, const ZSTDv05_DCtx* refDCtx,
3436*3117ece4Schristos                                          void* dst, size_t maxDstSize,
3437*3117ece4Schristos                                    const void* src, size_t srcSize)
3438*3117ece4Schristos {
3439*3117ece4Schristos     ZSTDv05_copyDCtx(dctx, refDCtx);
3440*3117ece4Schristos     ZSTDv05_checkContinuity(dctx, dst);
3441*3117ece4Schristos     return ZSTDv05_decompress_continueDCtx(dctx, dst, maxDstSize, src, srcSize);
3442*3117ece4Schristos }
3443*3117ece4Schristos 
3444*3117ece4Schristos 
3445*3117ece4Schristos size_t ZSTDv05_decompress_usingDict(ZSTDv05_DCtx* dctx,
3446*3117ece4Schristos                                  void* dst, size_t maxDstSize,
3447*3117ece4Schristos                                  const void* src, size_t srcSize,
3448*3117ece4Schristos                                  const void* dict, size_t dictSize)
3449*3117ece4Schristos {
3450*3117ece4Schristos     ZSTDv05_decompressBegin_usingDict(dctx, dict, dictSize);
3451*3117ece4Schristos     ZSTDv05_checkContinuity(dctx, dst);
3452*3117ece4Schristos     return ZSTDv05_decompress_continueDCtx(dctx, dst, maxDstSize, src, srcSize);
3453*3117ece4Schristos }
3454*3117ece4Schristos 
3455*3117ece4Schristos 
3456*3117ece4Schristos size_t ZSTDv05_decompressDCtx(ZSTDv05_DCtx* dctx, void* dst, size_t maxDstSize, const void* src, size_t srcSize)
3457*3117ece4Schristos {
3458*3117ece4Schristos     return ZSTDv05_decompress_usingDict(dctx, dst, maxDstSize, src, srcSize, NULL, 0);
3459*3117ece4Schristos }
3460*3117ece4Schristos 
3461*3117ece4Schristos size_t ZSTDv05_decompress(void* dst, size_t maxDstSize, const void* src, size_t srcSize)
3462*3117ece4Schristos {
3463*3117ece4Schristos #if defined(ZSTDv05_HEAPMODE) && (ZSTDv05_HEAPMODE==1)
3464*3117ece4Schristos     size_t regenSize;
3465*3117ece4Schristos     ZSTDv05_DCtx* dctx = ZSTDv05_createDCtx();
3466*3117ece4Schristos     if (dctx==NULL) return ERROR(memory_allocation);
3467*3117ece4Schristos     regenSize = ZSTDv05_decompressDCtx(dctx, dst, maxDstSize, src, srcSize);
3468*3117ece4Schristos     ZSTDv05_freeDCtx(dctx);
3469*3117ece4Schristos     return regenSize;
3470*3117ece4Schristos #else
3471*3117ece4Schristos     ZSTDv05_DCtx dctx;
3472*3117ece4Schristos     return ZSTDv05_decompressDCtx(&dctx, dst, maxDstSize, src, srcSize);
3473*3117ece4Schristos #endif
3474*3117ece4Schristos }
3475*3117ece4Schristos 
3476*3117ece4Schristos /* ZSTD_errorFrameSizeInfoLegacy() :
3477*3117ece4Schristos    assumes `cSize` and `dBound` are _not_ NULL */
3478*3117ece4Schristos static void ZSTD_errorFrameSizeInfoLegacy(size_t* cSize, unsigned long long* dBound, size_t ret)
3479*3117ece4Schristos {
3480*3117ece4Schristos     *cSize = ret;
3481*3117ece4Schristos     *dBound = ZSTD_CONTENTSIZE_ERROR;
3482*3117ece4Schristos }
3483*3117ece4Schristos 
3484*3117ece4Schristos void ZSTDv05_findFrameSizeInfoLegacy(const void *src, size_t srcSize, size_t* cSize, unsigned long long* dBound)
3485*3117ece4Schristos {
3486*3117ece4Schristos     const BYTE* ip = (const BYTE*)src;
3487*3117ece4Schristos     size_t remainingSize = srcSize;
3488*3117ece4Schristos     size_t nbBlocks = 0;
3489*3117ece4Schristos     blockProperties_t blockProperties;
3490*3117ece4Schristos 
3491*3117ece4Schristos     /* Frame Header */
3492*3117ece4Schristos     if (srcSize < ZSTDv05_frameHeaderSize_min) {
3493*3117ece4Schristos         ZSTD_errorFrameSizeInfoLegacy(cSize, dBound, ERROR(srcSize_wrong));
3494*3117ece4Schristos         return;
3495*3117ece4Schristos     }
3496*3117ece4Schristos     if (MEM_readLE32(src) != ZSTDv05_MAGICNUMBER) {
3497*3117ece4Schristos         ZSTD_errorFrameSizeInfoLegacy(cSize, dBound, ERROR(prefix_unknown));
3498*3117ece4Schristos         return;
3499*3117ece4Schristos     }
3500*3117ece4Schristos     ip += ZSTDv05_frameHeaderSize_min; remainingSize -= ZSTDv05_frameHeaderSize_min;
3501*3117ece4Schristos 
3502*3117ece4Schristos     /* Loop on each block */
3503*3117ece4Schristos     while (1)
3504*3117ece4Schristos     {
3505*3117ece4Schristos         size_t cBlockSize = ZSTDv05_getcBlockSize(ip, remainingSize, &blockProperties);
3506*3117ece4Schristos         if (ZSTDv05_isError(cBlockSize)) {
3507*3117ece4Schristos             ZSTD_errorFrameSizeInfoLegacy(cSize, dBound, cBlockSize);
3508*3117ece4Schristos             return;
3509*3117ece4Schristos         }
3510*3117ece4Schristos 
3511*3117ece4Schristos         ip += ZSTDv05_blockHeaderSize;
3512*3117ece4Schristos         remainingSize -= ZSTDv05_blockHeaderSize;
3513*3117ece4Schristos         if (cBlockSize > remainingSize) {
3514*3117ece4Schristos             ZSTD_errorFrameSizeInfoLegacy(cSize, dBound, ERROR(srcSize_wrong));
3515*3117ece4Schristos             return;
3516*3117ece4Schristos         }
3517*3117ece4Schristos 
3518*3117ece4Schristos         if (cBlockSize == 0) break;   /* bt_end */
3519*3117ece4Schristos 
3520*3117ece4Schristos         ip += cBlockSize;
3521*3117ece4Schristos         remainingSize -= cBlockSize;
3522*3117ece4Schristos         nbBlocks++;
3523*3117ece4Schristos     }
3524*3117ece4Schristos 
3525*3117ece4Schristos     *cSize = ip - (const BYTE*)src;
3526*3117ece4Schristos     *dBound = nbBlocks * BLOCKSIZE;
3527*3117ece4Schristos }
3528*3117ece4Schristos 
3529*3117ece4Schristos /* ******************************
3530*3117ece4Schristos *  Streaming Decompression API
3531*3117ece4Schristos ********************************/
3532*3117ece4Schristos size_t ZSTDv05_nextSrcSizeToDecompress(ZSTDv05_DCtx* dctx)
3533*3117ece4Schristos {
3534*3117ece4Schristos     return dctx->expected;
3535*3117ece4Schristos }
3536*3117ece4Schristos 
3537*3117ece4Schristos size_t ZSTDv05_decompressContinue(ZSTDv05_DCtx* dctx, void* dst, size_t maxDstSize, const void* src, size_t srcSize)
3538*3117ece4Schristos {
3539*3117ece4Schristos     /* Sanity check */
3540*3117ece4Schristos     if (srcSize != dctx->expected) return ERROR(srcSize_wrong);
3541*3117ece4Schristos     ZSTDv05_checkContinuity(dctx, dst);
3542*3117ece4Schristos 
3543*3117ece4Schristos     /* Decompress : frame header; part 1 */
3544*3117ece4Schristos     switch (dctx->stage)
3545*3117ece4Schristos     {
3546*3117ece4Schristos     case ZSTDv05ds_getFrameHeaderSize :
3547*3117ece4Schristos         /* get frame header size */
3548*3117ece4Schristos         if (srcSize != ZSTDv05_frameHeaderSize_min) return ERROR(srcSize_wrong);   /* impossible */
3549*3117ece4Schristos         dctx->headerSize = ZSTDv05_decodeFrameHeader_Part1(dctx, src, ZSTDv05_frameHeaderSize_min);
3550*3117ece4Schristos         if (ZSTDv05_isError(dctx->headerSize)) return dctx->headerSize;
3551*3117ece4Schristos         memcpy(dctx->headerBuffer, src, ZSTDv05_frameHeaderSize_min);
3552*3117ece4Schristos         if (dctx->headerSize > ZSTDv05_frameHeaderSize_min) return ERROR(GENERIC); /* should never happen */
3553*3117ece4Schristos         dctx->expected = 0;   /* not necessary to copy more */
3554*3117ece4Schristos         /* fallthrough */
3555*3117ece4Schristos     case ZSTDv05ds_decodeFrameHeader:
3556*3117ece4Schristos         /* get frame header */
3557*3117ece4Schristos         {   size_t const result = ZSTDv05_decodeFrameHeader_Part2(dctx, dctx->headerBuffer, dctx->headerSize);
3558*3117ece4Schristos             if (ZSTDv05_isError(result)) return result;
3559*3117ece4Schristos             dctx->expected = ZSTDv05_blockHeaderSize;
3560*3117ece4Schristos             dctx->stage = ZSTDv05ds_decodeBlockHeader;
3561*3117ece4Schristos             return 0;
3562*3117ece4Schristos         }
3563*3117ece4Schristos     case ZSTDv05ds_decodeBlockHeader:
3564*3117ece4Schristos         {
3565*3117ece4Schristos             /* Decode block header */
3566*3117ece4Schristos             blockProperties_t bp;
3567*3117ece4Schristos             size_t blockSize = ZSTDv05_getcBlockSize(src, ZSTDv05_blockHeaderSize, &bp);
3568*3117ece4Schristos             if (ZSTDv05_isError(blockSize)) return blockSize;
3569*3117ece4Schristos             if (bp.blockType == bt_end) {
3570*3117ece4Schristos                 dctx->expected = 0;
3571*3117ece4Schristos                 dctx->stage = ZSTDv05ds_getFrameHeaderSize;
3572*3117ece4Schristos             }
3573*3117ece4Schristos             else {
3574*3117ece4Schristos                 dctx->expected = blockSize;
3575*3117ece4Schristos                 dctx->bType = bp.blockType;
3576*3117ece4Schristos                 dctx->stage = ZSTDv05ds_decompressBlock;
3577*3117ece4Schristos             }
3578*3117ece4Schristos             return 0;
3579*3117ece4Schristos         }
3580*3117ece4Schristos     case ZSTDv05ds_decompressBlock:
3581*3117ece4Schristos         {
3582*3117ece4Schristos             /* Decompress : block content */
3583*3117ece4Schristos             size_t rSize;
3584*3117ece4Schristos             switch(dctx->bType)
3585*3117ece4Schristos             {
3586*3117ece4Schristos             case bt_compressed:
3587*3117ece4Schristos                 rSize = ZSTDv05_decompressBlock_internal(dctx, dst, maxDstSize, src, srcSize);
3588*3117ece4Schristos                 break;
3589*3117ece4Schristos             case bt_raw :
3590*3117ece4Schristos                 rSize = ZSTDv05_copyRawBlock(dst, maxDstSize, src, srcSize);
3591*3117ece4Schristos                 break;
3592*3117ece4Schristos             case bt_rle :
3593*3117ece4Schristos                 return ERROR(GENERIC);   /* not yet handled */
3594*3117ece4Schristos                 break;
3595*3117ece4Schristos             case bt_end :   /* should never happen (filtered at phase 1) */
3596*3117ece4Schristos                 rSize = 0;
3597*3117ece4Schristos                 break;
3598*3117ece4Schristos             default:
3599*3117ece4Schristos                 return ERROR(GENERIC);   /* impossible */
3600*3117ece4Schristos             }
3601*3117ece4Schristos             dctx->stage = ZSTDv05ds_decodeBlockHeader;
3602*3117ece4Schristos             dctx->expected = ZSTDv05_blockHeaderSize;
3603*3117ece4Schristos             if (ZSTDv05_isError(rSize)) return rSize;
3604*3117ece4Schristos             dctx->previousDstEnd = (char*)dst + rSize;
3605*3117ece4Schristos             return rSize;
3606*3117ece4Schristos         }
3607*3117ece4Schristos     default:
3608*3117ece4Schristos         return ERROR(GENERIC);   /* impossible */
3609*3117ece4Schristos     }
3610*3117ece4Schristos }
3611*3117ece4Schristos 
3612*3117ece4Schristos 
3613*3117ece4Schristos static void ZSTDv05_refDictContent(ZSTDv05_DCtx* dctx, const void* dict, size_t dictSize)
3614*3117ece4Schristos {
3615*3117ece4Schristos     dctx->dictEnd = dctx->previousDstEnd;
3616*3117ece4Schristos     dctx->vBase = (const char*)dict - ((const char*)(dctx->previousDstEnd) - (const char*)(dctx->base));
3617*3117ece4Schristos     dctx->base = dict;
3618*3117ece4Schristos     dctx->previousDstEnd = (const char*)dict + dictSize;
3619*3117ece4Schristos }
3620*3117ece4Schristos 
3621*3117ece4Schristos static size_t ZSTDv05_loadEntropy(ZSTDv05_DCtx* dctx, const void* dict, size_t dictSize)
3622*3117ece4Schristos {
3623*3117ece4Schristos     size_t hSize, offcodeHeaderSize, matchlengthHeaderSize, errorCode, litlengthHeaderSize;
3624*3117ece4Schristos     short offcodeNCount[MaxOff+1];
3625*3117ece4Schristos     unsigned offcodeMaxValue=MaxOff, offcodeLog;
3626*3117ece4Schristos     short matchlengthNCount[MaxML+1];
3627*3117ece4Schristos     unsigned matchlengthMaxValue = MaxML, matchlengthLog;
3628*3117ece4Schristos     short litlengthNCount[MaxLL+1];
3629*3117ece4Schristos     unsigned litlengthMaxValue = MaxLL, litlengthLog;
3630*3117ece4Schristos 
3631*3117ece4Schristos     hSize = HUFv05_readDTableX4(dctx->hufTableX4, dict, dictSize);
3632*3117ece4Schristos     if (HUFv05_isError(hSize)) return ERROR(dictionary_corrupted);
3633*3117ece4Schristos     dict = (const char*)dict + hSize;
3634*3117ece4Schristos     dictSize -= hSize;
3635*3117ece4Schristos 
3636*3117ece4Schristos     offcodeHeaderSize = FSEv05_readNCount(offcodeNCount, &offcodeMaxValue, &offcodeLog, dict, dictSize);
3637*3117ece4Schristos     if (FSEv05_isError(offcodeHeaderSize)) return ERROR(dictionary_corrupted);
3638*3117ece4Schristos     if (offcodeLog > OffFSEv05Log) return ERROR(dictionary_corrupted);
3639*3117ece4Schristos     errorCode = FSEv05_buildDTable(dctx->OffTable, offcodeNCount, offcodeMaxValue, offcodeLog);
3640*3117ece4Schristos     if (FSEv05_isError(errorCode)) return ERROR(dictionary_corrupted);
3641*3117ece4Schristos     dict = (const char*)dict + offcodeHeaderSize;
3642*3117ece4Schristos     dictSize -= offcodeHeaderSize;
3643*3117ece4Schristos 
3644*3117ece4Schristos     matchlengthHeaderSize = FSEv05_readNCount(matchlengthNCount, &matchlengthMaxValue, &matchlengthLog, dict, dictSize);
3645*3117ece4Schristos     if (FSEv05_isError(matchlengthHeaderSize)) return ERROR(dictionary_corrupted);
3646*3117ece4Schristos     if (matchlengthLog > MLFSEv05Log) return ERROR(dictionary_corrupted);
3647*3117ece4Schristos     errorCode = FSEv05_buildDTable(dctx->MLTable, matchlengthNCount, matchlengthMaxValue, matchlengthLog);
3648*3117ece4Schristos     if (FSEv05_isError(errorCode)) return ERROR(dictionary_corrupted);
3649*3117ece4Schristos     dict = (const char*)dict + matchlengthHeaderSize;
3650*3117ece4Schristos     dictSize -= matchlengthHeaderSize;
3651*3117ece4Schristos 
3652*3117ece4Schristos     litlengthHeaderSize = FSEv05_readNCount(litlengthNCount, &litlengthMaxValue, &litlengthLog, dict, dictSize);
3653*3117ece4Schristos     if (litlengthLog > LLFSEv05Log) return ERROR(dictionary_corrupted);
3654*3117ece4Schristos     if (FSEv05_isError(litlengthHeaderSize)) return ERROR(dictionary_corrupted);
3655*3117ece4Schristos     errorCode = FSEv05_buildDTable(dctx->LLTable, litlengthNCount, litlengthMaxValue, litlengthLog);
3656*3117ece4Schristos     if (FSEv05_isError(errorCode)) return ERROR(dictionary_corrupted);
3657*3117ece4Schristos 
3658*3117ece4Schristos     dctx->flagStaticTables = 1;
3659*3117ece4Schristos     return hSize + offcodeHeaderSize + matchlengthHeaderSize + litlengthHeaderSize;
3660*3117ece4Schristos }
3661*3117ece4Schristos 
3662*3117ece4Schristos static size_t ZSTDv05_decompress_insertDictionary(ZSTDv05_DCtx* dctx, const void* dict, size_t dictSize)
3663*3117ece4Schristos {
3664*3117ece4Schristos     size_t eSize;
3665*3117ece4Schristos     U32 magic = MEM_readLE32(dict);
3666*3117ece4Schristos     if (magic != ZSTDv05_DICT_MAGIC) {
3667*3117ece4Schristos         /* pure content mode */
3668*3117ece4Schristos         ZSTDv05_refDictContent(dctx, dict, dictSize);
3669*3117ece4Schristos         return 0;
3670*3117ece4Schristos     }
3671*3117ece4Schristos     /* load entropy tables */
3672*3117ece4Schristos     dict = (const char*)dict + 4;
3673*3117ece4Schristos     dictSize -= 4;
3674*3117ece4Schristos     eSize = ZSTDv05_loadEntropy(dctx, dict, dictSize);
3675*3117ece4Schristos     if (ZSTDv05_isError(eSize)) return ERROR(dictionary_corrupted);
3676*3117ece4Schristos 
3677*3117ece4Schristos     /* reference dictionary content */
3678*3117ece4Schristos     dict = (const char*)dict + eSize;
3679*3117ece4Schristos     dictSize -= eSize;
3680*3117ece4Schristos     ZSTDv05_refDictContent(dctx, dict, dictSize);
3681*3117ece4Schristos 
3682*3117ece4Schristos     return 0;
3683*3117ece4Schristos }
3684*3117ece4Schristos 
3685*3117ece4Schristos 
3686*3117ece4Schristos size_t ZSTDv05_decompressBegin_usingDict(ZSTDv05_DCtx* dctx, const void* dict, size_t dictSize)
3687*3117ece4Schristos {
3688*3117ece4Schristos     size_t errorCode;
3689*3117ece4Schristos     errorCode = ZSTDv05_decompressBegin(dctx);
3690*3117ece4Schristos     if (ZSTDv05_isError(errorCode)) return errorCode;
3691*3117ece4Schristos 
3692*3117ece4Schristos     if (dict && dictSize) {
3693*3117ece4Schristos         errorCode = ZSTDv05_decompress_insertDictionary(dctx, dict, dictSize);
3694*3117ece4Schristos         if (ZSTDv05_isError(errorCode)) return ERROR(dictionary_corrupted);
3695*3117ece4Schristos     }
3696*3117ece4Schristos 
3697*3117ece4Schristos     return 0;
3698*3117ece4Schristos }
3699*3117ece4Schristos 
3700*3117ece4Schristos /*
3701*3117ece4Schristos     Buffered version of Zstd compression library
3702*3117ece4Schristos     Copyright (C) 2015-2016, Yann Collet.
3703*3117ece4Schristos 
3704*3117ece4Schristos     BSD 2-Clause License (https://opensource.org/licenses/bsd-license.php)
3705*3117ece4Schristos 
3706*3117ece4Schristos     Redistribution and use in source and binary forms, with or without
3707*3117ece4Schristos     modification, are permitted provided that the following conditions are
3708*3117ece4Schristos     met:
3709*3117ece4Schristos     * Redistributions of source code must retain the above copyright
3710*3117ece4Schristos     notice, this list of conditions and the following disclaimer.
3711*3117ece4Schristos     * Redistributions in binary form must reproduce the above
3712*3117ece4Schristos     copyright notice, this list of conditions and the following disclaimer
3713*3117ece4Schristos     in the documentation and/or other materials provided with the
3714*3117ece4Schristos     distribution.
3715*3117ece4Schristos     THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
3716*3117ece4Schristos     "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
3717*3117ece4Schristos     LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
3718*3117ece4Schristos     A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
3719*3117ece4Schristos     OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
3720*3117ece4Schristos     SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
3721*3117ece4Schristos     LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
3722*3117ece4Schristos     DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
3723*3117ece4Schristos     THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
3724*3117ece4Schristos     (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
3725*3117ece4Schristos     OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
3726*3117ece4Schristos 
3727*3117ece4Schristos     You can contact the author at :
3728*3117ece4Schristos     - zstd source repository : https://github.com/Cyan4973/zstd
3729*3117ece4Schristos     - ztsd public forum : https://groups.google.com/forum/#!forum/lz4c
3730*3117ece4Schristos */
3731*3117ece4Schristos 
3732*3117ece4Schristos /* The objects defined into this file should be considered experimental.
3733*3117ece4Schristos  * They are not labelled stable, as their prototype may change in the future.
3734*3117ece4Schristos  * You can use them for tests, provide feedback, or if you can endure risk of future changes.
3735*3117ece4Schristos  */
3736*3117ece4Schristos 
3737*3117ece4Schristos 
3738*3117ece4Schristos 
3739*3117ece4Schristos /* *************************************
3740*3117ece4Schristos *  Constants
3741*3117ece4Schristos ***************************************/
3742*3117ece4Schristos static size_t ZBUFFv05_blockHeaderSize = 3;
3743*3117ece4Schristos 
3744*3117ece4Schristos 
3745*3117ece4Schristos 
3746*3117ece4Schristos /* *** Compression *** */
3747*3117ece4Schristos 
3748*3117ece4Schristos static size_t ZBUFFv05_limitCopy(void* dst, size_t maxDstSize, const void* src, size_t srcSize)
3749*3117ece4Schristos {
3750*3117ece4Schristos     size_t length = MIN(maxDstSize, srcSize);
3751*3117ece4Schristos     if (length > 0) {
3752*3117ece4Schristos         memcpy(dst, src, length);
3753*3117ece4Schristos     }
3754*3117ece4Schristos     return length;
3755*3117ece4Schristos }
3756*3117ece4Schristos 
3757*3117ece4Schristos 
3758*3117ece4Schristos 
3759*3117ece4Schristos 
3760*3117ece4Schristos /** ************************************************
3761*3117ece4Schristos *  Streaming decompression
3762*3117ece4Schristos *
3763*3117ece4Schristos *  A ZBUFFv05_DCtx object is required to track streaming operation.
3764*3117ece4Schristos *  Use ZBUFFv05_createDCtx() and ZBUFFv05_freeDCtx() to create/release resources.
3765*3117ece4Schristos *  Use ZBUFFv05_decompressInit() to start a new decompression operation.
3766*3117ece4Schristos *  ZBUFFv05_DCtx objects can be reused multiple times.
3767*3117ece4Schristos *
3768*3117ece4Schristos *  Use ZBUFFv05_decompressContinue() repetitively to consume your input.
3769*3117ece4Schristos *  *srcSizePtr and *maxDstSizePtr can be any size.
3770*3117ece4Schristos *  The function will report how many bytes were read or written by modifying *srcSizePtr and *maxDstSizePtr.
3771*3117ece4Schristos *  Note that it may not consume the entire input, in which case it's up to the caller to call again the function with remaining input.
3772*3117ece4Schristos *  The content of dst will be overwritten (up to *maxDstSizePtr) at each function call, so save its content if it matters or change dst .
3773*3117ece4Schristos *  return : a hint to preferred nb of bytes to use as input for next function call (it's only a hint, to improve latency)
3774*3117ece4Schristos *            or 0 when a frame is completely decoded
3775*3117ece4Schristos *            or an error code, which can be tested using ZBUFFv05_isError().
3776*3117ece4Schristos *
3777*3117ece4Schristos *  Hint : recommended buffer sizes (not compulsory)
3778*3117ece4Schristos *  output : 128 KB block size is the internal unit, it ensures it's always possible to write a full block when it's decoded.
3779*3117ece4Schristos *  input : just follow indications from ZBUFFv05_decompressContinue() to minimize latency. It should always be <= 128 KB + 3 .
3780*3117ece4Schristos * **************************************************/
3781*3117ece4Schristos 
3782*3117ece4Schristos typedef enum { ZBUFFv05ds_init, ZBUFFv05ds_readHeader, ZBUFFv05ds_loadHeader, ZBUFFv05ds_decodeHeader,
3783*3117ece4Schristos                ZBUFFv05ds_read, ZBUFFv05ds_load, ZBUFFv05ds_flush } ZBUFFv05_dStage;
3784*3117ece4Schristos 
3785*3117ece4Schristos /* *** Resource management *** */
3786*3117ece4Schristos 
3787*3117ece4Schristos #define ZSTDv05_frameHeaderSize_max 5   /* too magical, should come from reference */
3788*3117ece4Schristos struct ZBUFFv05_DCtx_s {
3789*3117ece4Schristos     ZSTDv05_DCtx* zc;
3790*3117ece4Schristos     ZSTDv05_parameters params;
3791*3117ece4Schristos     char* inBuff;
3792*3117ece4Schristos     size_t inBuffSize;
3793*3117ece4Schristos     size_t inPos;
3794*3117ece4Schristos     char* outBuff;
3795*3117ece4Schristos     size_t outBuffSize;
3796*3117ece4Schristos     size_t outStart;
3797*3117ece4Schristos     size_t outEnd;
3798*3117ece4Schristos     size_t hPos;
3799*3117ece4Schristos     ZBUFFv05_dStage stage;
3800*3117ece4Schristos     unsigned char headerBuffer[ZSTDv05_frameHeaderSize_max];
3801*3117ece4Schristos };   /* typedef'd to ZBUFFv05_DCtx within "zstd_buffered.h" */
3802*3117ece4Schristos 
3803*3117ece4Schristos 
3804*3117ece4Schristos ZBUFFv05_DCtx* ZBUFFv05_createDCtx(void)
3805*3117ece4Schristos {
3806*3117ece4Schristos     ZBUFFv05_DCtx* zbc = (ZBUFFv05_DCtx*)malloc(sizeof(ZBUFFv05_DCtx));
3807*3117ece4Schristos     if (zbc==NULL) return NULL;
3808*3117ece4Schristos     memset(zbc, 0, sizeof(*zbc));
3809*3117ece4Schristos     zbc->zc = ZSTDv05_createDCtx();
3810*3117ece4Schristos     zbc->stage = ZBUFFv05ds_init;
3811*3117ece4Schristos     return zbc;
3812*3117ece4Schristos }
3813*3117ece4Schristos 
3814*3117ece4Schristos size_t ZBUFFv05_freeDCtx(ZBUFFv05_DCtx* zbc)
3815*3117ece4Schristos {
3816*3117ece4Schristos     if (zbc==NULL) return 0;   /* support free on null */
3817*3117ece4Schristos     ZSTDv05_freeDCtx(zbc->zc);
3818*3117ece4Schristos     free(zbc->inBuff);
3819*3117ece4Schristos     free(zbc->outBuff);
3820*3117ece4Schristos     free(zbc);
3821*3117ece4Schristos     return 0;
3822*3117ece4Schristos }
3823*3117ece4Schristos 
3824*3117ece4Schristos 
3825*3117ece4Schristos /* *** Initialization *** */
3826*3117ece4Schristos 
3827*3117ece4Schristos size_t ZBUFFv05_decompressInitDictionary(ZBUFFv05_DCtx* zbc, const void* dict, size_t dictSize)
3828*3117ece4Schristos {
3829*3117ece4Schristos     zbc->stage = ZBUFFv05ds_readHeader;
3830*3117ece4Schristos     zbc->hPos = zbc->inPos = zbc->outStart = zbc->outEnd = 0;
3831*3117ece4Schristos     return ZSTDv05_decompressBegin_usingDict(zbc->zc, dict, dictSize);
3832*3117ece4Schristos }
3833*3117ece4Schristos 
3834*3117ece4Schristos size_t ZBUFFv05_decompressInit(ZBUFFv05_DCtx* zbc)
3835*3117ece4Schristos {
3836*3117ece4Schristos     return ZBUFFv05_decompressInitDictionary(zbc, NULL, 0);
3837*3117ece4Schristos }
3838*3117ece4Schristos 
3839*3117ece4Schristos 
3840*3117ece4Schristos /* *** Decompression *** */
3841*3117ece4Schristos 
3842*3117ece4Schristos size_t ZBUFFv05_decompressContinue(ZBUFFv05_DCtx* zbc, void* dst, size_t* maxDstSizePtr, const void* src, size_t* srcSizePtr)
3843*3117ece4Schristos {
3844*3117ece4Schristos     const char* const istart = (const char*)src;
3845*3117ece4Schristos     const char* ip = istart;
3846*3117ece4Schristos     const char* const iend = istart + *srcSizePtr;
3847*3117ece4Schristos     char* const ostart = (char*)dst;
3848*3117ece4Schristos     char* op = ostart;
3849*3117ece4Schristos     char* const oend = ostart + *maxDstSizePtr;
3850*3117ece4Schristos     U32 notDone = 1;
3851*3117ece4Schristos 
3852*3117ece4Schristos     while (notDone) {
3853*3117ece4Schristos         switch(zbc->stage)
3854*3117ece4Schristos         {
3855*3117ece4Schristos         case ZBUFFv05ds_init :
3856*3117ece4Schristos             return ERROR(init_missing);
3857*3117ece4Schristos 
3858*3117ece4Schristos         case ZBUFFv05ds_readHeader :
3859*3117ece4Schristos             /* read header from src */
3860*3117ece4Schristos             {
3861*3117ece4Schristos                 size_t headerSize = ZSTDv05_getFrameParams(&(zbc->params), src, *srcSizePtr);
3862*3117ece4Schristos                 if (ZSTDv05_isError(headerSize)) return headerSize;
3863*3117ece4Schristos                 if (headerSize) {
3864*3117ece4Schristos                     /* not enough input to decode header : tell how many bytes would be necessary */
3865*3117ece4Schristos                     memcpy(zbc->headerBuffer+zbc->hPos, src, *srcSizePtr);
3866*3117ece4Schristos                     zbc->hPos += *srcSizePtr;
3867*3117ece4Schristos                     *maxDstSizePtr = 0;
3868*3117ece4Schristos                     zbc->stage = ZBUFFv05ds_loadHeader;
3869*3117ece4Schristos                     return headerSize - zbc->hPos;
3870*3117ece4Schristos                 }
3871*3117ece4Schristos                 zbc->stage = ZBUFFv05ds_decodeHeader;
3872*3117ece4Schristos                 break;
3873*3117ece4Schristos             }
3874*3117ece4Schristos 	    /* fall-through */
3875*3117ece4Schristos         case ZBUFFv05ds_loadHeader:
3876*3117ece4Schristos             /* complete header from src */
3877*3117ece4Schristos             {
3878*3117ece4Schristos                 size_t headerSize = ZBUFFv05_limitCopy(
3879*3117ece4Schristos                     zbc->headerBuffer + zbc->hPos, ZSTDv05_frameHeaderSize_max - zbc->hPos,
3880*3117ece4Schristos                     src, *srcSizePtr);
3881*3117ece4Schristos                 zbc->hPos += headerSize;
3882*3117ece4Schristos                 ip += headerSize;
3883*3117ece4Schristos                 headerSize = ZSTDv05_getFrameParams(&(zbc->params), zbc->headerBuffer, zbc->hPos);
3884*3117ece4Schristos                 if (ZSTDv05_isError(headerSize)) return headerSize;
3885*3117ece4Schristos                 if (headerSize) {
3886*3117ece4Schristos                     /* not enough input to decode header : tell how many bytes would be necessary */
3887*3117ece4Schristos                     *maxDstSizePtr = 0;
3888*3117ece4Schristos                     return headerSize - zbc->hPos;
3889*3117ece4Schristos                 }
3890*3117ece4Schristos                 /* zbc->stage = ZBUFFv05ds_decodeHeader; break; */   /* useless : stage follows */
3891*3117ece4Schristos             }
3892*3117ece4Schristos 	    /* fall-through */
3893*3117ece4Schristos         case ZBUFFv05ds_decodeHeader:
3894*3117ece4Schristos                 /* apply header to create / resize buffers */
3895*3117ece4Schristos                 {
3896*3117ece4Schristos                     size_t neededOutSize = (size_t)1 << zbc->params.windowLog;
3897*3117ece4Schristos                     size_t neededInSize = BLOCKSIZE;   /* a block is never > BLOCKSIZE */
3898*3117ece4Schristos                     if (zbc->inBuffSize < neededInSize) {
3899*3117ece4Schristos                         free(zbc->inBuff);
3900*3117ece4Schristos                         zbc->inBuffSize = neededInSize;
3901*3117ece4Schristos                         zbc->inBuff = (char*)malloc(neededInSize);
3902*3117ece4Schristos                         if (zbc->inBuff == NULL) return ERROR(memory_allocation);
3903*3117ece4Schristos                     }
3904*3117ece4Schristos                     if (zbc->outBuffSize < neededOutSize) {
3905*3117ece4Schristos                         free(zbc->outBuff);
3906*3117ece4Schristos                         zbc->outBuffSize = neededOutSize;
3907*3117ece4Schristos                         zbc->outBuff = (char*)malloc(neededOutSize);
3908*3117ece4Schristos                         if (zbc->outBuff == NULL) return ERROR(memory_allocation);
3909*3117ece4Schristos                 }   }
3910*3117ece4Schristos                 if (zbc->hPos) {
3911*3117ece4Schristos                     /* some data already loaded into headerBuffer : transfer into inBuff */
3912*3117ece4Schristos                     memcpy(zbc->inBuff, zbc->headerBuffer, zbc->hPos);
3913*3117ece4Schristos                     zbc->inPos = zbc->hPos;
3914*3117ece4Schristos                     zbc->hPos = 0;
3915*3117ece4Schristos                     zbc->stage = ZBUFFv05ds_load;
3916*3117ece4Schristos                     break;
3917*3117ece4Schristos                 }
3918*3117ece4Schristos                 zbc->stage = ZBUFFv05ds_read;
3919*3117ece4Schristos 		/* fall-through */
3920*3117ece4Schristos         case ZBUFFv05ds_read:
3921*3117ece4Schristos             {
3922*3117ece4Schristos                 size_t neededInSize = ZSTDv05_nextSrcSizeToDecompress(zbc->zc);
3923*3117ece4Schristos                 if (neededInSize==0) {  /* end of frame */
3924*3117ece4Schristos                     zbc->stage = ZBUFFv05ds_init;
3925*3117ece4Schristos                     notDone = 0;
3926*3117ece4Schristos                     break;
3927*3117ece4Schristos                 }
3928*3117ece4Schristos                 if ((size_t)(iend-ip) >= neededInSize) {
3929*3117ece4Schristos                     /* directly decode from src */
3930*3117ece4Schristos                     size_t decodedSize = ZSTDv05_decompressContinue(zbc->zc,
3931*3117ece4Schristos                         zbc->outBuff + zbc->outStart, zbc->outBuffSize - zbc->outStart,
3932*3117ece4Schristos                         ip, neededInSize);
3933*3117ece4Schristos                     if (ZSTDv05_isError(decodedSize)) return decodedSize;
3934*3117ece4Schristos                     ip += neededInSize;
3935*3117ece4Schristos                     if (!decodedSize) break;   /* this was just a header */
3936*3117ece4Schristos                     zbc->outEnd = zbc->outStart +  decodedSize;
3937*3117ece4Schristos                     zbc->stage = ZBUFFv05ds_flush;
3938*3117ece4Schristos                     break;
3939*3117ece4Schristos                 }
3940*3117ece4Schristos                 if (ip==iend) { notDone = 0; break; }   /* no more input */
3941*3117ece4Schristos                 zbc->stage = ZBUFFv05ds_load;
3942*3117ece4Schristos             }
3943*3117ece4Schristos 	    /* fall-through */
3944*3117ece4Schristos         case ZBUFFv05ds_load:
3945*3117ece4Schristos             {
3946*3117ece4Schristos                 size_t neededInSize = ZSTDv05_nextSrcSizeToDecompress(zbc->zc);
3947*3117ece4Schristos                 size_t toLoad = neededInSize - zbc->inPos;   /* should always be <= remaining space within inBuff */
3948*3117ece4Schristos                 size_t loadedSize;
3949*3117ece4Schristos                 if (toLoad > zbc->inBuffSize - zbc->inPos) return ERROR(corruption_detected);   /* should never happen */
3950*3117ece4Schristos                 loadedSize = ZBUFFv05_limitCopy(zbc->inBuff + zbc->inPos, toLoad, ip, iend-ip);
3951*3117ece4Schristos                 ip += loadedSize;
3952*3117ece4Schristos                 zbc->inPos += loadedSize;
3953*3117ece4Schristos                 if (loadedSize < toLoad) { notDone = 0; break; }   /* not enough input, wait for more */
3954*3117ece4Schristos                 {
3955*3117ece4Schristos                     size_t decodedSize = ZSTDv05_decompressContinue(zbc->zc,
3956*3117ece4Schristos                         zbc->outBuff + zbc->outStart, zbc->outBuffSize - zbc->outStart,
3957*3117ece4Schristos                         zbc->inBuff, neededInSize);
3958*3117ece4Schristos                     if (ZSTDv05_isError(decodedSize)) return decodedSize;
3959*3117ece4Schristos                     zbc->inPos = 0;   /* input is consumed */
3960*3117ece4Schristos                     if (!decodedSize) { zbc->stage = ZBUFFv05ds_read; break; }   /* this was just a header */
3961*3117ece4Schristos                     zbc->outEnd = zbc->outStart +  decodedSize;
3962*3117ece4Schristos                     zbc->stage = ZBUFFv05ds_flush;
3963*3117ece4Schristos                     /* break; */  /* ZBUFFv05ds_flush follows */
3964*3117ece4Schristos                 }
3965*3117ece4Schristos 	    }
3966*3117ece4Schristos 	    /* fall-through */
3967*3117ece4Schristos         case ZBUFFv05ds_flush:
3968*3117ece4Schristos             {
3969*3117ece4Schristos                 size_t toFlushSize = zbc->outEnd - zbc->outStart;
3970*3117ece4Schristos                 size_t flushedSize = ZBUFFv05_limitCopy(op, oend-op, zbc->outBuff + zbc->outStart, toFlushSize);
3971*3117ece4Schristos                 op += flushedSize;
3972*3117ece4Schristos                 zbc->outStart += flushedSize;
3973*3117ece4Schristos                 if (flushedSize == toFlushSize) {
3974*3117ece4Schristos                     zbc->stage = ZBUFFv05ds_read;
3975*3117ece4Schristos                     if (zbc->outStart + BLOCKSIZE > zbc->outBuffSize)
3976*3117ece4Schristos                         zbc->outStart = zbc->outEnd = 0;
3977*3117ece4Schristos                     break;
3978*3117ece4Schristos                 }
3979*3117ece4Schristos                 /* cannot flush everything */
3980*3117ece4Schristos                 notDone = 0;
3981*3117ece4Schristos                 break;
3982*3117ece4Schristos             }
3983*3117ece4Schristos         default: return ERROR(GENERIC);   /* impossible */
3984*3117ece4Schristos     }   }
3985*3117ece4Schristos 
3986*3117ece4Schristos     *srcSizePtr = ip-istart;
3987*3117ece4Schristos     *maxDstSizePtr = op-ostart;
3988*3117ece4Schristos 
3989*3117ece4Schristos     {   size_t nextSrcSizeHint = ZSTDv05_nextSrcSizeToDecompress(zbc->zc);
3990*3117ece4Schristos         if (nextSrcSizeHint > ZBUFFv05_blockHeaderSize) nextSrcSizeHint+= ZBUFFv05_blockHeaderSize;   /* get next block header too */
3991*3117ece4Schristos         nextSrcSizeHint -= zbc->inPos;   /* already loaded*/
3992*3117ece4Schristos         return nextSrcSizeHint;
3993*3117ece4Schristos     }
3994*3117ece4Schristos }
3995*3117ece4Schristos 
3996*3117ece4Schristos 
3997*3117ece4Schristos 
3998*3117ece4Schristos /* *************************************
3999*3117ece4Schristos *  Tool functions
4000*3117ece4Schristos ***************************************/
4001*3117ece4Schristos unsigned ZBUFFv05_isError(size_t errorCode) { return ERR_isError(errorCode); }
4002*3117ece4Schristos const char* ZBUFFv05_getErrorName(size_t errorCode) { return ERR_getErrorName(errorCode); }
4003*3117ece4Schristos 
4004*3117ece4Schristos size_t ZBUFFv05_recommendedDInSize(void)  { return BLOCKSIZE + ZBUFFv05_blockHeaderSize /* block header size*/ ; }
4005*3117ece4Schristos size_t ZBUFFv05_recommendedDOutSize(void) { return BLOCKSIZE; }
4006