1*a28cd43dSSascha Wildner /*
2*a28cd43dSSascha Wildner * Copyright (c) 2016-2020, Yann Collet, Facebook, Inc.
3*a28cd43dSSascha Wildner * All rights reserved.
4*a28cd43dSSascha Wildner *
5*a28cd43dSSascha Wildner * This source code is licensed under both the BSD-style license (found in the
6*a28cd43dSSascha Wildner * LICENSE file in the root directory of this source tree) and the GPLv2 (found
7*a28cd43dSSascha Wildner * in the COPYING file in the root directory of this source tree).
8*a28cd43dSSascha Wildner * You may select, at your option, one of the above-listed licenses.
9*a28cd43dSSascha Wildner */
10*a28cd43dSSascha Wildner
11*a28cd43dSSascha Wildner
12*a28cd43dSSascha Wildner
13*a28cd43dSSascha Wildner /* *************************************
14*a28cd43dSSascha Wildner * Dependencies
15*a28cd43dSSascha Wildner ***************************************/
16*a28cd43dSSascha Wildner #define ZBUFF_STATIC_LINKING_ONLY
17*a28cd43dSSascha Wildner #include "zbuff.h"
18*a28cd43dSSascha Wildner
19*a28cd43dSSascha Wildner
20*a28cd43dSSascha Wildner /*-***********************************************************
21*a28cd43dSSascha Wildner * Streaming compression
22*a28cd43dSSascha Wildner *
23*a28cd43dSSascha Wildner * A ZBUFF_CCtx object is required to track streaming operation.
24*a28cd43dSSascha Wildner * Use ZBUFF_createCCtx() and ZBUFF_freeCCtx() to create/release resources.
25*a28cd43dSSascha Wildner * Use ZBUFF_compressInit() to start a new compression operation.
26*a28cd43dSSascha Wildner * ZBUFF_CCtx objects can be reused multiple times.
27*a28cd43dSSascha Wildner *
28*a28cd43dSSascha Wildner * Use ZBUFF_compressContinue() repetitively to consume your input.
29*a28cd43dSSascha Wildner * *srcSizePtr and *dstCapacityPtr can be any size.
30*a28cd43dSSascha Wildner * The function will report how many bytes were read or written by modifying *srcSizePtr and *dstCapacityPtr.
31*a28cd43dSSascha Wildner * Note that it may not consume the entire input, in which case it's up to the caller to call again the function with remaining input.
32*a28cd43dSSascha Wildner * The content of dst will be overwritten (up to *dstCapacityPtr) at each function call, so save its content if it matters or change dst .
33*a28cd43dSSascha Wildner * @return : a hint to preferred nb of bytes to use as input for next function call (it's only a hint, to improve latency)
34*a28cd43dSSascha Wildner * or an error code, which can be tested using ZBUFF_isError().
35*a28cd43dSSascha Wildner *
36*a28cd43dSSascha Wildner * ZBUFF_compressFlush() can be used to instruct ZBUFF to compress and output whatever remains within its buffer.
37*a28cd43dSSascha Wildner * Note that it will not output more than *dstCapacityPtr.
38*a28cd43dSSascha Wildner * Therefore, some content might still be left into its internal buffer if dst buffer is too small.
39*a28cd43dSSascha Wildner * @return : nb of bytes still present into internal buffer (0 if it's empty)
40*a28cd43dSSascha Wildner * or an error code, which can be tested using ZBUFF_isError().
41*a28cd43dSSascha Wildner *
42*a28cd43dSSascha Wildner * ZBUFF_compressEnd() instructs to finish a frame.
43*a28cd43dSSascha Wildner * It will perform a flush and write frame epilogue.
44*a28cd43dSSascha Wildner * Similar to ZBUFF_compressFlush(), it may not be able to output the entire internal buffer content if *dstCapacityPtr is too small.
45*a28cd43dSSascha Wildner * @return : nb of bytes still present into internal buffer (0 if it's empty)
46*a28cd43dSSascha Wildner * or an error code, which can be tested using ZBUFF_isError().
47*a28cd43dSSascha Wildner *
48*a28cd43dSSascha Wildner * Hint : recommended buffer sizes (not compulsory)
49*a28cd43dSSascha Wildner * input : ZSTD_BLOCKSIZE_MAX (128 KB), internal unit size, it improves latency to use this value.
50*a28cd43dSSascha Wildner * output : ZSTD_compressBound(ZSTD_BLOCKSIZE_MAX) + ZSTD_blockHeaderSize + ZBUFF_endFrameSize : ensures it's always possible to write/flush/end a full block at best speed.
51*a28cd43dSSascha Wildner * ***********************************************************/
52*a28cd43dSSascha Wildner
ZBUFF_createCCtx(void)53*a28cd43dSSascha Wildner ZBUFF_CCtx* ZBUFF_createCCtx(void)
54*a28cd43dSSascha Wildner {
55*a28cd43dSSascha Wildner return ZSTD_createCStream();
56*a28cd43dSSascha Wildner }
57*a28cd43dSSascha Wildner
ZBUFF_createCCtx_advanced(ZSTD_customMem customMem)58*a28cd43dSSascha Wildner ZBUFF_CCtx* ZBUFF_createCCtx_advanced(ZSTD_customMem customMem)
59*a28cd43dSSascha Wildner {
60*a28cd43dSSascha Wildner return ZSTD_createCStream_advanced(customMem);
61*a28cd43dSSascha Wildner }
62*a28cd43dSSascha Wildner
ZBUFF_freeCCtx(ZBUFF_CCtx * zbc)63*a28cd43dSSascha Wildner size_t ZBUFF_freeCCtx(ZBUFF_CCtx* zbc)
64*a28cd43dSSascha Wildner {
65*a28cd43dSSascha Wildner return ZSTD_freeCStream(zbc);
66*a28cd43dSSascha Wildner }
67*a28cd43dSSascha Wildner
68*a28cd43dSSascha Wildner
69*a28cd43dSSascha Wildner /* ====== Initialization ====== */
70*a28cd43dSSascha Wildner
ZBUFF_compressInit_advanced(ZBUFF_CCtx * zbc,const void * dict,size_t dictSize,ZSTD_parameters params,unsigned long long pledgedSrcSize)71*a28cd43dSSascha Wildner size_t ZBUFF_compressInit_advanced(ZBUFF_CCtx* zbc,
72*a28cd43dSSascha Wildner const void* dict, size_t dictSize,
73*a28cd43dSSascha Wildner ZSTD_parameters params, unsigned long long pledgedSrcSize)
74*a28cd43dSSascha Wildner {
75*a28cd43dSSascha Wildner if (pledgedSrcSize==0) pledgedSrcSize = ZSTD_CONTENTSIZE_UNKNOWN; /* preserve "0 == unknown" behavior */
76*a28cd43dSSascha Wildner return ZSTD_initCStream_advanced(zbc, dict, dictSize, params, pledgedSrcSize);
77*a28cd43dSSascha Wildner }
78*a28cd43dSSascha Wildner
79*a28cd43dSSascha Wildner
ZBUFF_compressInitDictionary(ZBUFF_CCtx * zbc,const void * dict,size_t dictSize,int compressionLevel)80*a28cd43dSSascha Wildner size_t ZBUFF_compressInitDictionary(ZBUFF_CCtx* zbc, const void* dict, size_t dictSize, int compressionLevel)
81*a28cd43dSSascha Wildner {
82*a28cd43dSSascha Wildner return ZSTD_initCStream_usingDict(zbc, dict, dictSize, compressionLevel);
83*a28cd43dSSascha Wildner }
84*a28cd43dSSascha Wildner
ZBUFF_compressInit(ZBUFF_CCtx * zbc,int compressionLevel)85*a28cd43dSSascha Wildner size_t ZBUFF_compressInit(ZBUFF_CCtx* zbc, int compressionLevel)
86*a28cd43dSSascha Wildner {
87*a28cd43dSSascha Wildner return ZSTD_initCStream(zbc, compressionLevel);
88*a28cd43dSSascha Wildner }
89*a28cd43dSSascha Wildner
90*a28cd43dSSascha Wildner /* ====== Compression ====== */
91*a28cd43dSSascha Wildner
92*a28cd43dSSascha Wildner
ZBUFF_compressContinue(ZBUFF_CCtx * zbc,void * dst,size_t * dstCapacityPtr,const void * src,size_t * srcSizePtr)93*a28cd43dSSascha Wildner size_t ZBUFF_compressContinue(ZBUFF_CCtx* zbc,
94*a28cd43dSSascha Wildner void* dst, size_t* dstCapacityPtr,
95*a28cd43dSSascha Wildner const void* src, size_t* srcSizePtr)
96*a28cd43dSSascha Wildner {
97*a28cd43dSSascha Wildner size_t result;
98*a28cd43dSSascha Wildner ZSTD_outBuffer outBuff;
99*a28cd43dSSascha Wildner ZSTD_inBuffer inBuff;
100*a28cd43dSSascha Wildner outBuff.dst = dst;
101*a28cd43dSSascha Wildner outBuff.pos = 0;
102*a28cd43dSSascha Wildner outBuff.size = *dstCapacityPtr;
103*a28cd43dSSascha Wildner inBuff.src = src;
104*a28cd43dSSascha Wildner inBuff.pos = 0;
105*a28cd43dSSascha Wildner inBuff.size = *srcSizePtr;
106*a28cd43dSSascha Wildner result = ZSTD_compressStream(zbc, &outBuff, &inBuff);
107*a28cd43dSSascha Wildner *dstCapacityPtr = outBuff.pos;
108*a28cd43dSSascha Wildner *srcSizePtr = inBuff.pos;
109*a28cd43dSSascha Wildner return result;
110*a28cd43dSSascha Wildner }
111*a28cd43dSSascha Wildner
112*a28cd43dSSascha Wildner
113*a28cd43dSSascha Wildner
114*a28cd43dSSascha Wildner /* ====== Finalize ====== */
115*a28cd43dSSascha Wildner
ZBUFF_compressFlush(ZBUFF_CCtx * zbc,void * dst,size_t * dstCapacityPtr)116*a28cd43dSSascha Wildner size_t ZBUFF_compressFlush(ZBUFF_CCtx* zbc, void* dst, size_t* dstCapacityPtr)
117*a28cd43dSSascha Wildner {
118*a28cd43dSSascha Wildner size_t result;
119*a28cd43dSSascha Wildner ZSTD_outBuffer outBuff;
120*a28cd43dSSascha Wildner outBuff.dst = dst;
121*a28cd43dSSascha Wildner outBuff.pos = 0;
122*a28cd43dSSascha Wildner outBuff.size = *dstCapacityPtr;
123*a28cd43dSSascha Wildner result = ZSTD_flushStream(zbc, &outBuff);
124*a28cd43dSSascha Wildner *dstCapacityPtr = outBuff.pos;
125*a28cd43dSSascha Wildner return result;
126*a28cd43dSSascha Wildner }
127*a28cd43dSSascha Wildner
128*a28cd43dSSascha Wildner
ZBUFF_compressEnd(ZBUFF_CCtx * zbc,void * dst,size_t * dstCapacityPtr)129*a28cd43dSSascha Wildner size_t ZBUFF_compressEnd(ZBUFF_CCtx* zbc, void* dst, size_t* dstCapacityPtr)
130*a28cd43dSSascha Wildner {
131*a28cd43dSSascha Wildner size_t result;
132*a28cd43dSSascha Wildner ZSTD_outBuffer outBuff;
133*a28cd43dSSascha Wildner outBuff.dst = dst;
134*a28cd43dSSascha Wildner outBuff.pos = 0;
135*a28cd43dSSascha Wildner outBuff.size = *dstCapacityPtr;
136*a28cd43dSSascha Wildner result = ZSTD_endStream(zbc, &outBuff);
137*a28cd43dSSascha Wildner *dstCapacityPtr = outBuff.pos;
138*a28cd43dSSascha Wildner return result;
139*a28cd43dSSascha Wildner }
140*a28cd43dSSascha Wildner
141*a28cd43dSSascha Wildner
142*a28cd43dSSascha Wildner
143*a28cd43dSSascha Wildner /* *************************************
144*a28cd43dSSascha Wildner * Tool functions
145*a28cd43dSSascha Wildner ***************************************/
ZBUFF_recommendedCInSize(void)146*a28cd43dSSascha Wildner size_t ZBUFF_recommendedCInSize(void) { return ZSTD_CStreamInSize(); }
ZBUFF_recommendedCOutSize(void)147*a28cd43dSSascha Wildner size_t ZBUFF_recommendedCOutSize(void) { return ZSTD_CStreamOutSize(); }
148