xref: /dflybsd-src/contrib/zstd/lib/deprecated/zbuff_compress.c (revision a28cd43d19e8b720a6c852a4bbc5ae147a26165a)
1a28cd43dSSascha Wildner /*
2a28cd43dSSascha Wildner  * Copyright (c) 2016-2020, Yann Collet, Facebook, Inc.
3a28cd43dSSascha Wildner  * All rights reserved.
4a28cd43dSSascha Wildner  *
5a28cd43dSSascha Wildner  * This source code is licensed under both the BSD-style license (found in the
6a28cd43dSSascha Wildner  * LICENSE file in the root directory of this source tree) and the GPLv2 (found
7a28cd43dSSascha Wildner  * in the COPYING file in the root directory of this source tree).
8a28cd43dSSascha Wildner  * You may select, at your option, one of the above-listed licenses.
9a28cd43dSSascha Wildner  */
10a28cd43dSSascha Wildner 
11a28cd43dSSascha Wildner 
12a28cd43dSSascha Wildner 
13a28cd43dSSascha Wildner /* *************************************
14a28cd43dSSascha Wildner *  Dependencies
15a28cd43dSSascha Wildner ***************************************/
16a28cd43dSSascha Wildner #define ZBUFF_STATIC_LINKING_ONLY
17a28cd43dSSascha Wildner #include "zbuff.h"
18a28cd43dSSascha Wildner 
19a28cd43dSSascha Wildner 
20a28cd43dSSascha Wildner /*-***********************************************************
21a28cd43dSSascha Wildner *  Streaming compression
22a28cd43dSSascha Wildner *
23a28cd43dSSascha Wildner *  A ZBUFF_CCtx object is required to track streaming operation.
24a28cd43dSSascha Wildner *  Use ZBUFF_createCCtx() and ZBUFF_freeCCtx() to create/release resources.
25a28cd43dSSascha Wildner *  Use ZBUFF_compressInit() to start a new compression operation.
26a28cd43dSSascha Wildner *  ZBUFF_CCtx objects can be reused multiple times.
27a28cd43dSSascha Wildner *
28a28cd43dSSascha Wildner *  Use ZBUFF_compressContinue() repetitively to consume your input.
29a28cd43dSSascha Wildner *  *srcSizePtr and *dstCapacityPtr can be any size.
30a28cd43dSSascha Wildner *  The function will report how many bytes were read or written by modifying *srcSizePtr and *dstCapacityPtr.
31a28cd43dSSascha Wildner *  Note that it may not consume the entire input, in which case it's up to the caller to call again the function with remaining input.
32a28cd43dSSascha Wildner *  The content of dst will be overwritten (up to *dstCapacityPtr) at each function call, so save its content if it matters or change dst .
33a28cd43dSSascha Wildner *  @return : a hint to preferred nb of bytes to use as input for next function call (it's only a hint, to improve latency)
34a28cd43dSSascha Wildner *            or an error code, which can be tested using ZBUFF_isError().
35a28cd43dSSascha Wildner *
36a28cd43dSSascha Wildner *  ZBUFF_compressFlush() can be used to instruct ZBUFF to compress and output whatever remains within its buffer.
37a28cd43dSSascha Wildner *  Note that it will not output more than *dstCapacityPtr.
38a28cd43dSSascha Wildner *  Therefore, some content might still be left into its internal buffer if dst buffer is too small.
39a28cd43dSSascha Wildner *  @return : nb of bytes still present into internal buffer (0 if it's empty)
40a28cd43dSSascha Wildner *            or an error code, which can be tested using ZBUFF_isError().
41a28cd43dSSascha Wildner *
42a28cd43dSSascha Wildner *  ZBUFF_compressEnd() instructs to finish a frame.
43a28cd43dSSascha Wildner *  It will perform a flush and write frame epilogue.
44a28cd43dSSascha Wildner *  Similar to ZBUFF_compressFlush(), it may not be able to output the entire internal buffer content if *dstCapacityPtr is too small.
45a28cd43dSSascha Wildner *  @return : nb of bytes still present into internal buffer (0 if it's empty)
46a28cd43dSSascha Wildner *            or an error code, which can be tested using ZBUFF_isError().
47a28cd43dSSascha Wildner *
48a28cd43dSSascha Wildner *  Hint : recommended buffer sizes (not compulsory)
49a28cd43dSSascha Wildner *  input : ZSTD_BLOCKSIZE_MAX (128 KB), internal unit size, it improves latency to use this value.
50a28cd43dSSascha Wildner *  output : ZSTD_compressBound(ZSTD_BLOCKSIZE_MAX) + ZSTD_blockHeaderSize + ZBUFF_endFrameSize : ensures it's always possible to write/flush/end a full block at best speed.
51a28cd43dSSascha Wildner * ***********************************************************/
52a28cd43dSSascha Wildner 
ZBUFF_createCCtx(void)53a28cd43dSSascha Wildner ZBUFF_CCtx* ZBUFF_createCCtx(void)
54a28cd43dSSascha Wildner {
55a28cd43dSSascha Wildner     return ZSTD_createCStream();
56a28cd43dSSascha Wildner }
57a28cd43dSSascha Wildner 
ZBUFF_createCCtx_advanced(ZSTD_customMem customMem)58a28cd43dSSascha Wildner ZBUFF_CCtx* ZBUFF_createCCtx_advanced(ZSTD_customMem customMem)
59a28cd43dSSascha Wildner {
60a28cd43dSSascha Wildner     return ZSTD_createCStream_advanced(customMem);
61a28cd43dSSascha Wildner }
62a28cd43dSSascha Wildner 
ZBUFF_freeCCtx(ZBUFF_CCtx * zbc)63a28cd43dSSascha Wildner size_t ZBUFF_freeCCtx(ZBUFF_CCtx* zbc)
64a28cd43dSSascha Wildner {
65a28cd43dSSascha Wildner     return ZSTD_freeCStream(zbc);
66a28cd43dSSascha Wildner }
67a28cd43dSSascha Wildner 
68a28cd43dSSascha Wildner 
69a28cd43dSSascha Wildner /* ======   Initialization   ====== */
70a28cd43dSSascha Wildner 
ZBUFF_compressInit_advanced(ZBUFF_CCtx * zbc,const void * dict,size_t dictSize,ZSTD_parameters params,unsigned long long pledgedSrcSize)71a28cd43dSSascha Wildner size_t ZBUFF_compressInit_advanced(ZBUFF_CCtx* zbc,
72a28cd43dSSascha Wildner                                    const void* dict, size_t dictSize,
73a28cd43dSSascha Wildner                                    ZSTD_parameters params, unsigned long long pledgedSrcSize)
74a28cd43dSSascha Wildner {
75a28cd43dSSascha Wildner     if (pledgedSrcSize==0) pledgedSrcSize = ZSTD_CONTENTSIZE_UNKNOWN;  /* preserve "0 == unknown" behavior */
76a28cd43dSSascha Wildner     return ZSTD_initCStream_advanced(zbc, dict, dictSize, params, pledgedSrcSize);
77a28cd43dSSascha Wildner }
78a28cd43dSSascha Wildner 
79a28cd43dSSascha Wildner 
ZBUFF_compressInitDictionary(ZBUFF_CCtx * zbc,const void * dict,size_t dictSize,int compressionLevel)80a28cd43dSSascha Wildner size_t ZBUFF_compressInitDictionary(ZBUFF_CCtx* zbc, const void* dict, size_t dictSize, int compressionLevel)
81a28cd43dSSascha Wildner {
82a28cd43dSSascha Wildner     return ZSTD_initCStream_usingDict(zbc, dict, dictSize, compressionLevel);
83a28cd43dSSascha Wildner }
84a28cd43dSSascha Wildner 
ZBUFF_compressInit(ZBUFF_CCtx * zbc,int compressionLevel)85a28cd43dSSascha Wildner size_t ZBUFF_compressInit(ZBUFF_CCtx* zbc, int compressionLevel)
86a28cd43dSSascha Wildner {
87a28cd43dSSascha Wildner     return ZSTD_initCStream(zbc, compressionLevel);
88a28cd43dSSascha Wildner }
89a28cd43dSSascha Wildner 
90a28cd43dSSascha Wildner /* ======   Compression   ====== */
91a28cd43dSSascha Wildner 
92a28cd43dSSascha Wildner 
ZBUFF_compressContinue(ZBUFF_CCtx * zbc,void * dst,size_t * dstCapacityPtr,const void * src,size_t * srcSizePtr)93a28cd43dSSascha Wildner size_t ZBUFF_compressContinue(ZBUFF_CCtx* zbc,
94a28cd43dSSascha Wildner                               void* dst, size_t* dstCapacityPtr,
95a28cd43dSSascha Wildner                         const void* src, size_t* srcSizePtr)
96a28cd43dSSascha Wildner {
97a28cd43dSSascha Wildner     size_t result;
98a28cd43dSSascha Wildner     ZSTD_outBuffer outBuff;
99a28cd43dSSascha Wildner     ZSTD_inBuffer inBuff;
100a28cd43dSSascha Wildner     outBuff.dst = dst;
101a28cd43dSSascha Wildner     outBuff.pos = 0;
102a28cd43dSSascha Wildner     outBuff.size = *dstCapacityPtr;
103a28cd43dSSascha Wildner     inBuff.src = src;
104a28cd43dSSascha Wildner     inBuff.pos = 0;
105a28cd43dSSascha Wildner     inBuff.size = *srcSizePtr;
106a28cd43dSSascha Wildner     result = ZSTD_compressStream(zbc, &outBuff, &inBuff);
107a28cd43dSSascha Wildner     *dstCapacityPtr = outBuff.pos;
108a28cd43dSSascha Wildner     *srcSizePtr = inBuff.pos;
109a28cd43dSSascha Wildner     return result;
110a28cd43dSSascha Wildner }
111a28cd43dSSascha Wildner 
112a28cd43dSSascha Wildner 
113a28cd43dSSascha Wildner 
114a28cd43dSSascha Wildner /* ======   Finalize   ====== */
115a28cd43dSSascha Wildner 
ZBUFF_compressFlush(ZBUFF_CCtx * zbc,void * dst,size_t * dstCapacityPtr)116a28cd43dSSascha Wildner size_t ZBUFF_compressFlush(ZBUFF_CCtx* zbc, void* dst, size_t* dstCapacityPtr)
117a28cd43dSSascha Wildner {
118a28cd43dSSascha Wildner     size_t result;
119a28cd43dSSascha Wildner     ZSTD_outBuffer outBuff;
120a28cd43dSSascha Wildner     outBuff.dst = dst;
121a28cd43dSSascha Wildner     outBuff.pos = 0;
122a28cd43dSSascha Wildner     outBuff.size = *dstCapacityPtr;
123a28cd43dSSascha Wildner     result = ZSTD_flushStream(zbc, &outBuff);
124a28cd43dSSascha Wildner     *dstCapacityPtr = outBuff.pos;
125a28cd43dSSascha Wildner     return result;
126a28cd43dSSascha Wildner }
127a28cd43dSSascha Wildner 
128a28cd43dSSascha Wildner 
ZBUFF_compressEnd(ZBUFF_CCtx * zbc,void * dst,size_t * dstCapacityPtr)129a28cd43dSSascha Wildner size_t ZBUFF_compressEnd(ZBUFF_CCtx* zbc, void* dst, size_t* dstCapacityPtr)
130a28cd43dSSascha Wildner {
131a28cd43dSSascha Wildner     size_t result;
132a28cd43dSSascha Wildner     ZSTD_outBuffer outBuff;
133a28cd43dSSascha Wildner     outBuff.dst = dst;
134a28cd43dSSascha Wildner     outBuff.pos = 0;
135a28cd43dSSascha Wildner     outBuff.size = *dstCapacityPtr;
136a28cd43dSSascha Wildner     result = ZSTD_endStream(zbc, &outBuff);
137a28cd43dSSascha Wildner     *dstCapacityPtr = outBuff.pos;
138a28cd43dSSascha Wildner     return result;
139a28cd43dSSascha Wildner }
140a28cd43dSSascha Wildner 
141a28cd43dSSascha Wildner 
142a28cd43dSSascha Wildner 
143a28cd43dSSascha Wildner /* *************************************
144a28cd43dSSascha Wildner *  Tool functions
145a28cd43dSSascha Wildner ***************************************/
ZBUFF_recommendedCInSize(void)146a28cd43dSSascha Wildner size_t ZBUFF_recommendedCInSize(void)  { return ZSTD_CStreamInSize(); }
ZBUFF_recommendedCOutSize(void)147a28cd43dSSascha Wildner size_t ZBUFF_recommendedCOutSize(void) { return ZSTD_CStreamOutSize(); }
148