1a28cd43dSSascha Wildner /* 2a28cd43dSSascha Wildner * Copyright (c) 2016-2020, Yann Collet, Facebook, Inc. 3a28cd43dSSascha Wildner * All rights reserved. 4a28cd43dSSascha Wildner * 5a28cd43dSSascha Wildner * This source code is licensed under both the BSD-style license (found in the 6a28cd43dSSascha Wildner * LICENSE file in the root directory of this source tree) and the GPLv2 (found 7a28cd43dSSascha Wildner * in the COPYING file in the root directory of this source tree). 8a28cd43dSSascha Wildner * You may select, at your option, one of the above-listed licenses. 9a28cd43dSSascha Wildner */ 10a28cd43dSSascha Wildner 11a28cd43dSSascha Wildner /* *************************************************************** 12a28cd43dSSascha Wildner * NOTES/WARNINGS 13a28cd43dSSascha Wildner ******************************************************************/ 14a28cd43dSSascha Wildner /* The streaming API defined here is deprecated. 15a28cd43dSSascha Wildner * Consider migrating towards ZSTD_compressStream() API in `zstd.h` 16a28cd43dSSascha Wildner * See 'lib/README.md'. 17a28cd43dSSascha Wildner *****************************************************************/ 18a28cd43dSSascha Wildner 19a28cd43dSSascha Wildner 20a28cd43dSSascha Wildner #if defined (__cplusplus) 21a28cd43dSSascha Wildner extern "C" { 22a28cd43dSSascha Wildner #endif 23a28cd43dSSascha Wildner 24a28cd43dSSascha Wildner #ifndef ZSTD_BUFFERED_H_23987 25a28cd43dSSascha Wildner #define ZSTD_BUFFERED_H_23987 26a28cd43dSSascha Wildner 27a28cd43dSSascha Wildner /* ************************************* 28a28cd43dSSascha Wildner * Dependencies 29a28cd43dSSascha Wildner ***************************************/ 30a28cd43dSSascha Wildner #include <stddef.h> /* size_t */ 31a28cd43dSSascha Wildner #include "../zstd.h" /* ZSTD_CStream, ZSTD_DStream, ZSTDLIB_API */ 32a28cd43dSSascha Wildner 33a28cd43dSSascha Wildner 34a28cd43dSSascha Wildner /* *************************************************************** 35a28cd43dSSascha Wildner * Compiler specifics 36a28cd43dSSascha Wildner *****************************************************************/ 37a28cd43dSSascha Wildner /* Deprecation warnings */ 38a28cd43dSSascha Wildner /* Should these warnings be a problem, 39a28cd43dSSascha Wildner * it is generally possible to disable them, 40a28cd43dSSascha Wildner * typically with -Wno-deprecated-declarations for gcc 41a28cd43dSSascha Wildner * or _CRT_SECURE_NO_WARNINGS in Visual. 42a28cd43dSSascha Wildner * Otherwise, it's also possible to define ZBUFF_DISABLE_DEPRECATE_WARNINGS 43a28cd43dSSascha Wildner */ 44a28cd43dSSascha Wildner #ifdef ZBUFF_DISABLE_DEPRECATE_WARNINGS 45a28cd43dSSascha Wildner # define ZBUFF_DEPRECATED(message) ZSTDLIB_API /* disable deprecation warnings */ 46a28cd43dSSascha Wildner #else 47a28cd43dSSascha Wildner # if defined (__cplusplus) && (__cplusplus >= 201402) /* C++14 or greater */ 48a28cd43dSSascha Wildner # define ZBUFF_DEPRECATED(message) [[deprecated(message)]] ZSTDLIB_API 49a28cd43dSSascha Wildner # elif (defined(GNUC) && (GNUC > 4 || (GNUC == 4 && GNUC_MINOR >= 5))) || defined(__clang__) 50a28cd43dSSascha Wildner # define ZBUFF_DEPRECATED(message) ZSTDLIB_API __attribute__((deprecated(message))) 51a28cd43dSSascha Wildner # elif defined(__GNUC__) && (__GNUC__ >= 3) 52a28cd43dSSascha Wildner # define ZBUFF_DEPRECATED(message) ZSTDLIB_API __attribute__((deprecated)) 53a28cd43dSSascha Wildner # elif defined(_MSC_VER) 54a28cd43dSSascha Wildner # define ZBUFF_DEPRECATED(message) ZSTDLIB_API __declspec(deprecated(message)) 55a28cd43dSSascha Wildner # else 56a28cd43dSSascha Wildner # pragma message("WARNING: You need to implement ZBUFF_DEPRECATED for this compiler") 57a28cd43dSSascha Wildner # define ZBUFF_DEPRECATED(message) ZSTDLIB_API 58a28cd43dSSascha Wildner # endif 59a28cd43dSSascha Wildner #endif /* ZBUFF_DISABLE_DEPRECATE_WARNINGS */ 60a28cd43dSSascha Wildner 61a28cd43dSSascha Wildner 62a28cd43dSSascha Wildner /* ************************************* 63a28cd43dSSascha Wildner * Streaming functions 64a28cd43dSSascha Wildner ***************************************/ 65a28cd43dSSascha Wildner /* This is the easier "buffered" streaming API, 66a28cd43dSSascha Wildner * using an internal buffer to lift all restrictions on user-provided buffers 67a28cd43dSSascha Wildner * which can be any size, any place, for both input and output. 68a28cd43dSSascha Wildner * ZBUFF and ZSTD are 100% interoperable, 69a28cd43dSSascha Wildner * frames created by one can be decoded by the other one */ 70a28cd43dSSascha Wildner 71a28cd43dSSascha Wildner typedef ZSTD_CStream ZBUFF_CCtx; 72a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_createCStream") ZBUFF_CCtx* ZBUFF_createCCtx(void); 73a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_freeCStream") size_t ZBUFF_freeCCtx(ZBUFF_CCtx* cctx); 74a28cd43dSSascha Wildner 75a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_initCStream") size_t ZBUFF_compressInit(ZBUFF_CCtx* cctx, int compressionLevel); 76a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_initCStream_usingDict") size_t ZBUFF_compressInitDictionary(ZBUFF_CCtx* cctx, const void* dict, size_t dictSize, int compressionLevel); 77a28cd43dSSascha Wildner 78a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_compressStream") size_t ZBUFF_compressContinue(ZBUFF_CCtx* cctx, void* dst, size_t* dstCapacityPtr, const void* src, size_t* srcSizePtr); 79a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_flushStream") size_t ZBUFF_compressFlush(ZBUFF_CCtx* cctx, void* dst, size_t* dstCapacityPtr); 80a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_endStream") size_t ZBUFF_compressEnd(ZBUFF_CCtx* cctx, void* dst, size_t* dstCapacityPtr); 81a28cd43dSSascha Wildner 82a28cd43dSSascha Wildner /*-************************************************* 83a28cd43dSSascha Wildner * Streaming compression - howto 84a28cd43dSSascha Wildner * 85a28cd43dSSascha Wildner * A ZBUFF_CCtx object is required to track streaming operation. 86a28cd43dSSascha Wildner * Use ZBUFF_createCCtx() and ZBUFF_freeCCtx() to create/release resources. 87a28cd43dSSascha Wildner * ZBUFF_CCtx objects can be reused multiple times. 88a28cd43dSSascha Wildner * 89a28cd43dSSascha Wildner * Start by initializing ZBUF_CCtx. 90a28cd43dSSascha Wildner * Use ZBUFF_compressInit() to start a new compression operation. 91a28cd43dSSascha Wildner * Use ZBUFF_compressInitDictionary() for a compression which requires a dictionary. 92a28cd43dSSascha Wildner * 93a28cd43dSSascha Wildner * Use ZBUFF_compressContinue() repetitively to consume input stream. 94a28cd43dSSascha Wildner * *srcSizePtr and *dstCapacityPtr can be any size. 95a28cd43dSSascha Wildner * The function will report how many bytes were read or written within *srcSizePtr and *dstCapacityPtr. 96a28cd43dSSascha Wildner * Note that it may not consume the entire input, in which case it's up to the caller to present again remaining data. 97a28cd43dSSascha Wildner * The content of `dst` will be overwritten (up to *dstCapacityPtr) at each call, so save its content if it matters or change @dst . 98a28cd43dSSascha Wildner * @return : a hint to preferred nb of bytes to use as input for next function call (it's just a hint, to improve latency) 99a28cd43dSSascha Wildner * or an error code, which can be tested using ZBUFF_isError(). 100a28cd43dSSascha Wildner * 101a28cd43dSSascha Wildner * At any moment, it's possible to flush whatever data remains within buffer, using ZBUFF_compressFlush(). 102a28cd43dSSascha Wildner * The nb of bytes written into `dst` will be reported into *dstCapacityPtr. 103a28cd43dSSascha Wildner * Note that the function cannot output more than *dstCapacityPtr, 104a28cd43dSSascha Wildner * therefore, some content might still be left into internal buffer if *dstCapacityPtr is too small. 105a28cd43dSSascha Wildner * @return : nb of bytes still present into internal buffer (0 if it's empty) 106a28cd43dSSascha Wildner * or an error code, which can be tested using ZBUFF_isError(). 107a28cd43dSSascha Wildner * 108a28cd43dSSascha Wildner * ZBUFF_compressEnd() instructs to finish a frame. 109a28cd43dSSascha Wildner * It will perform a flush and write frame epilogue. 110a28cd43dSSascha Wildner * The epilogue is required for decoders to consider a frame completed. 111a28cd43dSSascha Wildner * Similar to ZBUFF_compressFlush(), it may not be able to output the entire internal buffer content if *dstCapacityPtr is too small. 112a28cd43dSSascha Wildner * In which case, call again ZBUFF_compressFlush() to complete the flush. 113a28cd43dSSascha Wildner * @return : nb of bytes still present into internal buffer (0 if it's empty) 114a28cd43dSSascha Wildner * or an error code, which can be tested using ZBUFF_isError(). 115a28cd43dSSascha Wildner * 116a28cd43dSSascha Wildner * Hint : _recommended buffer_ sizes (not compulsory) : ZBUFF_recommendedCInSize() / ZBUFF_recommendedCOutSize() 117a28cd43dSSascha Wildner * input : ZBUFF_recommendedCInSize==128 KB block size is the internal unit, use this value to reduce intermediate stages (better latency) 118a28cd43dSSascha Wildner * output : ZBUFF_recommendedCOutSize==ZSTD_compressBound(128 KB) + 3 + 3 : ensures it's always possible to write/flush/end a full block. Skip some buffering. 119a28cd43dSSascha Wildner * By using both, it ensures that input will be entirely consumed, and output will always contain the result, reducing intermediate buffering. 120a28cd43dSSascha Wildner * **************************************************/ 121a28cd43dSSascha Wildner 122a28cd43dSSascha Wildner 123a28cd43dSSascha Wildner typedef ZSTD_DStream ZBUFF_DCtx; 124a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_createDStream") ZBUFF_DCtx* ZBUFF_createDCtx(void); 125a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_freeDStream") size_t ZBUFF_freeDCtx(ZBUFF_DCtx* dctx); 126a28cd43dSSascha Wildner 127a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_initDStream") size_t ZBUFF_decompressInit(ZBUFF_DCtx* dctx); 128a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_initDStream_usingDict") size_t ZBUFF_decompressInitDictionary(ZBUFF_DCtx* dctx, const void* dict, size_t dictSize); 129a28cd43dSSascha Wildner 130a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_decompressStream") size_t ZBUFF_decompressContinue(ZBUFF_DCtx* dctx, 131a28cd43dSSascha Wildner void* dst, size_t* dstCapacityPtr, 132a28cd43dSSascha Wildner const void* src, size_t* srcSizePtr); 133a28cd43dSSascha Wildner 134a28cd43dSSascha Wildner /*-*************************************************************************** 135a28cd43dSSascha Wildner * Streaming decompression howto 136a28cd43dSSascha Wildner * 137a28cd43dSSascha Wildner * A ZBUFF_DCtx object is required to track streaming operations. 138a28cd43dSSascha Wildner * Use ZBUFF_createDCtx() and ZBUFF_freeDCtx() to create/release resources. 139a28cd43dSSascha Wildner * Use ZBUFF_decompressInit() to start a new decompression operation, 140a28cd43dSSascha Wildner * or ZBUFF_decompressInitDictionary() if decompression requires a dictionary. 141a28cd43dSSascha Wildner * Note that ZBUFF_DCtx objects can be re-init multiple times. 142a28cd43dSSascha Wildner * 143a28cd43dSSascha Wildner * Use ZBUFF_decompressContinue() repetitively to consume your input. 144a28cd43dSSascha Wildner * *srcSizePtr and *dstCapacityPtr can be any size. 145a28cd43dSSascha Wildner * The function will report how many bytes were read or written by modifying *srcSizePtr and *dstCapacityPtr. 146a28cd43dSSascha Wildner * Note that it may not consume the entire input, in which case it's up to the caller to present remaining input again. 147a28cd43dSSascha Wildner * The content of `dst` will be overwritten (up to *dstCapacityPtr) at each function call, so save its content if it matters, or change `dst`. 148a28cd43dSSascha Wildner * @return : 0 when a frame is completely decoded and fully flushed, 149a28cd43dSSascha Wildner * 1 when there is still some data left within internal buffer to flush, 150a28cd43dSSascha Wildner * >1 when more data is expected, with value being a suggested next input size (it's just a hint, which helps latency), 151a28cd43dSSascha Wildner * or an error code, which can be tested using ZBUFF_isError(). 152a28cd43dSSascha Wildner * 153a28cd43dSSascha Wildner * Hint : recommended buffer sizes (not compulsory) : ZBUFF_recommendedDInSize() and ZBUFF_recommendedDOutSize() 154a28cd43dSSascha Wildner * output : ZBUFF_recommendedDOutSize== 128 KB block size is the internal unit, it ensures it's always possible to write a full block when decoded. 155a28cd43dSSascha Wildner * input : ZBUFF_recommendedDInSize == 128KB + 3; 156a28cd43dSSascha Wildner * just follow indications from ZBUFF_decompressContinue() to minimize latency. It should always be <= 128 KB + 3 . 157a28cd43dSSascha Wildner * *******************************************************************************/ 158a28cd43dSSascha Wildner 159a28cd43dSSascha Wildner 160a28cd43dSSascha Wildner /* ************************************* 161a28cd43dSSascha Wildner * Tool functions 162a28cd43dSSascha Wildner ***************************************/ 163a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_isError") unsigned ZBUFF_isError(size_t errorCode); 164a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_getErrorName") const char* ZBUFF_getErrorName(size_t errorCode); 165a28cd43dSSascha Wildner 166a28cd43dSSascha Wildner /** Functions below provide recommended buffer sizes for Compression or Decompression operations. 167a28cd43dSSascha Wildner * These sizes are just hints, they tend to offer better latency */ 168a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_CStreamInSize") size_t ZBUFF_recommendedCInSize(void); 169a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_CStreamOutSize") size_t ZBUFF_recommendedCOutSize(void); 170a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_DStreamInSize") size_t ZBUFF_recommendedDInSize(void); 171a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_DStreamOutSize") size_t ZBUFF_recommendedDOutSize(void); 172a28cd43dSSascha Wildner 173a28cd43dSSascha Wildner #endif /* ZSTD_BUFFERED_H_23987 */ 174a28cd43dSSascha Wildner 175a28cd43dSSascha Wildner 176a28cd43dSSascha Wildner #ifdef ZBUFF_STATIC_LINKING_ONLY 177a28cd43dSSascha Wildner #ifndef ZBUFF_STATIC_H_30298098432 178a28cd43dSSascha Wildner #define ZBUFF_STATIC_H_30298098432 179a28cd43dSSascha Wildner 180a28cd43dSSascha Wildner /* ==================================================================================== 181a28cd43dSSascha Wildner * The definitions in this section are considered experimental. 182a28cd43dSSascha Wildner * They should never be used in association with a dynamic library, as they may change in the future. 183a28cd43dSSascha Wildner * They are provided for advanced usages. 184a28cd43dSSascha Wildner * Use them only in association with static linking. 185a28cd43dSSascha Wildner * ==================================================================================== */ 186a28cd43dSSascha Wildner 187a28cd43dSSascha Wildner /*--- Dependency ---*/ 188a28cd43dSSascha Wildner #define ZSTD_STATIC_LINKING_ONLY /* ZSTD_parameters, ZSTD_customMem */ 189a28cd43dSSascha Wildner #include "../zstd.h" 190a28cd43dSSascha Wildner 191a28cd43dSSascha Wildner 192a28cd43dSSascha Wildner /*--- Custom memory allocator ---*/ 193a28cd43dSSascha Wildner /*! ZBUFF_createCCtx_advanced() : 194a28cd43dSSascha Wildner * Create a ZBUFF compression context using external alloc and free functions */ 195a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_createCStream_advanced") ZBUFF_CCtx* ZBUFF_createCCtx_advanced(ZSTD_customMem customMem); 196a28cd43dSSascha Wildner 197a28cd43dSSascha Wildner /*! ZBUFF_createDCtx_advanced() : 198a28cd43dSSascha Wildner * Create a ZBUFF decompression context using external alloc and free functions */ 199a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_createDStream_advanced") ZBUFF_DCtx* ZBUFF_createDCtx_advanced(ZSTD_customMem customMem); 200a28cd43dSSascha Wildner 201a28cd43dSSascha Wildner 202a28cd43dSSascha Wildner /*--- Advanced Streaming Initialization ---*/ 203a28cd43dSSascha Wildner ZBUFF_DEPRECATED("use ZSTD_initDStream_usingDict") size_t ZBUFF_compressInit_advanced(ZBUFF_CCtx* zbc, 204a28cd43dSSascha Wildner const void* dict, size_t dictSize, 205a28cd43dSSascha Wildner ZSTD_parameters params, unsigned long long pledgedSrcSize); 206a28cd43dSSascha Wildner 207a28cd43dSSascha Wildner 208a28cd43dSSascha Wildner #endif /* ZBUFF_STATIC_H_30298098432 */ 209a28cd43dSSascha Wildner #endif /* ZBUFF_STATIC_LINKING_ONLY */ 210a28cd43dSSascha Wildner 211a28cd43dSSascha Wildner 212a28cd43dSSascha Wildner #if defined (__cplusplus) 213a28cd43dSSascha Wildner } 214a28cd43dSSascha Wildner #endif 215