xref: /freebsd-src/sys/contrib/zstd/examples/multiple_simple_compression.c (revision 5ff13fbc199bdf5f0572845351c68ee5ca828e71)
12b9c00cbSConrad Meyer /*
2*5ff13fbcSAllan Jude  * Copyright (c) Yann Collet, Facebook, Inc.
32b9c00cbSConrad Meyer  * All rights reserved.
42b9c00cbSConrad Meyer  *
52b9c00cbSConrad Meyer  * This source code is licensed under both the BSD-style license (found in the
62b9c00cbSConrad Meyer  * LICENSE file in the root directory of this source tree) and the GPLv2 (found
72b9c00cbSConrad Meyer  * in the COPYING file in the root directory of this source tree).
82b9c00cbSConrad Meyer  * You may select, at your option, one of the above-listed licenses.
92b9c00cbSConrad Meyer  */
102b9c00cbSConrad Meyer 
112b9c00cbSConrad Meyer #include <stdio.h>     // printf
122b9c00cbSConrad Meyer #include <stdlib.h>    // free
132b9c00cbSConrad Meyer #include <string.h>    // memcpy, strlen
142b9c00cbSConrad Meyer #include <zstd.h>      // presumes zstd library is installed
152b9c00cbSConrad Meyer #include "common.h"    // Helper functions, CHECK(), and CHECK_ZSTD()
162b9c00cbSConrad Meyer 
172b9c00cbSConrad Meyer typedef struct {
182b9c00cbSConrad Meyer     void* fBuffer;
192b9c00cbSConrad Meyer     void* cBuffer;
202b9c00cbSConrad Meyer     size_t fBufferSize;
212b9c00cbSConrad Meyer     size_t cBufferSize;
222b9c00cbSConrad Meyer     ZSTD_CCtx* cctx;
232b9c00cbSConrad Meyer } resources;
242b9c00cbSConrad Meyer 
252b9c00cbSConrad Meyer /*
262b9c00cbSConrad Meyer  * allocate memory for buffers big enough to compress all files
272b9c00cbSConrad Meyer  * as well as memory for output file name (ofn)
282b9c00cbSConrad Meyer  */
createResources_orDie(int argc,const char ** argv,char ** ofn,size_t * ofnBufferLen)292b9c00cbSConrad Meyer static resources createResources_orDie(int argc, const char** argv, char **ofn, size_t* ofnBufferLen)
302b9c00cbSConrad Meyer {
312b9c00cbSConrad Meyer     size_t maxFilenameLength=0;
322b9c00cbSConrad Meyer     size_t maxFileSize = 0;
332b9c00cbSConrad Meyer 
342b9c00cbSConrad Meyer     int argNb;
352b9c00cbSConrad Meyer     for (argNb = 1; argNb < argc; argNb++) {
362b9c00cbSConrad Meyer       const char* const filename = argv[argNb];
372b9c00cbSConrad Meyer       size_t const filenameLength = strlen(filename);
382b9c00cbSConrad Meyer       size_t const fileSize = fsize_orDie(filename);
392b9c00cbSConrad Meyer 
402b9c00cbSConrad Meyer       if (filenameLength > maxFilenameLength) maxFilenameLength = filenameLength;
412b9c00cbSConrad Meyer       if (fileSize > maxFileSize) maxFileSize = fileSize;
422b9c00cbSConrad Meyer     }
432b9c00cbSConrad Meyer 
442b9c00cbSConrad Meyer     resources ress;
452b9c00cbSConrad Meyer     ress.fBufferSize = maxFileSize;
462b9c00cbSConrad Meyer     ress.cBufferSize = ZSTD_compressBound(maxFileSize);
472b9c00cbSConrad Meyer 
482b9c00cbSConrad Meyer     *ofnBufferLen = maxFilenameLength + 5;
492b9c00cbSConrad Meyer     *ofn = (char*)malloc_orDie(*ofnBufferLen);
502b9c00cbSConrad Meyer     ress.fBuffer = malloc_orDie(ress.fBufferSize);
512b9c00cbSConrad Meyer     ress.cBuffer = malloc_orDie(ress.cBufferSize);
522b9c00cbSConrad Meyer     ress.cctx = ZSTD_createCCtx();
532b9c00cbSConrad Meyer     CHECK(ress.cctx != NULL, "ZSTD_createCCtx() failed!");
542b9c00cbSConrad Meyer     return ress;
552b9c00cbSConrad Meyer }
562b9c00cbSConrad Meyer 
freeResources(resources ress,char * outFilename)572b9c00cbSConrad Meyer static void freeResources(resources ress, char *outFilename)
582b9c00cbSConrad Meyer {
592b9c00cbSConrad Meyer     free(ress.fBuffer);
602b9c00cbSConrad Meyer     free(ress.cBuffer);
612b9c00cbSConrad Meyer     ZSTD_freeCCtx(ress.cctx);   /* never fails */
622b9c00cbSConrad Meyer     free(outFilename);
632b9c00cbSConrad Meyer }
642b9c00cbSConrad Meyer 
652b9c00cbSConrad Meyer /* compress with pre-allocated context (ZSTD_CCtx) and input/output buffers*/
compressFile_orDie(resources ress,const char * fname,const char * oname)662b9c00cbSConrad Meyer static void compressFile_orDie(resources ress, const char* fname, const char* oname)
672b9c00cbSConrad Meyer {
682b9c00cbSConrad Meyer     size_t fSize = loadFile_orDie(fname, ress.fBuffer, ress.fBufferSize);
692b9c00cbSConrad Meyer 
702b9c00cbSConrad Meyer     /* Compress using the context.
712b9c00cbSConrad Meyer      * If you need more control over parameters, use the advanced API:
722b9c00cbSConrad Meyer      * ZSTD_CCtx_setParameter(), and ZSTD_compress2().
732b9c00cbSConrad Meyer      */
742b9c00cbSConrad Meyer     size_t const cSize = ZSTD_compressCCtx(ress.cctx, ress.cBuffer, ress.cBufferSize, ress.fBuffer, fSize, 1);
752b9c00cbSConrad Meyer     CHECK_ZSTD(cSize);
762b9c00cbSConrad Meyer 
772b9c00cbSConrad Meyer     saveFile_orDie(oname, ress.cBuffer, cSize);
782b9c00cbSConrad Meyer 
792b9c00cbSConrad Meyer     /* success */
802b9c00cbSConrad Meyer     printf("%25s : %6u -> %7u - %s \n", fname, (unsigned)fSize, (unsigned)cSize, oname);
812b9c00cbSConrad Meyer }
822b9c00cbSConrad Meyer 
main(int argc,const char ** argv)832b9c00cbSConrad Meyer int main(int argc, const char** argv)
842b9c00cbSConrad Meyer {
852b9c00cbSConrad Meyer     const char* const exeName = argv[0];
862b9c00cbSConrad Meyer 
872b9c00cbSConrad Meyer     if (argc<2) {
882b9c00cbSConrad Meyer         printf("wrong arguments\n");
892b9c00cbSConrad Meyer         printf("usage:\n");
902b9c00cbSConrad Meyer         printf("%s FILE(s)\n", exeName);
912b9c00cbSConrad Meyer         return 1;
922b9c00cbSConrad Meyer     }
932b9c00cbSConrad Meyer 
942b9c00cbSConrad Meyer     /* memory allocation for outFilename and resources */
952b9c00cbSConrad Meyer     char* outFilename;
962b9c00cbSConrad Meyer     size_t outFilenameBufferLen;
972b9c00cbSConrad Meyer     resources const ress = createResources_orDie(argc, argv, &outFilename, &outFilenameBufferLen);
982b9c00cbSConrad Meyer 
992b9c00cbSConrad Meyer     /* compress files with shared context, input and output buffers */
1002b9c00cbSConrad Meyer     int argNb;
1012b9c00cbSConrad Meyer     for (argNb = 1; argNb < argc; argNb++) {
1022b9c00cbSConrad Meyer         const char* const inFilename = argv[argNb];
1032b9c00cbSConrad Meyer         size_t const inFilenameLen = strlen(inFilename);
1042b9c00cbSConrad Meyer         CHECK(inFilenameLen + 5 <= outFilenameBufferLen, "File name too long!");
1052b9c00cbSConrad Meyer         memcpy(outFilename, inFilename, inFilenameLen);
1062b9c00cbSConrad Meyer         memcpy(outFilename+inFilenameLen, ".zst", 5);
1072b9c00cbSConrad Meyer         compressFile_orDie(ress, inFilename, outFilename);
1082b9c00cbSConrad Meyer     }
1092b9c00cbSConrad Meyer 
1102b9c00cbSConrad Meyer     /* free memory */
1112b9c00cbSConrad Meyer     freeResources(ress,outFilename);
1122b9c00cbSConrad Meyer 
1132b9c00cbSConrad Meyer     printf("compressed %i files \n", argc-1);
1142b9c00cbSConrad Meyer 
1152b9c00cbSConrad Meyer     return 0;
1162b9c00cbSConrad Meyer }
117