1*22ce4affSfengbojiang /*
2*22ce4affSfengbojiang  * Copyright (c) 2016-2020, Yann Collet, Facebook, Inc.
3*22ce4affSfengbojiang  * All rights reserved.
4*22ce4affSfengbojiang  *
5*22ce4affSfengbojiang  * This source code is licensed under both the BSD-style license (found in the
6*22ce4affSfengbojiang  * LICENSE file in the root directory of this source tree) and the GPLv2 (found
7*22ce4affSfengbojiang  * in the COPYING file in the root directory of this source tree).
8*22ce4affSfengbojiang  * You may select, at your option, one of the above-listed licenses.
9*22ce4affSfengbojiang  */
10*22ce4affSfengbojiang 
11*22ce4affSfengbojiang #include <stdio.h>     // printf
12*22ce4affSfengbojiang #include <stdlib.h>    // free
13*22ce4affSfengbojiang #include <string.h>    // memcpy, strlen
14*22ce4affSfengbojiang #include <zstd.h>      // presumes zstd library is installed
15*22ce4affSfengbojiang #include "common.h"    // Helper functions, CHECK(), and CHECK_ZSTD()
16*22ce4affSfengbojiang 
17*22ce4affSfengbojiang typedef struct {
18*22ce4affSfengbojiang     void* fBuffer;
19*22ce4affSfengbojiang     void* cBuffer;
20*22ce4affSfengbojiang     size_t fBufferSize;
21*22ce4affSfengbojiang     size_t cBufferSize;
22*22ce4affSfengbojiang     ZSTD_CCtx* cctx;
23*22ce4affSfengbojiang } resources;
24*22ce4affSfengbojiang 
25*22ce4affSfengbojiang /*
26*22ce4affSfengbojiang  * allocate memory for buffers big enough to compress all files
27*22ce4affSfengbojiang  * as well as memory for output file name (ofn)
28*22ce4affSfengbojiang  */
createResources_orDie(int argc,const char ** argv,char ** ofn,size_t * ofnBufferLen)29*22ce4affSfengbojiang static resources createResources_orDie(int argc, const char** argv, char **ofn, size_t* ofnBufferLen)
30*22ce4affSfengbojiang {
31*22ce4affSfengbojiang     size_t maxFilenameLength=0;
32*22ce4affSfengbojiang     size_t maxFileSize = 0;
33*22ce4affSfengbojiang 
34*22ce4affSfengbojiang     int argNb;
35*22ce4affSfengbojiang     for (argNb = 1; argNb < argc; argNb++) {
36*22ce4affSfengbojiang       const char* const filename = argv[argNb];
37*22ce4affSfengbojiang       size_t const filenameLength = strlen(filename);
38*22ce4affSfengbojiang       size_t const fileSize = fsize_orDie(filename);
39*22ce4affSfengbojiang 
40*22ce4affSfengbojiang       if (filenameLength > maxFilenameLength) maxFilenameLength = filenameLength;
41*22ce4affSfengbojiang       if (fileSize > maxFileSize) maxFileSize = fileSize;
42*22ce4affSfengbojiang     }
43*22ce4affSfengbojiang 
44*22ce4affSfengbojiang     resources ress;
45*22ce4affSfengbojiang     ress.fBufferSize = maxFileSize;
46*22ce4affSfengbojiang     ress.cBufferSize = ZSTD_compressBound(maxFileSize);
47*22ce4affSfengbojiang 
48*22ce4affSfengbojiang     *ofnBufferLen = maxFilenameLength + 5;
49*22ce4affSfengbojiang     *ofn = (char*)malloc_orDie(*ofnBufferLen);
50*22ce4affSfengbojiang     ress.fBuffer = malloc_orDie(ress.fBufferSize);
51*22ce4affSfengbojiang     ress.cBuffer = malloc_orDie(ress.cBufferSize);
52*22ce4affSfengbojiang     ress.cctx = ZSTD_createCCtx();
53*22ce4affSfengbojiang     CHECK(ress.cctx != NULL, "ZSTD_createCCtx() failed!");
54*22ce4affSfengbojiang     return ress;
55*22ce4affSfengbojiang }
56*22ce4affSfengbojiang 
freeResources(resources ress,char * outFilename)57*22ce4affSfengbojiang static void freeResources(resources ress, char *outFilename)
58*22ce4affSfengbojiang {
59*22ce4affSfengbojiang     free(ress.fBuffer);
60*22ce4affSfengbojiang     free(ress.cBuffer);
61*22ce4affSfengbojiang     ZSTD_freeCCtx(ress.cctx);   /* never fails */
62*22ce4affSfengbojiang     free(outFilename);
63*22ce4affSfengbojiang }
64*22ce4affSfengbojiang 
65*22ce4affSfengbojiang /* compress with pre-allocated context (ZSTD_CCtx) and input/output buffers*/
compressFile_orDie(resources ress,const char * fname,const char * oname)66*22ce4affSfengbojiang static void compressFile_orDie(resources ress, const char* fname, const char* oname)
67*22ce4affSfengbojiang {
68*22ce4affSfengbojiang     size_t fSize = loadFile_orDie(fname, ress.fBuffer, ress.fBufferSize);
69*22ce4affSfengbojiang 
70*22ce4affSfengbojiang     /* Compress using the context.
71*22ce4affSfengbojiang      * If you need more control over parameters, use the advanced API:
72*22ce4affSfengbojiang      * ZSTD_CCtx_setParameter(), and ZSTD_compress2().
73*22ce4affSfengbojiang      */
74*22ce4affSfengbojiang     size_t const cSize = ZSTD_compressCCtx(ress.cctx, ress.cBuffer, ress.cBufferSize, ress.fBuffer, fSize, 1);
75*22ce4affSfengbojiang     CHECK_ZSTD(cSize);
76*22ce4affSfengbojiang 
77*22ce4affSfengbojiang     saveFile_orDie(oname, ress.cBuffer, cSize);
78*22ce4affSfengbojiang 
79*22ce4affSfengbojiang     /* success */
80*22ce4affSfengbojiang     printf("%25s : %6u -> %7u - %s \n", fname, (unsigned)fSize, (unsigned)cSize, oname);
81*22ce4affSfengbojiang }
82*22ce4affSfengbojiang 
main(int argc,const char ** argv)83*22ce4affSfengbojiang int main(int argc, const char** argv)
84*22ce4affSfengbojiang {
85*22ce4affSfengbojiang     const char* const exeName = argv[0];
86*22ce4affSfengbojiang 
87*22ce4affSfengbojiang     if (argc<2) {
88*22ce4affSfengbojiang         printf("wrong arguments\n");
89*22ce4affSfengbojiang         printf("usage:\n");
90*22ce4affSfengbojiang         printf("%s FILE(s)\n", exeName);
91*22ce4affSfengbojiang         return 1;
92*22ce4affSfengbojiang     }
93*22ce4affSfengbojiang 
94*22ce4affSfengbojiang     /* memory allocation for outFilename and resources */
95*22ce4affSfengbojiang     char* outFilename;
96*22ce4affSfengbojiang     size_t outFilenameBufferLen;
97*22ce4affSfengbojiang     resources const ress = createResources_orDie(argc, argv, &outFilename, &outFilenameBufferLen);
98*22ce4affSfengbojiang 
99*22ce4affSfengbojiang     /* compress files with shared context, input and output buffers */
100*22ce4affSfengbojiang     int argNb;
101*22ce4affSfengbojiang     for (argNb = 1; argNb < argc; argNb++) {
102*22ce4affSfengbojiang         const char* const inFilename = argv[argNb];
103*22ce4affSfengbojiang         size_t const inFilenameLen = strlen(inFilename);
104*22ce4affSfengbojiang         CHECK(inFilenameLen + 5 <= outFilenameBufferLen, "File name too long!");
105*22ce4affSfengbojiang         memcpy(outFilename, inFilename, inFilenameLen);
106*22ce4affSfengbojiang         memcpy(outFilename+inFilenameLen, ".zst", 5);
107*22ce4affSfengbojiang         compressFile_orDie(ress, inFilename, outFilename);
108*22ce4affSfengbojiang     }
109*22ce4affSfengbojiang 
110*22ce4affSfengbojiang     /* free memory */
111*22ce4affSfengbojiang     freeResources(ress,outFilename);
112*22ce4affSfengbojiang 
113*22ce4affSfengbojiang     printf("compressed %i files \n", argc-1);
114*22ce4affSfengbojiang 
115*22ce4affSfengbojiang     return 0;
116*22ce4affSfengbojiang }
117