1*22ce4affSfengbojiang /*
2*22ce4affSfengbojiang * Copyright (c) 2016-2020, Yann Collet, Facebook, Inc.
3*22ce4affSfengbojiang * All rights reserved.
4*22ce4affSfengbojiang *
5*22ce4affSfengbojiang * This source code is licensed under both the BSD-style license (found in the
6*22ce4affSfengbojiang * LICENSE file in the root directory of this source tree) and the GPLv2 (found
7*22ce4affSfengbojiang * in the COPYING file in the root directory of this source tree).
8*22ce4affSfengbojiang * You may select, at your option, one of the above-listed licenses.
9*22ce4affSfengbojiang */
10*22ce4affSfengbojiang
11*22ce4affSfengbojiang #include <stdio.h> // printf
12*22ce4affSfengbojiang #include <stdlib.h> // free
13*22ce4affSfengbojiang #include <string.h> // memcpy, strlen
14*22ce4affSfengbojiang #include <zstd.h> // presumes zstd library is installed
15*22ce4affSfengbojiang #include "common.h" // Helper functions, CHECK(), and CHECK_ZSTD()
16*22ce4affSfengbojiang
17*22ce4affSfengbojiang typedef struct {
18*22ce4affSfengbojiang void* fBuffer;
19*22ce4affSfengbojiang void* cBuffer;
20*22ce4affSfengbojiang size_t fBufferSize;
21*22ce4affSfengbojiang size_t cBufferSize;
22*22ce4affSfengbojiang ZSTD_CCtx* cctx;
23*22ce4affSfengbojiang } resources;
24*22ce4affSfengbojiang
25*22ce4affSfengbojiang /*
26*22ce4affSfengbojiang * allocate memory for buffers big enough to compress all files
27*22ce4affSfengbojiang * as well as memory for output file name (ofn)
28*22ce4affSfengbojiang */
createResources_orDie(int argc,const char ** argv,char ** ofn,size_t * ofnBufferLen)29*22ce4affSfengbojiang static resources createResources_orDie(int argc, const char** argv, char **ofn, size_t* ofnBufferLen)
30*22ce4affSfengbojiang {
31*22ce4affSfengbojiang size_t maxFilenameLength=0;
32*22ce4affSfengbojiang size_t maxFileSize = 0;
33*22ce4affSfengbojiang
34*22ce4affSfengbojiang int argNb;
35*22ce4affSfengbojiang for (argNb = 1; argNb < argc; argNb++) {
36*22ce4affSfengbojiang const char* const filename = argv[argNb];
37*22ce4affSfengbojiang size_t const filenameLength = strlen(filename);
38*22ce4affSfengbojiang size_t const fileSize = fsize_orDie(filename);
39*22ce4affSfengbojiang
40*22ce4affSfengbojiang if (filenameLength > maxFilenameLength) maxFilenameLength = filenameLength;
41*22ce4affSfengbojiang if (fileSize > maxFileSize) maxFileSize = fileSize;
42*22ce4affSfengbojiang }
43*22ce4affSfengbojiang
44*22ce4affSfengbojiang resources ress;
45*22ce4affSfengbojiang ress.fBufferSize = maxFileSize;
46*22ce4affSfengbojiang ress.cBufferSize = ZSTD_compressBound(maxFileSize);
47*22ce4affSfengbojiang
48*22ce4affSfengbojiang *ofnBufferLen = maxFilenameLength + 5;
49*22ce4affSfengbojiang *ofn = (char*)malloc_orDie(*ofnBufferLen);
50*22ce4affSfengbojiang ress.fBuffer = malloc_orDie(ress.fBufferSize);
51*22ce4affSfengbojiang ress.cBuffer = malloc_orDie(ress.cBufferSize);
52*22ce4affSfengbojiang ress.cctx = ZSTD_createCCtx();
53*22ce4affSfengbojiang CHECK(ress.cctx != NULL, "ZSTD_createCCtx() failed!");
54*22ce4affSfengbojiang return ress;
55*22ce4affSfengbojiang }
56*22ce4affSfengbojiang
freeResources(resources ress,char * outFilename)57*22ce4affSfengbojiang static void freeResources(resources ress, char *outFilename)
58*22ce4affSfengbojiang {
59*22ce4affSfengbojiang free(ress.fBuffer);
60*22ce4affSfengbojiang free(ress.cBuffer);
61*22ce4affSfengbojiang ZSTD_freeCCtx(ress.cctx); /* never fails */
62*22ce4affSfengbojiang free(outFilename);
63*22ce4affSfengbojiang }
64*22ce4affSfengbojiang
65*22ce4affSfengbojiang /* compress with pre-allocated context (ZSTD_CCtx) and input/output buffers*/
compressFile_orDie(resources ress,const char * fname,const char * oname)66*22ce4affSfengbojiang static void compressFile_orDie(resources ress, const char* fname, const char* oname)
67*22ce4affSfengbojiang {
68*22ce4affSfengbojiang size_t fSize = loadFile_orDie(fname, ress.fBuffer, ress.fBufferSize);
69*22ce4affSfengbojiang
70*22ce4affSfengbojiang /* Compress using the context.
71*22ce4affSfengbojiang * If you need more control over parameters, use the advanced API:
72*22ce4affSfengbojiang * ZSTD_CCtx_setParameter(), and ZSTD_compress2().
73*22ce4affSfengbojiang */
74*22ce4affSfengbojiang size_t const cSize = ZSTD_compressCCtx(ress.cctx, ress.cBuffer, ress.cBufferSize, ress.fBuffer, fSize, 1);
75*22ce4affSfengbojiang CHECK_ZSTD(cSize);
76*22ce4affSfengbojiang
77*22ce4affSfengbojiang saveFile_orDie(oname, ress.cBuffer, cSize);
78*22ce4affSfengbojiang
79*22ce4affSfengbojiang /* success */
80*22ce4affSfengbojiang printf("%25s : %6u -> %7u - %s \n", fname, (unsigned)fSize, (unsigned)cSize, oname);
81*22ce4affSfengbojiang }
82*22ce4affSfengbojiang
main(int argc,const char ** argv)83*22ce4affSfengbojiang int main(int argc, const char** argv)
84*22ce4affSfengbojiang {
85*22ce4affSfengbojiang const char* const exeName = argv[0];
86*22ce4affSfengbojiang
87*22ce4affSfengbojiang if (argc<2) {
88*22ce4affSfengbojiang printf("wrong arguments\n");
89*22ce4affSfengbojiang printf("usage:\n");
90*22ce4affSfengbojiang printf("%s FILE(s)\n", exeName);
91*22ce4affSfengbojiang return 1;
92*22ce4affSfengbojiang }
93*22ce4affSfengbojiang
94*22ce4affSfengbojiang /* memory allocation for outFilename and resources */
95*22ce4affSfengbojiang char* outFilename;
96*22ce4affSfengbojiang size_t outFilenameBufferLen;
97*22ce4affSfengbojiang resources const ress = createResources_orDie(argc, argv, &outFilename, &outFilenameBufferLen);
98*22ce4affSfengbojiang
99*22ce4affSfengbojiang /* compress files with shared context, input and output buffers */
100*22ce4affSfengbojiang int argNb;
101*22ce4affSfengbojiang for (argNb = 1; argNb < argc; argNb++) {
102*22ce4affSfengbojiang const char* const inFilename = argv[argNb];
103*22ce4affSfengbojiang size_t const inFilenameLen = strlen(inFilename);
104*22ce4affSfengbojiang CHECK(inFilenameLen + 5 <= outFilenameBufferLen, "File name too long!");
105*22ce4affSfengbojiang memcpy(outFilename, inFilename, inFilenameLen);
106*22ce4affSfengbojiang memcpy(outFilename+inFilenameLen, ".zst", 5);
107*22ce4affSfengbojiang compressFile_orDie(ress, inFilename, outFilename);
108*22ce4affSfengbojiang }
109*22ce4affSfengbojiang
110*22ce4affSfengbojiang /* free memory */
111*22ce4affSfengbojiang freeResources(ress,outFilename);
112*22ce4affSfengbojiang
113*22ce4affSfengbojiang printf("compressed %i files \n", argc-1);
114*22ce4affSfengbojiang
115*22ce4affSfengbojiang return 0;
116*22ce4affSfengbojiang }
117