2 enzstd -- .warc.zst compressor
3 Copyright (C) 2021 Sergey Matveev <stargrave@stargrave.org>
5 This program is free software: you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation, version 3 of the License.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>.
21 #include <sys/endian.h>
26 main(int argc, char **argv)
28 ZSTD_CCtx *ctx = ZSTD_createCCtx();
30 fputs("can not initialize ZSTD_createCCtx\n", stderr);
33 size_t zCode = ZSTD_CCtx_setParameter(ctx, ZSTD_c_checksumFlag, 1);
34 if (ZSTD_isError(zCode)) {
35 fprintf(stderr, "can not setParameter: %s\n", ZSTD_getErrorName(zCode));
38 zCode = ZSTD_CCtx_setParameter(ctx, ZSTD_c_compressionLevel, ZSTD_maxCLevel());
39 if (ZSTD_isError(zCode)) {
40 fprintf(stderr, "can not setParameter: %s\n", ZSTD_getErrorName(zCode));
44 int rc = EXIT_FAILURE;
46 uint8_t *src = malloc(srcSize);
48 fprintf(stderr, "can not allocate memory: %zu\n", srcSize);
53 size_t srcWantSize = 0;
54 size_t dstWantSize = 0;
57 n = fread(src, 1, 8, stdin);
62 perror("can not fread(stdin)");
65 srcWantSize = (size_t)be64dec(src);
66 if (srcWantSize > srcSize) {
68 srcSize = srcWantSize;
69 src = malloc(srcSize);
71 fprintf(stderr, "can not allocate memory: %zu\n", srcSize);
75 n = fread(src, 1, srcWantSize, stdin);
76 if (n < srcWantSize) {
77 fputs("insufficient data fed\n", stderr);
80 dstWantSize = ZSTD_compressBound(srcWantSize);
81 if (dstWantSize > dstSize) {
83 dstSize = dstWantSize;
84 dst = malloc(dstSize);
86 fprintf(stderr, "can not allocate memory: %zu\n", dstSize);
90 zCode = ZSTD_compress2(ctx, dst, dstSize, src, srcWantSize);
91 if (ZSTD_isError(zCode)) {
92 fprintf(stderr, "can not compress: %s\n", ZSTD_getErrorName(zCode));
95 n = fwrite(dst, 1, zCode, stdout);
97 perror("can not fwrite(stdout)");