From e8beba4ebf579a69fbfb9735c026991a6cc200a4 Mon Sep 17 00:00:00 2001 From: Sergey Matveev Date: Thu, 19 Sep 2024 16:56:57 +0300 Subject: [PATCH] Do not use compression anymore Modern filesystems like ZFS can do it transparently and should be used. --- cmd/env.rc | 1 - cmd/parse | 2 +- doc/storage.texi | 7 +++---- doc/usage/options.texi | 2 +- 4 files changed, 5 insertions(+), 7 deletions(-) diff --git a/cmd/env.rc b/cmd/env.rc index 4932680..79a7396 100644 --- a/cmd/env.rc +++ b/cmd/env.rc @@ -1,5 +1,4 @@ CURL="${CURL:-curl}" -ZSTD="${ZSTD:-zstdmt -19}" WGET="${WGET:-wget}" PARALLEL="${PARALLEL:-parallel --bar --shuf}" diff --git a/cmd/parse b/cmd/parse index ab830b5..90d35d7 100755 --- a/cmd/parse +++ b/cmd/parse @@ -7,6 +7,6 @@ cd "$1" [ -s download.hash ] && hash_their="`cat download.hash`" || : [ "$hash_our" != "$hash_their" ] || exit 0 [ -s max ] && max=`cat max` || max=$FEEDER_MAX_ITEMS -$ZSTD -d < feed.zst | $cmds/feed2mdir/feed2mdir -max-entries $max . > title.tmp +$cmds/feed2mdir/feed2mdir -max-entries $max . title.tmp mv title.tmp title echo "$hash_their" >parse.hash diff --git a/doc/storage.texi b/doc/storage.texi index ff051b1..5301d1a 100644 --- a/doc/storage.texi +++ b/doc/storage.texi @@ -20,12 +20,11 @@ Those files are used by @command{curl} to keep the content, its proper @code{mtime} (for @code{If-Modified-Since} header generation), @code{ETag} and response headers for debugging. -@item feed.zst -It contains the content itself. Compressed with -@url{https://facebook.github.io/zstd/, Zstandard}. +@item feed +It contains the content itself. @item download.hash, parse.hash -SHA-512 hash of the @file{feed.zst}, used to determine if feed was +SHA-512 hash of the @file{feed}, used to determine if feed was updated and parser has to do the job. @item title diff --git a/doc/usage/options.texi b/doc/usage/options.texi index 2b1a4df..0904a2a 100644 --- a/doc/usage/options.texi +++ b/doc/usage/options.texi @@ -4,5 +4,5 @@ There are a few configuration options defined in @file{cmd/env.rc}. You can override them either with environment variables, or by editing that file directly. You can override @command{curl}, @command{wget}, -@command{zstd}, @command{parallel} command invocations, +@command{parallel} command invocations, @code{User-Agent}, number of download/parse jobs run in parallel and so on. -- 2.48.1