Compress WARCs

[feeder.git] / cmd / warcs.zsh

diff --git a/cmd/warcs.zsh b/cmd/warcs.zsh
index 4e3efd647f2334de34edc26fe325539d69b0b7f7..2f662abe2df420a7534a9bd2ff5137db8f6c3ca5 100755 (executable)
--- a/cmd/warcs.zsh
+++ b/cmd/warcs.zsh
@@ -33,6 +33,7 @@ for new (new/*(N)) {
         }
         fn=$(strftime %Y%m%d-%H%M%S)-$(url-to-filename $url)
         ${=WGET} $wget_opts --output-file=warcs.log --warc-file=$dst/$fn $url
-        print $dst/$fn.warc
+        $FEEDER_WARC_COMPRESS $dst/$fn.warc
+        print $dst/$fn.warc*
     done < $new
 }