Enclosures and WARCs downloader

[feeder.git] / feeds-parse.zsh

diff --git a/feeds-parse.zsh b/feeds-parse.zsh
index 17fbec72ca587ba3c1d6771cc36f7b3ee34cc452..4dcc61e80bd7313f09dc51d4a551ca0102d2c66f 100755 (executable)
--- a/feeds-parse.zsh
+++ b/feeds-parse.zsh
@@ -1,3 +1,6 @@
 #!/usr/bin/env zsh
-set -e
-redo-ifchange -j 16 `for f (feeds/*) print $f/feed.parse`
+cmds=$0:h:a/cmd
+fpath=($cmds/functions.zsh $fpath)
+autoload print-joblog-failed
+parallel --joblog parse.log "$cmds/parse.sh {}" ::: feeds/*
+print-joblog-failed < parse.log