Use curl's --max-time

diff --git a/cmd/download.sh b/cmd/download.sh
index 2b642f6b02b09a239d28367f8ba8fa1eb9412c75..50f9268fabba3601e384c5d525f438575c8abbcc 100755 (executable)
--- a/cmd/download.sh
+++ b/cmd/download.sh
@@ -15,6 +15,7 @@ ${CURL:-curl} --fail \
     --output out \
     --remote-time \
     --etag-save etag \
+    --max-time $FEEDER_CURL_MAX_TIME \
     $etag_compare \
     $time_cond \
     $silent \

diff --git a/cmd/env.rc b/cmd/env.rc
index 7c5874cfc1ec699530212e1127a17ef7d77c1101..eccc9338d857810e703091040917988468ecde54 100644 (file)
--- a/cmd/env.rc
+++ b/cmd/env.rc
@@ -5,6 +5,7 @@ PARALLEL="${PARALLEL:-parallel --bar --shuf}"
 
 FEEDER_USER_AGENT="${FEEDER_USER_AGENT:-stargrave.org-feeder/0.1.0}"
 #FEEDER_CURL_VERBOSE=1
+FEEDER_CURL_MAX_TIME=${FEEDER_CURL_MAX_TIME:-20}
 FEEDER_MAX_ITEMS=${FEEDER_MAX_ITEMS:-100}
 FEEDER_DOWNLOAD_JOBS=${FEEDER_DOWNLOAD_JOBS:-10}
 FEEDER_PARSE_JOBS=${FEEDER_PARSE_JOBS:-0}