From: Sergey Matveev Date: Thu, 24 Feb 2022 16:17:08 +0000 (+0300) Subject: Use curl's --max-time X-Git-Url: http://www.git.stargrave.org/?a=commitdiff_plain;h=d6f4556c172d227da80ce42ed5012525964d418f;p=feeder.git Use curl's --max-time --- diff --git a/cmd/download.sh b/cmd/download.sh index 2b642f6..50f9268 100755 --- a/cmd/download.sh +++ b/cmd/download.sh @@ -15,6 +15,7 @@ ${CURL:-curl} --fail \ --output out \ --remote-time \ --etag-save etag \ + --max-time $FEEDER_CURL_MAX_TIME \ $etag_compare \ $time_cond \ $silent \ diff --git a/cmd/env.rc b/cmd/env.rc index 7c5874c..eccc933 100644 --- a/cmd/env.rc +++ b/cmd/env.rc @@ -5,6 +5,7 @@ PARALLEL="${PARALLEL:-parallel --bar --shuf}" FEEDER_USER_AGENT="${FEEDER_USER_AGENT:-stargrave.org-feeder/0.1.0}" #FEEDER_CURL_VERBOSE=1 +FEEDER_CURL_MAX_TIME=${FEEDER_CURL_MAX_TIME:-20} FEEDER_MAX_ITEMS=${FEEDER_MAX_ITEMS:-100} FEEDER_DOWNLOAD_JOBS=${FEEDER_DOWNLOAD_JOBS:-10} FEEDER_PARSE_JOBS=${FEEDER_PARSE_JOBS:-0}