From: Sergey Matveev Date: Sun, 19 Sep 2021 17:40:10 +0000 (+0300) Subject: mirror-* moved to http://www.git.stargrave.org/?p=mirror.git X-Git-Url: http://www.git.stargrave.org/?p=dotfiles.git;a=commitdiff_plain;h=bbdebd1943d062714f89ff76af7a697e5a2b1cc4 mirror-* moved to http://www.git.stargrave.org/?p=mirror.git --- diff --git a/wget/bin/mirror-page-warc.sh b/wget/bin/mirror-page-warc.sh deleted file mode 100755 index f0c8183..0000000 --- a/wget/bin/mirror-page-warc.sh +++ /dev/null @@ -1,7 +0,0 @@ -#!/bin/sh - -mirror-page.sh "$1" \ - --warc-file $name-$(date '+%Y%M%d%H%m%S') \ - --no-warc-compression \ - --no-warc-keep-log \ - $@ diff --git a/wget/bin/mirror-page.sh b/wget/bin/mirror-page.sh deleted file mode 100755 index 9f5d613..0000000 --- a/wget/bin/mirror-page.sh +++ /dev/null @@ -1,21 +0,0 @@ -#!/bin/sh - -user_agent="Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27" - -name=$1 -shift -mkdir -p $name - -cd $name -wget \ - --page-requisites \ - --convert-links \ - --adjust-extension \ - --restrict-file-names=ascii \ - --span-hosts \ - --random-wait \ - --execute robots=off \ - --user-agent "$user_agent" \ - --reject '*.woff*,*.ttf,*.eot,*.js' \ - --tries 10 \ - $@ diff --git a/wget/bin/mirror-site-warc.sh b/wget/bin/mirror-site-warc.sh deleted file mode 100755 index 7808115..0000000 --- a/wget/bin/mirror-site-warc.sh +++ /dev/null @@ -1,7 +0,0 @@ -#!/bin/sh - -mirror-site.sh "$1" \ - --warc-file $name-$(date '+%Y%M%d%H%m%S') \ - --no-warc-compression \ - --no-warc-keep-log \ - $@ diff --git a/wget/bin/mirror-site.sh b/wget/bin/mirror-site.sh deleted file mode 100755 index a5d83c6..0000000 --- a/wget/bin/mirror-site.sh +++ /dev/null @@ -1,26 +0,0 @@ -#!/bin/sh - -user_agent="Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27" - -name=$1 -shift -mkdir -p $name - -cd $name -wget \ - --page-requisites \ - --convert-links \ - --adjust-extension \ - --restrict-file-names=ascii \ - --span-hosts \ - --random-wait \ - --execute robots=off \ - --recursive \ - --timestamping \ - -l inf \ - --no-remove-listing \ - --no-parent \ - --user-agent "$user_agent" \ - --reject '*.woff*,*.ttf,*.eot,*.js' \ - --tries 10 \ - $@