From bbdebd1943d062714f89ff76af7a697e5a2b1cc4 Mon Sep 17 00:00:00 2001 From: Sergey Matveev Date: Sun, 19 Sep 2021 20:40:10 +0300 Subject: [PATCH] mirror-* moved to http://www.git.stargrave.org/?p=mirror.git --- wget/bin/mirror-page-warc.sh | 7 ------- wget/bin/mirror-page.sh | 21 --------------------- wget/bin/mirror-site-warc.sh | 7 ------- wget/bin/mirror-site.sh | 26 -------------------------- 4 files changed, 61 deletions(-) delete mode 100755 wget/bin/mirror-page-warc.sh delete mode 100755 wget/bin/mirror-page.sh delete mode 100755 wget/bin/mirror-site-warc.sh delete mode 100755 wget/bin/mirror-site.sh diff --git a/wget/bin/mirror-page-warc.sh b/wget/bin/mirror-page-warc.sh deleted file mode 100755 index f0c8183..0000000 --- a/wget/bin/mirror-page-warc.sh +++ /dev/null @@ -1,7 +0,0 @@ -#!/bin/sh - -mirror-page.sh "$1" \ - --warc-file $name-$(date '+%Y%M%d%H%m%S') \ - --no-warc-compression \ - --no-warc-keep-log \ - $@ diff --git a/wget/bin/mirror-page.sh b/wget/bin/mirror-page.sh deleted file mode 100755 index 9f5d613..0000000 --- a/wget/bin/mirror-page.sh +++ /dev/null @@ -1,21 +0,0 @@ -#!/bin/sh - -user_agent="Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27" - -name=$1 -shift -mkdir -p $name - -cd $name -wget \ - --page-requisites \ - --convert-links \ - --adjust-extension \ - --restrict-file-names=ascii \ - --span-hosts \ - --random-wait \ - --execute robots=off \ - --user-agent "$user_agent" \ - --reject '*.woff*,*.ttf,*.eot,*.js' \ - --tries 10 \ - $@ diff --git a/wget/bin/mirror-site-warc.sh b/wget/bin/mirror-site-warc.sh deleted file mode 100755 index 7808115..0000000 --- a/wget/bin/mirror-site-warc.sh +++ /dev/null @@ -1,7 +0,0 @@ -#!/bin/sh - -mirror-site.sh "$1" \ - --warc-file $name-$(date '+%Y%M%d%H%m%S') \ - --no-warc-compression \ - --no-warc-keep-log \ - $@ diff --git a/wget/bin/mirror-site.sh b/wget/bin/mirror-site.sh deleted file mode 100755 index a5d83c6..0000000 --- a/wget/bin/mirror-site.sh +++ /dev/null @@ -1,26 +0,0 @@ -#!/bin/sh - -user_agent="Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27" - -name=$1 -shift -mkdir -p $name - -cd $name -wget \ - --page-requisites \ - --convert-links \ - --adjust-extension \ - --restrict-file-names=ascii \ - --span-hosts \ - --random-wait \ - --execute robots=off \ - --recursive \ - --timestamping \ - -l inf \ - --no-remove-listing \ - --no-parent \ - --user-agent "$user_agent" \ - --reject '*.woff*,*.ttf,*.eot,*.js' \ - --tries 10 \ - $@ -- 2.44.0