]> Sergey Matveev's repositories - dotfiles.git/commitdiff
mirror-* moved to http://www.git.stargrave.org/?p=mirror.git
authorSergey Matveev <stargrave@stargrave.org>
Sun, 19 Sep 2021 17:40:10 +0000 (20:40 +0300)
committerSergey Matveev <stargrave@stargrave.org>
Sun, 19 Sep 2021 17:40:10 +0000 (20:40 +0300)
wget/bin/mirror-page-warc.sh [deleted file]
wget/bin/mirror-page.sh [deleted file]
wget/bin/mirror-site-warc.sh [deleted file]
wget/bin/mirror-site.sh [deleted file]

diff --git a/wget/bin/mirror-page-warc.sh b/wget/bin/mirror-page-warc.sh
deleted file mode 100755 (executable)
index f0c8183..0000000
+++ /dev/null
@@ -1,7 +0,0 @@
-#!/bin/sh
-
-mirror-page.sh "$1" \
-    --warc-file $name-$(date '+%Y%M%d%H%m%S') \
-    --no-warc-compression \
-    --no-warc-keep-log \
-    $@
diff --git a/wget/bin/mirror-page.sh b/wget/bin/mirror-page.sh
deleted file mode 100755 (executable)
index 9f5d613..0000000
+++ /dev/null
@@ -1,21 +0,0 @@
-#!/bin/sh
-
-user_agent="Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27"
-
-name=$1
-shift
-mkdir -p $name
-
-cd $name
-wget \
-    --page-requisites \
-    --convert-links \
-    --adjust-extension \
-    --restrict-file-names=ascii \
-    --span-hosts \
-    --random-wait \
-    --execute robots=off \
-    --user-agent "$user_agent" \
-    --reject '*.woff*,*.ttf,*.eot,*.js' \
-    --tries 10 \
-    $@
diff --git a/wget/bin/mirror-site-warc.sh b/wget/bin/mirror-site-warc.sh
deleted file mode 100755 (executable)
index 7808115..0000000
+++ /dev/null
@@ -1,7 +0,0 @@
-#!/bin/sh
-
-mirror-site.sh "$1" \
-    --warc-file $name-$(date '+%Y%M%d%H%m%S') \
-    --no-warc-compression \
-    --no-warc-keep-log \
-    $@
diff --git a/wget/bin/mirror-site.sh b/wget/bin/mirror-site.sh
deleted file mode 100755 (executable)
index a5d83c6..0000000
+++ /dev/null
@@ -1,26 +0,0 @@
-#!/bin/sh
-
-user_agent="Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27"
-
-name=$1
-shift
-mkdir -p $name
-
-cd $name
-wget \
-    --page-requisites \
-    --convert-links \
-    --adjust-extension \
-    --restrict-file-names=ascii \
-    --span-hosts \
-    --random-wait \
-    --execute robots=off \
-    --recursive \
-    --timestamping \
-    -l inf \
-    --no-remove-listing \
-    --no-parent \
-    --user-agent "$user_agent" \
-    --reject '*.woff*,*.ttf,*.eot,*.js' \
-    --tries 10 \
-    $@