common.rc | 14 ++++++++++++++ page | 8 ++++++++ site | 16 ++++++++++++++++ diff --git a/common.rc b/common.rc new file mode 100644 index 0000000000000000000000000000000000000000..c870051493a0a6dd6c59bbcd91e41d7161ddde9941692da9b01061c836042980 --- /dev/null +++ b/common.rc @@ -0,0 +1,14 @@ +user_agent="Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:64.0) Gecko/20100101 Firefox/64.0" + +opts=( + --page-requisites + --convert-links + --adjust-extension + --restrict-file-names=ascii + --span-hosts + --random-wait + --execute robots=off + --user-agent "$user_agent" + --reject "*.woff*,*.ttf,*.js" + --tries 10 +) diff --git a/page b/page new file mode 100755 index 0000000000000000000000000000000000000000..bd4b117f05fa8c5a27430178d861348a452f1a70f11398ef9e15493ad4017fa4 --- /dev/null +++ b/page @@ -0,0 +1,8 @@ +#!/usr/local/bin/zsh + +. $0:h/common.rc +name=$1 +shift +mkdir -p $name +cd $name +wget $opts $@ diff --git a/site b/site new file mode 100755 index 0000000000000000000000000000000000000000..efd9ea85d3b1aa5eb9ab9b6baabf467f89a2181d76bbf46fef262140b6ab42e2 --- /dev/null +++ b/site @@ -0,0 +1,16 @@ +#!/usr/local/bin/zsh + +. $0:h/common.rc +name=$1 +shift +mkdir -p $name +cd $name +opts=( + $opts + --recursive + --timestamping + -l inf + --no-remove-listing + --no-parent +) +wget $opts $@