From 27d66493e4cb5206349c34fd0ac7d172bf09ff77 Mon Sep 17 00:00:00 2001 From: Hyperling Date: Wed, 27 May 2026 08:10:17 -0700 Subject: [PATCH] Move the download-website function to shared. --- tasks/general/acct_mgmt/users.yml | 65 ------------------------------- 1 file changed, 65 deletions(-) diff --git a/tasks/general/acct_mgmt/users.yml b/tasks/general/acct_mgmt/users.yml index 931e6bd..dd19462 100644 --- a/tasks/general/acct_mgmt/users.yml +++ b/tasks/general/acct_mgmt/users.yml @@ -1108,70 +1108,6 @@ done sh -c "rm '{{ notify_log_file_wip }}'" fi - function_download_website: | - function download-website { - website="$1" - if [[ -z "$website" ]]; then - echo "ERROR: Website not provided. $website" - return - fi - if [[ "$website" != "http"* ]]; then - website="http://$website" - fi - # https://simpleit.rocks/linux/how-to-download-a-website-with-wget-the-right-way/ - # Does not simplify the links for offline usage. - # wget --wait=2 \ - # --level=inf \ - # --limit-rate=20K \ - # --recursive \ - # --page-requisites \ - # --user-agent=Mozilla \ - # --no-parent \ - # --convert-links \ - # --adjust-extension \ - # --no-clobber \ - # -e robots=off \ - # $website && - - # https://www.digitalcitizen.life/how-to-download-entire-website-for-offline-viewing/ - # This one is supposed to work too and is much smaller. - # wget --mirror \ - # --convert-links \ - # --adjust-extension \ - # --page-requisites \ - # --no-parent \ - # $website && - - # Combine the two by using mirow and removing the rate limit. - wget --mirror \ - --wait=2 \ - --level=inf \ - --recursive \ - --page-requisites \ - --user-agent=Mozilla \ - --no-parent \ - --convert-links \ - --adjust-extension \ - --no-clobber \ - -e robots=off \ - --timeout=15 \ - --tries=0 \ - --continue \ - $website && - { - echo "Success!" - } || { - echo "ERROR: Command reported a failure. (Error code '$?')" - echo "This may mean that the URL was not converted to local links." - echo "Please check the error and contents and try again if needed." - } - } - alias website-download="download-website" - alias curl-site="download-website" - alias pull-site="download-website" - alias curl-www="download-website" - alias pull-www="download-website" - alias www-pull="download-website" - name: General | Account Management | Users | Files | Common Variable @@ -1255,7 +1191,6 @@ {{ alias_commit }} {{ function_loop }} {{ process_notify_log }} - {{ function_download_website }} - name: General | Account Management | Users | Files | .bashrc blockinfile: