rvtr/gist-9cca361f404f07052d5870220748519e
1
Fork 0
mirror of https://gist.github.com/9cca361f404f07052d5870220748519e.git synced 2026-01-26 13:42:44 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

Browse Source
This commit is contained in:
Lillian Skinner 2025-06-17 17:21:00 -04:00 committed by GitHub
parent 9cf9db03e0
commit 53f6b424c5
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
SCRAPE_PLANAPPS.SH
View File

@ -1,17 +1,20 @@
#/bash #/bash
# Hey folks, please do not run this script more than necessary.
# Too many search requests will temporarily block searches for everyone, not just you.
# I do not want to DDOS London. I just want to allow for personal backups. Cheers!
echo -e "\n-========================================================================-" echo -e "\n-========================================================================-"
echo -e "-=- -=-" echo -e "-=- -=-"
echo -e "-=- SCRAPE_PLANAPPS.SH: Downloads planning applications -=-" echo -e "-=- SCRAPE_PLANAPPS.SH: Downloads planning applications -=-"
echo -e "-=- -=-" echo -e "-=- -=-"
echo -e "-=- https://gist.github.com/rvtr/******************************** -=-" echo -e "-=- https://gist.github.com/rvtr/9cca361f404f07052d5870220748519e -=-"
echo -e "-=- Lillian Skinner -=-" echo -e "-=- Lillian Skinner (2025) -=-"
echo -e "-=- -=-" echo -e "-=- -=-"
echo -e "-========================================================================-" echo -e "-========================================================================-"
echo "Starting job: SCRAPE_PLANAPPS: $(date)" echo "Starting job: SCRAPE_PLANAPPS: $(date)"
# Warning to all who read this script: # Warning to all who read this script:
# It is bad. I know it is bad, but I am tired okay, and sometimes sloppy just works. # It is badly written. I know it is bad, but I am tired okay, and sometimes sloppy just works.
# London seems to have recently blocked unusual user agents. Can't use wget or even ping. Thankfully pretend to be a real person! # London seems to have recently blocked unusual user agents. Can't use wget or even ping. Thankfully pretend to be a real person!
WGET_UA="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36 Viewer/99.9.8782.87" WGET_UA="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36 Viewer/99.9.8782.87"