rvtr/gist-1b471e5f5215c368fd78d9aba05f8dc2
1
Fork 0
mirror of https://gist.github.com/1b471e5f5215c368fd78d9aba05f8dc2.git synced 2026-01-26 13:42:45 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

Browse Source
This commit is contained in:
Lillian Skinner 2025-06-17 17:27:24 -04:00 committed by GitHub
parent 4db585f9fd
commit e8dbcfbe09
1 changed files with 159 additions and 170 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
SCRAPE_MEETINGS.SH
View File

@ -1,4 +1,4 @@
#/bash #!/bin/bash
# Hey folks, please do not run this script more than necessary. # Hey folks, please do not run this script more than necessary.
# Too many search requests will temporarily block searches for everyone, not just you. # Too many search requests will temporarily block searches for everyone, not just you.
# I do not want to DDOS London. I just want to allow for personal backups. Cheers! # I do not want to DDOS London. I just want to allow for personal backups. Cheers!
@ -39,10 +39,7 @@ SEARCH_FORMAT_DATE="f[0]=meeting_date%3A"
SEARCH_FORMAT_QUERY="search=query&sort_by=field_meeting_date" SEARCH_FORMAT_QUERY="search=query&sort_by=field_meeting_date"
# As far as I'm aware there are no meetings prior to 2011. # As far as I'm aware there are no meetings prior to 2011.
current_year=$(date +%Y) i=2011
current_month=$(date +%m)
current_day=$(date +%d)
i=$(date +%Y)
x=$((i + 1)) x=$((i + 1))
echo $x echo $x
SEARCH_END="FALSE" SEARCH_END="FALSE"
@ -231,15 +228,7 @@ while (( i < x )); do
*) MEETING_MONTH="--" ;; *) MEETING_MONTH="--" ;;
esac esac
if (( 10#$MEETING_YEAR >= 10#$current_year )) && (( 10#$MEETING_MONTH >= $((10#$current_month - 1)) )); then
#echo "date is greater"
FOUNDMEETING="TRUE" FOUNDMEETING="TRUE"
else
echo "SCRAPE_MEETINGS: Dates are in the past! Abort."
SEARCH_END="TRUE"
break
fi
fi fi
done < $SEARCH_PAGE done < $SEARCH_PAGE
else else