-
Notifications
You must be signed in to change notification settings - Fork 0
/
load_data.sh
executable file
·42 lines (25 loc) · 1.23 KB
/
load_data.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
set -e
#https://mesonet.agron.iastate.edu/cgi-bin/request/asos.py?station=EPWA&data=all&year1=2022&month1=1&day1=1&year2=2023&month2=3&day2=12&tz=Etc%2FUTC&format=onlycomma&latlon=yes&elev=yes&missing=null&trace=T&direct=no&report_type=3&report_type=4
STATION=$1 #"EPWA"
#START_YEAR=$2
#END_YEAR=$3
START_DAY=1
FSTART_DAY=`printf "%02d" ${START_DAY}`
START_MONTH=1
FSTART_MONTH=`printf "%02d" ${START_MONTH}`
START_YEAR=$2 #2022
END_DAY=31
END_MONTH=12
END_YEAR=$3 #${START_YEAR}
#https://www.cyberciti.biz/faq/unix-linux-iterate-over-a-variable-range-of-numbers-in-bash/
for ((c=$START_YEAR; c<=$END_YEAR; c++)); do
URL_PREFIX="https://mesonet.agron.iastate.edu/cgi-bin/request/asos.py?"
LOCAL_PREFIX="data/raw/${STATION}/${c}"
LOCAL_FILE="${STATION}_${FSTART_DAY}_${FSTART_MONTH}_${c}_${END_DAY}_${END_MONTH}_${c}.csv"
LOCAL_PATH="${LOCAL_PREFIX}/${LOCAL_FILE}"
URL="${URL_PREFIX}station=${STATION}&data=all&year1=${c}&month1=${START_MONTH}&day1=${START_DAY}&year2=${c}&month2=${END_MONTH}&day2=${END_DAY}&tz=Etc%2FUTC&format=onlycomma&latlon=yes&elev=yes&missing=null&trace=T&direct=no&report_type=3&report_type=4"
mkdir -p ${LOCAL_PREFIX}
wget ${URL} -O ${LOCAL_PATH}
sleep 10
done
#chmod +x load_data.sh