ops/research/load_histdata.sh
2023-11-20 18:27:17 -05:00

59 lines
1.1 KiB
Bash
Executable File

#!/bin/bash
function load_zipfile {
key=${1}
letter_pair=${link_letter_pairs[$key]}
out_file="${out_dir}/${letter_pair}_tickers.zip"
url=${url_root}/${key}
log_file="${log_dir}/${today}.tickers_download.log"
cmd="wget --no-verbose -O ${out_file} ${url} |tee -a ${log_file} 2>&1"
echo ${cmd} | tee -a ${log_file}
eval ${cmd}
}
# ---------------------------------------------------
root_dir=/home/cvtt/prod/eqt_hist_md
log_dir=/home/cvtt/prod/logs
url_root="https://firstratedata.com/datafile/89CgWiwc60CylOIEFRDTCg"
mkdir -p ${log_dir}
link_letter_pairs=(
[13580]=AB
[13585]=CD
[13590]=EF
[13595]=GH
[13600]=IJ
[13605]=KL
[12509]=MN
[13610]=OP
[13615]=QR
[13620]=ST
[13625]=UV
[13630]=WX
[13635]=YZ
# [14033]=week_update
)
today=$(date '+%Y%m%d')
out_dir=${root_dir}/${today}
mkdir -p ${out_dir}
keys=${*}
if [ "${keys}" == "" ]
then
keys="${!link_letter_pairs[@]}"
fi
echo "keys=${keys}"
for key in ${keys}
do
load_zipfile ${key}
done
echo "${0} Done...." | tee -a ${log_file}