#!/bin/bash usage() { echo "Usage: $0 [-d ] [-N ]" exit 1 } is_business_day() { dt=${1} open_time=$(curl -s "${CalendarURL}&start=${dt}&end=${dt}" | jq '.[] | .open_time') if [ -n "${open_time}" ]; then return 0 else return 1 fi } export -f is_business_day # --- Settings export Bin=/alpaca_md_hbar_loader export OutputDir=/data/alpaca_md # Local export LogDir=/logs # --- Settings while getopts ":d:N:" opt; do case ${opt} in d ) Start=$OPTARG ;; N ) NumSymbols=$OPTARG ;; \? ) echo "Invalid option: -$OPTARG" >&2 usage ;; : ) echo "Option -$OPTARG requires an argument." >&2 usage ;; esac done # if [ -z ${Symbols} ] ; then # echo "symbols are not specified" # usage # fi mkdir -p ${OutputDir} mkdir -p ${LogDir} echo "CommandLine: ${*}" export CalendarURL=http://cloud23.cvtt.vpn:8000/api/v1/markets/hours?mic=XNYS if [ -z ${Start} ] ; then echo "start is not specified, getting yesterday..." Start=$(date -d "yesterday" "+%Y-%m-%d") echo "Start=${Start}" fi while true; do if is_business_day ${Start}; then break fi echo "${Start} is not business day in US" Start=$(date -d "${Start} - 1 day" "+%Y-%m-%d") done echo "Start=${Start}" Dstamp=$(date -d "${Start}" "+%Y%m%d") Cmd="${Bin}" Cmd="${Cmd} --credentials_file=/.creds" Cmd="${Cmd} --output_directory=${OutputDir}" Cmd="${Cmd} --start=${Start}" if [ -n "${NumSymbols}" ]; then Cmd="${Cmd} --num_symbols=${NumSymbols}" fi Cmd="${Cmd} > ${LogDir}/${Dstamp}.alpaca_hbar.log 2>&1" echo ${Cmd} eval ${Cmd} echo "Compressing" for file in $(find ${OutputDir} -type f -name '*db' -print ) do echo "Compressing ${file}" gzip ${file} done Source=/data/ Targets= Targets="${Targets} cvtt@homestore.cvtt.vpn:/works/cvtt/md_archive/equity" Targets="${Targets} cvtt@cloud21.cvtt.vpn:/opt/store/cvtt/md_archive/equity" for tgt in ${Targets} do Cmd="/usr/bin/rsync -ahv ${Source} ${tgt}" echo $Cmd eval $Cmd done