#!/bin/bash date_to_load=${1} # YYYY-MM-DD DockerRegistry=cloud21.cvtt.vpn:5500 DockerImage=${DockerRegistry}/alpaca_md_day #:latest LastDayFile=/home/cvtt/prod/logs/last_alpaca_hist_day ContainerName=alpaca_md_day is_container_running() { local container_name=$1 if [ "$(docker ps --filter "name=^/${container_name}$" --filter "status=running" -q)" ]; then return 0 # true else return 1 # false fi } export CalendarURL=http://cloud23.cvtt.vpn:8000/api/v1/markets/hours?mic=XNYS is_business_day() { dt=${1} open_time=$(curl -s "${CalendarURL}&start=${dt}&end=${dt}" | jq '.[] | .open_time') if [ -n "${open_time}" ]; then return 0 else return 1 fi } export -f is_business_day get_prev_business_day() { Start=${1} while true; do if is_business_day ${Start}; then break fi echo "${Start} is not business day in US" >&2 Start=$(date -d "${Start} - 1 day" "+%Y-%m-%d") done echo ${Start} } export -f get_prev_business_day if [ -z ${date_to_load} ] ; then echo "Yesterday data has priority. Running historical container will be stopped" Cmd="docker stop ${ContainerName}" echo ${Cmd} && eval ${Cmd} Cmd="docker kill ${ContainerName}" echo ${Cmd} && eval ${Cmd} Cmd="docker rm -f ${ContainerName}" echo ${Cmd} && eval ${Cmd} Cmd="docker ps" echo ${Cmd} && eval ${Cmd} if is_container_running "$ContainerName"; then echo "Container ${ContainerName} is still running." exit 3 fi else echo "Historical run ${date_to_load}" if is_container_running "$ContainerName"; then echo "Container ${ContainerName} is already running." exit 3 fi if [ "${date_to_load}" == "next" ] ; then if [ ! -e ${LastDayFile} ]; then echo "File ${LastDayFile} does not exist. Will try to use prev file." if [ ! -e ${LastDayFile}.prev ]; then echo "File ${LastDayFile}.prev does not exist. Aborted." exit 2 fi mv ${LastDayFile}.prev ${LastDayFile} fi last_date=$(cat ${LastDayFile} | xargs) if [ -z "${last_date}" ] ; then echo "File ${LastDayFile} returned an empty last day. Will try to use prev file." if [ ! -e ${LastDayFile}.prev ]; then echo "File ${LastDayFile}.prev does not exist. Aborted." exit 2 fi mv ${LastDayFile}.prev ${LastDayFile} last_date=$(cat ${LastDayFile} | xargs) if [ -z "${last_date}" ] ; then echo "Unable to obtain last_date. Aborted" exit 3 fi echo "No last date_to_load in ${LastDayFile}" exit 1 fi mv ${LastDayFile} ${LastDayFile}.prev date_to_load=$(date -d "${last_date} - 1 day" "+%Y-%m-%d") fi fi if [ -n "${date_to_load}" ]; then date_to_load=$(get_prev_business_day ${date_to_load}) echo "Historical Data for ${date_to_load}" fi Cmd="docker run" Cmd="${Cmd} --pull=always" Cmd="${Cmd} --network=host" Cmd="${Cmd} --name=${ContainerName}" Cmd="${Cmd} --rm" Cmd="${Cmd} ${DockerImage}" Cmd="${Cmd} ${date_to_load}" echo $Cmd eval $Cmd if [ "$?" != "0" ] ; then exit 1 # if killed we do not save last day fi # truncate to avoid false positive date_to_load=$(echo "${date_to_load}" | xargs) if [ -n "${date_to_load}" ]; then echo "Saving date_to_load to ${LastDayFile}" echo ${date_to_load} > ${LastDayFile} fi