progress

retrofit/crypto_missing_dates.sh

@@ -1,7 +1,5 @@
 #!/bin/bash
 
-# CRYPTO_MD_DATE=20250725 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up -d daily_crypto_cloud29 
-
 SourceHost=${1}
 if [ "${SourceHost}" == "" ]; then
    echo "Usage: ${0} <source_host>"

retrofit/crypto_sim_missing_dates.sh

@@ -9,7 +9,7 @@ DEFAULT_FGLOB=*.crypto_sim_md.db.gz
 
 Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn}
 FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}}
-BackDaysCount=${BACKDAYS_COUNT:-50}
+BackDaysCount=${BACKDAYS_COUNT:-30}
 
 Cmd="get_retrofit_dates  ${Source} /works/cvtt/md_archive/crypto/sim ${FileGlob} ${BackDaysCount}"
 echo $Cmd

retrofit/readme.md

@@ -0,0 +1,3 @@
+ ./run_retrofit.sh retrofit_crypto.sh cloud28
+
+ ./run_retrofit.sh retrofit_crypto.sh cloud29

retrofit/retrofit_crypto.sh

@@ -26,7 +26,7 @@ for dt in ${DATES}; do
    echo $dt
    Cmd="CRYPTO_MD_DATE=${dt}"
    Cmd+=" /usr/bin/docker compose" 
-   Cmd+=" -f /works/docker/daily_mktdata/docker-compose.yml up" 
+   Cmd+=" -f /works/docker/daily_mktdata/docker-compose.yml run --rm" 
    Cmd+=" daily_crypto_${SourceHost}"
 
    echo ${Cmd}

retrofit/retrofit_equity.sh

@@ -19,7 +19,7 @@ for dt in ${DATES}; do
    echo $dt
    Cmd="EQUITY_HBAR_DATE=${dt}"
    Cmd+=" /usr/bin/docker compose" 
-   Cmd+=" -f /works/docker/daily_mktdata/docker-compose.yml up" 
+   Cmd+=" -f /works/docker/daily_mktdata/docker-compose.yml run --rm" 
    Cmd+=" daily_equity_hbar"
 
 

retrofit/run_retrofit.sh

@@ -5,7 +5,7 @@ shift
 Params=${*}
 
 ScriptDir=$(realpath $(dirname ${0}))
-LogDir=${ScriptDir}/log
+LogDir=${ScriptDir}/logs
 mkdir -p ${LogDir}
 
 Cmd="nohup ${ScriptDir}/${Script} ${Params} > ${LogDir}/$(date '+%Y%m%d_%H%M%S').${Script}.log 2>&1 &"

retrofit/sim_crypto_retrofit.sh

@@ -19,7 +19,7 @@ DATES=$($Cmd)
 for dt in ${DATES}; do
    Cmd="DAILY_SIM_CRYPTO_DATE=${dt}"
    Cmd+=" /usr/bin/docker compose" 
-   Cmd+=" -f /works/docker/daily_mktdata/docker-compose.yml up" 
+   Cmd+=" -f /works/docker/daily_mktdata/docker-compose.yml run --rm" 
    Cmd+=" daily_sim_crypto"
 
    echo ${Cmd}

retrofit/sim_equity_retrofit.sh

@@ -20,7 +20,7 @@ DATES=$($Cmd)
 for dt in ${DATES}; do
    Cmd="DAILY_SIM_EQUITY_DATE=${dt}"
    Cmd+=" /usr/bin/docker compose" 
-   Cmd+=" -f /works/docker/daily_mktdata/docker-compose.yml up" 
+   Cmd+=" -f /works/docker/daily_mktdata/docker-compose.yml run --rm" 
    Cmd+=" daily_sim_equity"
 
    echo ${Cmd}