diff --git a/retrofit/crypto_missing_dates.sh b/retrofit/crypto_missing_dates.sh new file mode 100755 index 0000000..503fbb0 --- /dev/null +++ b/retrofit/crypto_missing_dates.sh @@ -0,0 +1,25 @@ +#!/bin/bash + +# CRYPTO_MD_DATE=20250725 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up -d daily_crypto_cloud29 + +SourceHost=${1} +if [ "${SourceHost}" == "" ]; then + echo "Usage: ${0} " + exit 1 +fi + +function_file=$(realpath $(dirname $0))/get_retrofit_dates.sh +source ${function_file} + +Host=cvtt@cloud21.cvtt.vpn +FileGlob='*.mktdata.db.gz' +BackDaysCount=10 + +Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/crypto/${SourceHost} ${FileGlob} ${BackDaysCount}" +echo $Cmd + +DATES=$($Cmd) + +for dt in ${DATES}; do + echo $dt +done diff --git a/retrofit/crypto_sim_missing_dates.sh b/retrofit/crypto_sim_missing_dates.sh new file mode 100755 index 0000000..b535e8b --- /dev/null +++ b/retrofit/crypto_sim_missing_dates.sh @@ -0,0 +1,21 @@ +#!/bin/bash + +# DAILY_SIM_CRYPTO_DATE=20250725 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up daily_sim_crypto +# +# +source $(realpath $(dirname $0))/get_retrofit_dates.sh + + +Host=cvtt@cloud21.cvtt.vpn +FileGlob='*.crypto_sim_md.db.gz' +BackDaysCount=50 + +Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/crypto/sim ${FileGlob} ${BackDaysCount}" +echo $Cmd + +DATES=$($Cmd) + +for dt in ${DATES}; do + echo $dt +done + diff --git a/retrofit/equity_missing_dates.sh b/retrofit/equity_missing_dates.sh new file mode 100755 index 0000000..1f2bbb5 --- /dev/null +++ b/retrofit/equity_missing_dates.sh @@ -0,0 +1,19 @@ +#!/bin/bash + +# EQUITY_HBAR_DATE=2025-07-23 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up daily_equity_hbar + +function_file=$(realpath $(dirname $0))/get_retrofit_dates.sh +source ${function_file} + +Host=cvtt@cloud21.cvtt.vpn +FileGlob='*.alpaca_1m_bars.db.gz' +BackDaysCount=14 + +Cmd="get_equity_retrofit_dates ${Host} /works/cvtt/md_archive/equity/alpaca_md/2025/N/NVDA ${FileGlob} ${BackDaysCount}" +echo $Cmd + +DATES=$($Cmd) + +for dt in ${DATES}; do + echo $dt +done diff --git a/retrofit/equity_sim_missing_dates.sh b/retrofit/equity_sim_missing_dates.sh new file mode 100755 index 0000000..b00322d --- /dev/null +++ b/retrofit/equity_sim_missing_dates.sh @@ -0,0 +1,19 @@ +#!/bin/bash + +# +# DAILY_SIM_EQUITY_DATE=20250723 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up daily_sim_equity +# +source $(realpath $(dirname $0))/get_retrofit_dates.sh + +Host=cvtt@cloud21.cvtt.vpn +FileGlob='*.alpaca_sim_md.db.gz' +BackDaysCount=50 + +Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/equity/alpaca_md/sim ${FileGlob} ${BackDaysCount}" +echo $Cmd + +DATES=$($Cmd) + +for dt in ${DATES}; do + echo $dt +done diff --git a/retrofit/retrofit_crypto.sh b/retrofit/retrofit_crypto.sh index 64f0459..66f4c4a 100755 --- a/retrofit/retrofit_crypto.sh +++ b/retrofit/retrofit_crypto.sh @@ -1,12 +1,15 @@ #!/bin/bash # CRYPTO_MD_DATE=20250725 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up -d daily_crypto_cloud29 +SourceHost=${1} +if [ "${SourceHost}" == "" ]; then + echo "Usage: ${0} " + exit 1 +fi function_file=$(realpath $(dirname $0))/get_retrofit_dates.sh source ${function_file} -SourceHost=${1} - Host=cvtt@cloud21.cvtt.vpn FileGlob='*.mktdata.db.gz' BackDaysCount=10 diff --git a/retrofit/sim_crypto_retrofit.sh b/retrofit/sim_crypto_retrofit.sh index d9daa92..1efec0f 100755 --- a/retrofit/sim_crypto_retrofit.sh +++ b/retrofit/sim_crypto_retrofit.sh @@ -3,38 +3,16 @@ # DAILY_SIM_CRYPTO_DATE=20250725 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up daily_sim_crypto # # +source $(realpath $(dirname $0))/get_retrofit_dates.sh -DATES="" -#DATES+=" 20250901" -#DATES+=" 20250902" -#DATES+=" 20250903" -#DATES+=" 20250904" -#DATES+=" 20250905" -#DATES+=" 20250906" -#DATES+=" 20250907" -#DATES+=" 20250908" -#DATES+=" 20250909" -#DATES+=" 20250910" -#DATES+=" 20250911" -#DATES+=" 20250912" -#DATES+=" 20250913" -#DATES+=" 20250914" -#DATES+=" 20250915" -#DATES+=" 20250816" -#DATES+=" 20250817" -#DATES+=" 20250818" -DATES+=" 20250919" -DATES+=" 20250920" -DATES+=" 20250921" -DATES+=" 20250922" -#DATES+=" 20250823" -#DATES+=" 20250824" -#DATES+=" 20250825" -#DATES+=" 20250826" -#DATES+=" 20250827" -#DATES+=" 20250828" -#DATES+=" 20250829" -#DATES+=" 20250831" +Host=cvtt@cloud21.cvtt.vpn +FileGlob='*.crypto_sim_md.db.gz' +BackDaysCount=50 + +Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/crypto/sim ${FileGlob} ${BackDaysCount}" +echo $Cmd + +DATES=$($Cmd) for dt in ${DATES}; do Cmd="DAILY_SIM_CRYPTO_DATE=${dt}" @@ -45,3 +23,4 @@ for dt in ${DATES}; do echo ${Cmd} eval ${Cmd} done + diff --git a/retrofit/sim_equity_retrofit.sh b/retrofit/sim_equity_retrofit.sh index 6c60693..7037abb 100755 --- a/retrofit/sim_equity_retrofit.sh +++ b/retrofit/sim_equity_retrofit.sh @@ -4,21 +4,16 @@ # DAILY_SIM_EQUITY_DATE=20250723 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up daily_sim_equity # -DATES="" -#DATES+=" 20250811" -#DATES+=" 20250812" -#DATES+=" 20250813" -#DATES+=" 20250814" -#DATES+=" 20250818" -DATES+=" 20250919" -#DATES+=" 20250820" -#DATES+=" 20250821" -DATES+=" 20250922" -#DATES+=" 20250825" -#DATES+=" 20250826" -#DATES+=" 20250827" -#DATES+=" 20250828" -DATES+=" 20250829" +source $(realpath $(dirname $0))/get_retrofit_dates.sh + +Host=cvtt@cloud21.cvtt.vpn +FileGlob='*.alpaca_sim_md.db.gz' +BackDaysCount=50 + +Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/equity/alpaca_md/sim ${FileGlob} ${BackDaysCount}" +echo $Cmd + +DATES=$($Cmd) for dt in ${DATES}; do Cmd="DAILY_SIM_EQUITY_DATE=${dt}"