prod/daily_mktdata
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

sim retrofit automation

Browse Source
This commit is contained in:
Oleg Sheynin 2025-10-16 20:50:04 +00:00
parent f1d07c2b43
commit 09bce2c5a6
7 changed files with 109 additions and 48 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
retrofit/crypto_missing_dates.sh Executable file
View File

@ -0,0 +1,25 @@
#!/bin/bash
# CRYPTO_MD_DATE=20250725 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up -d daily_crypto_cloud29
SourceHost=${1}
if [ "${SourceHost}" == "" ]; then
echo "Usage: ${0} <source_host>"
exit 1
fi
function_file=$(realpath $(dirname $0))/get_retrofit_dates.sh
source ${function_file}
Host=cvtt@cloud21.cvtt.vpn
FileGlob='*.mktdata.db.gz'
BackDaysCount=10
Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/crypto/${SourceHost} ${FileGlob} ${BackDaysCount}"
echo $Cmd
DATES=$($Cmd)
for dt in ${DATES}; do
echo $dt
done

21
retrofit/crypto_sim_missing_dates.sh Executable file
View File

@ -0,0 +1,21 @@
#!/bin/bash
# DAILY_SIM_CRYPTO_DATE=20250725 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up daily_sim_crypto
#
#
source $(realpath $(dirname $0))/get_retrofit_dates.sh
Host=cvtt@cloud21.cvtt.vpn
FileGlob='*.crypto_sim_md.db.gz'
BackDaysCount=50
Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/crypto/sim ${FileGlob} ${BackDaysCount}"
echo $Cmd
DATES=$($Cmd)
for dt in ${DATES}; do
echo $dt
done

19
retrofit/equity_missing_dates.sh Executable file
View File

@ -0,0 +1,19 @@
#!/bin/bash
# EQUITY_HBAR_DATE=2025-07-23 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up daily_equity_hbar
function_file=$(realpath $(dirname $0))/get_retrofit_dates.sh
source ${function_file}
Host=cvtt@cloud21.cvtt.vpn
FileGlob='*.alpaca_1m_bars.db.gz'
BackDaysCount=14
Cmd="get_equity_retrofit_dates ${Host} /works/cvtt/md_archive/equity/alpaca_md/2025/N/NVDA ${FileGlob} ${BackDaysCount}"
echo $Cmd
DATES=$($Cmd)
for dt in ${DATES}; do
echo $dt
done

19
retrofit/equity_sim_missing_dates.sh Executable file
View File

@ -0,0 +1,19 @@
#!/bin/bash
#
# DAILY_SIM_EQUITY_DATE=20250723 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up daily_sim_equity
#
source $(realpath $(dirname $0))/get_retrofit_dates.sh
Host=cvtt@cloud21.cvtt.vpn
FileGlob='*.alpaca_sim_md.db.gz'
BackDaysCount=50
Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/equity/alpaca_md/sim ${FileGlob} ${BackDaysCount}"
echo $Cmd
DATES=$($Cmd)
for dt in ${DATES}; do
echo $dt
done

7
retrofit/retrofit_crypto.sh
View File

@ -1,12 +1,15 @@
#!/bin/bash #!/bin/bash
# CRYPTO_MD_DATE=20250725 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up -d daily_crypto_cloud29 # CRYPTO_MD_DATE=20250725 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up -d daily_crypto_cloud29
SourceHost=${1}
if [ "${SourceHost}" == "" ]; then
echo "Usage: ${0} <source_host>"
exit 1
fi
function_file=$(realpath $(dirname $0))/get_retrofit_dates.sh function_file=$(realpath $(dirname $0))/get_retrofit_dates.sh
source ${function_file} source ${function_file}
SourceHost=${1}
Host=cvtt@cloud21.cvtt.vpn Host=cvtt@cloud21.cvtt.vpn
FileGlob='*.mktdata.db.gz' FileGlob='*.mktdata.db.gz'
BackDaysCount=10 BackDaysCount=10

41
retrofit/sim_crypto_retrofit.sh
View File

@ -3,38 +3,16 @@
# DAILY_SIM_CRYPTO_DATE=20250725 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up daily_sim_crypto # DAILY_SIM_CRYPTO_DATE=20250725 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up daily_sim_crypto
# #
# #
source $(realpath $(dirname $0))/get_retrofit_dates.sh
DATES="" Host=cvtt@cloud21.cvtt.vpn
#DATES+=" 20250901" FileGlob='*.crypto_sim_md.db.gz'
#DATES+=" 20250902" BackDaysCount=50
#DATES+=" 20250903"
#DATES+=" 20250904" Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/crypto/sim ${FileGlob} ${BackDaysCount}"
#DATES+=" 20250905" echo $Cmd
#DATES+=" 20250906"
#DATES+=" 20250907" DATES=$($Cmd)
#DATES+=" 20250908"
#DATES+=" 20250909"
#DATES+=" 20250910"
#DATES+=" 20250911"
#DATES+=" 20250912"
#DATES+=" 20250913"
#DATES+=" 20250914"
#DATES+=" 20250915"
#DATES+=" 20250816"
#DATES+=" 20250817"
#DATES+=" 20250818"
DATES+=" 20250919"
DATES+=" 20250920"
DATES+=" 20250921"
DATES+=" 20250922"
#DATES+=" 20250823"
#DATES+=" 20250824"
#DATES+=" 20250825"
#DATES+=" 20250826"
#DATES+=" 20250827"
#DATES+=" 20250828"
#DATES+=" 20250829"
#DATES+=" 20250831"
for dt in ${DATES}; do for dt in ${DATES}; do
Cmd="DAILY_SIM_CRYPTO_DATE=${dt}" Cmd="DAILY_SIM_CRYPTO_DATE=${dt}"
@ -45,3 +23,4 @@ for dt in ${DATES}; do
echo ${Cmd} echo ${Cmd}
eval ${Cmd} eval ${Cmd}
done done

25
retrofit/sim_equity_retrofit.sh
View File

@ -4,21 +4,16 @@
# DAILY_SIM_EQUITY_DATE=20250723 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up daily_sim_equity # DAILY_SIM_EQUITY_DATE=20250723 /usr/bin/docker compose -f /works/docker/daily_mktdata/docker-compose.yml up daily_sim_equity
# #
DATES="" source $(realpath $(dirname $0))/get_retrofit_dates.sh
#DATES+=" 20250811"
#DATES+=" 20250812" Host=cvtt@cloud21.cvtt.vpn
#DATES+=" 20250813" FileGlob='*.alpaca_sim_md.db.gz'
#DATES+=" 20250814" BackDaysCount=50
#DATES+=" 20250818"
DATES+=" 20250919" Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/equity/alpaca_md/sim ${FileGlob} ${BackDaysCount}"
#DATES+=" 20250820" echo $Cmd
#DATES+=" 20250821"
DATES+=" 20250922" DATES=$($Cmd)
#DATES+=" 20250825"
#DATES+=" 20250826"
#DATES+=" 20250827"
#DATES+=" 20250828"
DATES+=" 20250829"
for dt in ${DATES}; do for dt in ${DATES}; do
Cmd="DAILY_SIM_EQUITY_DATE=${dt}" Cmd="DAILY_SIM_EQUITY_DATE=${dt}"