prod/daily_mktdata
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

progress. flexibility for retrofit

Browse Source
This commit is contained in:
Oleg Sheynin 2025-10-17 15:02:35 +00:00
parent 09bce2c5a6
commit 0a19041bbd
8 changed files with 53 additions and 34 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
retrofit/crypto_missing_dates.sh
View File

@ -11,11 +11,14 @@ fi
function_file=$(realpath $(dirname $0))/get_retrofit_dates.sh
source ${function_file}
Host=cvtt@cloud21.cvtt.vpn
FileGlob='*.mktdata.db.gz'
BackDaysCount=10
DEFAULT_FGLOB=*.mktdata.db.gz
Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/crypto/${SourceHost} ${FileGlob} ${BackDaysCount}"
Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn}
FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}}
BackDaysCount=${BACKDAYS_COUNT:-50}
Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/crypto/${SourceHost} ${FileGlob} ${BackDaysCount}"
echo $Cmd
DATES=$($Cmd)

9
retrofit/crypto_sim_missing_dates.sh
View File

@ -5,12 +5,13 @@
#
source $(realpath $(dirname $0))/get_retrofit_dates.sh
DEFAULT_FGLOB=*.crypto_sim_md.db.gz
Host=cvtt@cloud21.cvtt.vpn
FileGlob='*.crypto_sim_md.db.gz'
BackDaysCount=50
Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn}
FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}}
BackDaysCount=${BACKDAYS_COUNT:-50}
Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/crypto/sim ${FileGlob} ${BackDaysCount}"
Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/crypto/sim ${FileGlob} ${BackDaysCount}"
echo $Cmd
DATES=$($Cmd)

10
retrofit/equity_missing_dates.sh
View File

@ -5,11 +5,13 @@
function_file=$(realpath $(dirname $0))/get_retrofit_dates.sh
source ${function_file}
Host=cvtt@cloud21.cvtt.vpn
FileGlob='*.alpaca_1m_bars.db.gz'
BackDaysCount=14
DEFAULT_FGLOB=*.alpaca_1m_bars.db.gz
Cmd="get_equity_retrofit_dates ${Host} /works/cvtt/md_archive/equity/alpaca_md/2025/N/NVDA ${FileGlob} ${BackDaysCount}"
Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn}
FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}}
BackDaysCount=${BACKDAYS_COUNT:-50}
Cmd="get_equity_retrofit_dates ${Source} /works/cvtt/md_archive/equity/alpaca_md/2025/N/NVDA ${FileGlob} ${BackDaysCount}"
echo $Cmd
DATES=$($Cmd)

16
retrofit/equity_sim_missing_dates.sh
View File

@ -5,15 +5,21 @@
#
source $(realpath $(dirname $0))/get_retrofit_dates.sh
Host=cvtt@cloud21.cvtt.vpn
FileGlob='*.alpaca_sim_md.db.gz'
BackDaysCount=50
DEFAULT_FGLOB=*.alpaca_sim_md.db.gz
Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/equity/alpaca_md/sim ${FileGlob} ${BackDaysCount}"
Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn}
FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}}
BackDaysCount=${BACKDAYS_COUNT:-50}
Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/equity/alpaca_md/sim ${FileGlob} ${BackDaysCount}"
echo $Cmd
DATES=$($Cmd)
for dt in ${DATES}; do
echo $dt
weekday=$(date -d "$dt" +%u)
(( weekday >= 6 )) && continue
fdt=$(date -d "$dt" +%Y-%m-%d 2>/dev/null)
echo $fdt
done

11
retrofit/retrofit_crypto.sh
View File

@ -10,11 +10,14 @@ fi
function_file=$(realpath $(dirname $0))/get_retrofit_dates.sh
source ${function_file}
Host=cvtt@cloud21.cvtt.vpn
FileGlob='*.mktdata.db.gz'
BackDaysCount=10
DEFAULT_FGLOB=*.mktdata.db.gz
Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/crypto/${SourceHost} ${FileGlob} ${BackDaysCount}"
Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn}
FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}}
BackDaysCount=${BACKDAYS_COUNT:-50}
Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/crypto/${SourceHost} ${FileGlob} ${BackDaysCount}"
echo $Cmd
DATES=$($Cmd)

10
retrofit/retrofit_equity.sh
View File

@ -4,13 +4,13 @@
function_file=$(realpath $(dirname $0))/get_retrofit_dates.sh
source ${function_file}
DEFAULT_FGLOB=*.alpaca_1m_bars.db.gz
Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn}
FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}}
BackDaysCount=${BACKDAYS_COUNT:-50}
Host=cvtt@cloud21.cvtt.vpn
FileGlob='*.alpaca_1m_bars.db.gz'
BackDaysCount=14
Cmd="get_equity_retrofit_dates ${Host} /works/cvtt/md_archive/equity/alpaca_md/2025/N/NVDA ${FileGlob} ${BackDaysCount}"
Cmd="get_equity_retrofit_dates ${Source} /works/cvtt/md_archive/equity/alpaca_md/2025/N/NVDA ${FileGlob} ${BackDaysCount}"
echo $Cmd
DATES=$($Cmd)

10
retrofit/sim_crypto_retrofit.sh
View File

@ -5,11 +5,13 @@
#
source $(realpath $(dirname $0))/get_retrofit_dates.sh
Host=cvtt@cloud21.cvtt.vpn
FileGlob='*.crypto_sim_md.db.gz'
BackDaysCount=50
DEFAULT_FGLOB=*.crypto_sim_md.db.gz
Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/crypto/sim ${FileGlob} ${BackDaysCount}"
Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn}
FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}}
BackDaysCount=${BACKDAYS_COUNT:-50}
Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/crypto/sim ${FileGlob} ${BackDaysCount}"
echo $Cmd
DATES=$($Cmd)

10
retrofit/sim_equity_retrofit.sh
View File

@ -6,11 +6,13 @@
source $(realpath $(dirname $0))/get_retrofit_dates.sh
Host=cvtt@cloud21.cvtt.vpn
FileGlob='*.alpaca_sim_md.db.gz'
BackDaysCount=50
DEFAULT_FGLOB=*..alpaca_sim_md.db.gz
Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/equity/alpaca_md/sim ${FileGlob} ${BackDaysCount}"
Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn}
FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}}
BackDaysCount=${BACKDAYS_COUNT:-50}
Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/equity/alpaca_md/sim ${FileGlob} ${BackDaysCount}"
echo $Cmd
DATES=$($Cmd)