diff --git a/retrofit/crypto_missing_dates.sh b/retrofit/crypto_missing_dates.sh index 503fbb0..da62c4e 100755 --- a/retrofit/crypto_missing_dates.sh +++ b/retrofit/crypto_missing_dates.sh @@ -11,11 +11,14 @@ fi function_file=$(realpath $(dirname $0))/get_retrofit_dates.sh source ${function_file} -Host=cvtt@cloud21.cvtt.vpn -FileGlob='*.mktdata.db.gz' -BackDaysCount=10 +DEFAULT_FGLOB=*.mktdata.db.gz -Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/crypto/${SourceHost} ${FileGlob} ${BackDaysCount}" +Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn} +FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}} +BackDaysCount=${BACKDAYS_COUNT:-50} + + +Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/crypto/${SourceHost} ${FileGlob} ${BackDaysCount}" echo $Cmd DATES=$($Cmd) diff --git a/retrofit/crypto_sim_missing_dates.sh b/retrofit/crypto_sim_missing_dates.sh index b535e8b..3b31be3 100755 --- a/retrofit/crypto_sim_missing_dates.sh +++ b/retrofit/crypto_sim_missing_dates.sh @@ -5,12 +5,13 @@ # source $(realpath $(dirname $0))/get_retrofit_dates.sh +DEFAULT_FGLOB=*.crypto_sim_md.db.gz -Host=cvtt@cloud21.cvtt.vpn -FileGlob='*.crypto_sim_md.db.gz' -BackDaysCount=50 +Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn} +FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}} +BackDaysCount=${BACKDAYS_COUNT:-50} -Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/crypto/sim ${FileGlob} ${BackDaysCount}" +Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/crypto/sim ${FileGlob} ${BackDaysCount}" echo $Cmd DATES=$($Cmd) diff --git a/retrofit/equity_missing_dates.sh b/retrofit/equity_missing_dates.sh index 1f2bbb5..79cf9f2 100755 --- a/retrofit/equity_missing_dates.sh +++ b/retrofit/equity_missing_dates.sh @@ -5,11 +5,13 @@ function_file=$(realpath $(dirname $0))/get_retrofit_dates.sh source ${function_file} -Host=cvtt@cloud21.cvtt.vpn -FileGlob='*.alpaca_1m_bars.db.gz' -BackDaysCount=14 +DEFAULT_FGLOB=*.alpaca_1m_bars.db.gz -Cmd="get_equity_retrofit_dates ${Host} /works/cvtt/md_archive/equity/alpaca_md/2025/N/NVDA ${FileGlob} ${BackDaysCount}" +Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn} +FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}} +BackDaysCount=${BACKDAYS_COUNT:-50} + +Cmd="get_equity_retrofit_dates ${Source} /works/cvtt/md_archive/equity/alpaca_md/2025/N/NVDA ${FileGlob} ${BackDaysCount}" echo $Cmd DATES=$($Cmd) diff --git a/retrofit/equity_sim_missing_dates.sh b/retrofit/equity_sim_missing_dates.sh index b00322d..b573c1e 100755 --- a/retrofit/equity_sim_missing_dates.sh +++ b/retrofit/equity_sim_missing_dates.sh @@ -5,15 +5,21 @@ # source $(realpath $(dirname $0))/get_retrofit_dates.sh -Host=cvtt@cloud21.cvtt.vpn -FileGlob='*.alpaca_sim_md.db.gz' -BackDaysCount=50 +DEFAULT_FGLOB=*.alpaca_sim_md.db.gz -Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/equity/alpaca_md/sim ${FileGlob} ${BackDaysCount}" +Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn} +FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}} +BackDaysCount=${BACKDAYS_COUNT:-50} + +Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/equity/alpaca_md/sim ${FileGlob} ${BackDaysCount}" echo $Cmd DATES=$($Cmd) for dt in ${DATES}; do - echo $dt + weekday=$(date -d "$dt" +%u) + (( weekday >= 6 )) && continue + + fdt=$(date -d "$dt" +%Y-%m-%d 2>/dev/null) + echo $fdt done diff --git a/retrofit/retrofit_crypto.sh b/retrofit/retrofit_crypto.sh index 66f4c4a..dbab245 100755 --- a/retrofit/retrofit_crypto.sh +++ b/retrofit/retrofit_crypto.sh @@ -10,11 +10,14 @@ fi function_file=$(realpath $(dirname $0))/get_retrofit_dates.sh source ${function_file} -Host=cvtt@cloud21.cvtt.vpn -FileGlob='*.mktdata.db.gz' -BackDaysCount=10 +DEFAULT_FGLOB=*.mktdata.db.gz -Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/crypto/${SourceHost} ${FileGlob} ${BackDaysCount}" +Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn} +FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}} +BackDaysCount=${BACKDAYS_COUNT:-50} + + +Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/crypto/${SourceHost} ${FileGlob} ${BackDaysCount}" echo $Cmd DATES=$($Cmd) diff --git a/retrofit/retrofit_equity.sh b/retrofit/retrofit_equity.sh index 0187ca0..3f0b2b0 100755 --- a/retrofit/retrofit_equity.sh +++ b/retrofit/retrofit_equity.sh @@ -4,13 +4,13 @@ function_file=$(realpath $(dirname $0))/get_retrofit_dates.sh source ${function_file} +DEFAULT_FGLOB=*.alpaca_1m_bars.db.gz +Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn} +FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}} +BackDaysCount=${BACKDAYS_COUNT:-50} -Host=cvtt@cloud21.cvtt.vpn -FileGlob='*.alpaca_1m_bars.db.gz' -BackDaysCount=14 - -Cmd="get_equity_retrofit_dates ${Host} /works/cvtt/md_archive/equity/alpaca_md/2025/N/NVDA ${FileGlob} ${BackDaysCount}" +Cmd="get_equity_retrofit_dates ${Source} /works/cvtt/md_archive/equity/alpaca_md/2025/N/NVDA ${FileGlob} ${BackDaysCount}" echo $Cmd DATES=$($Cmd) diff --git a/retrofit/sim_crypto_retrofit.sh b/retrofit/sim_crypto_retrofit.sh index 1efec0f..f5cb0cc 100755 --- a/retrofit/sim_crypto_retrofit.sh +++ b/retrofit/sim_crypto_retrofit.sh @@ -5,11 +5,13 @@ # source $(realpath $(dirname $0))/get_retrofit_dates.sh -Host=cvtt@cloud21.cvtt.vpn -FileGlob='*.crypto_sim_md.db.gz' -BackDaysCount=50 +DEFAULT_FGLOB=*.crypto_sim_md.db.gz -Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/crypto/sim ${FileGlob} ${BackDaysCount}" +Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn} +FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}} +BackDaysCount=${BACKDAYS_COUNT:-50} + +Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/crypto/sim ${FileGlob} ${BackDaysCount}" echo $Cmd DATES=$($Cmd) diff --git a/retrofit/sim_equity_retrofit.sh b/retrofit/sim_equity_retrofit.sh index 7037abb..f98037b 100755 --- a/retrofit/sim_equity_retrofit.sh +++ b/retrofit/sim_equity_retrofit.sh @@ -6,11 +6,13 @@ source $(realpath $(dirname $0))/get_retrofit_dates.sh -Host=cvtt@cloud21.cvtt.vpn -FileGlob='*.alpaca_sim_md.db.gz' -BackDaysCount=50 +DEFAULT_FGLOB=*..alpaca_sim_md.db.gz -Cmd="get_retrofit_dates ${Host} /works/cvtt/md_archive/equity/alpaca_md/sim ${FileGlob} ${BackDaysCount}" +Source=cvtt@${MD_HOST:-cloud21.cvtt.vpn} +FileGlob=${FILE_GLOB:-${DEFAULT_FGLOB}} +BackDaysCount=${BACKDAYS_COUNT:-50} + +Cmd="get_retrofit_dates ${Source} /works/cvtt/md_archive/equity/alpaca_md/sim ${FileGlob} ${BackDaysCount}" echo $Cmd DATES=$($Cmd)