From a7e442b95447a28d91af082de77ab093edf39886 Mon Sep 17 00:00:00 2001 From: Oleg Sheynin Date: Mon, 13 Jan 2025 20:04:52 -0500 Subject: [PATCH] homestore ==> hs01 --- admin/docker_images.sh | 11 +++++++++-- build/build_release.sh | 2 +- research/ad_hoc/rearrange2.sh | 2 +- research/load_crypto_md.sh | 10 +++++----- research/load_eqty_md.sh | 10 +++++----- research/prepare_crypto_simdata.sh | 2 +- research/prepare_eqt_simdata.sh | 2 +- scripts/mkt_data/checklists/crypto_md_chcklst.sh | 4 ++-- scripts/mkt_data/checklists/eqty_md_chcklst.sh | 6 +++--- scripts/mkt_data/sync_market_data.sh | 2 +- 10 files changed, 29 insertions(+), 22 deletions(-) diff --git a/admin/docker_images.sh b/admin/docker_images.sh index 390ac89..e385a34 100755 --- a/admin/docker_images.sh +++ b/admin/docker_images.sh @@ -1,6 +1,6 @@ #!/bin/env bash -Registry=http://homestore.cvtt.vpn:5500 +Registry=http://hs01.cvtt.vpn:5500 Catalog=${Registry}/v2/_catalog @@ -11,5 +11,12 @@ jstr=$(curl -s -X GET ${Catalog}) echo "${jstr}" | jq -r '.repositories[]' | while read repo; do TagListURL="${Registry}/v2/${repo}/tags/list" # echo $repo - curl -s -X GET ${TagListURL} + Cmd="curl -s -X GET ${TagListURL}" + echo ${Cmd} + eval ${Cmd} + # TagList=$(eval ${Cmd}) + # # echo ${TagList} + # echo "${TagList}" | jq -r '.tags[]' | while read tag; do + # echo "${Registry}/${repo}:${tag}" + # done done \ No newline at end of file diff --git a/build/build_release.sh b/build/build_release.sh index 63b7542..f6304ec 100755 --- a/build/build_release.sh +++ b/build/build_release.sh @@ -14,7 +14,7 @@ dist_user=cvttdist dist_host="cloud21.cvtt.vpn" dist_ssh_port="22" -dist_locations="cloud21.cvtt.vpn:22 homestore.cvtt.vpn:22" +dist_locations="cloud21.cvtt.vpn:22 hs01.cvtt.vpn:22" # ---------------- Settings # ---------------- cmdline diff --git a/research/ad_hoc/rearrange2.sh b/research/ad_hoc/rearrange2.sh index 3d019b3..ccdac72 100755 --- a/research/ad_hoc/rearrange2.sh +++ b/research/ad_hoc/rearrange2.sh @@ -2,7 +2,7 @@ # by chatGPT # ========================================== -# homestore.cvtt.vpn SETTINGS +# hs01.cvtt.vpn SETTINGS # ========================================== # Define source and destination base directories diff --git a/research/load_crypto_md.sh b/research/load_crypto_md.sh index 37108a6..46e3735 100755 --- a/research/load_crypto_md.sh +++ b/research/load_crypto_md.sh @@ -1,7 +1,7 @@ #!/usr/bin/env bash usage() { - echo "Usage: $0 [-h ] [-d (yesterday*)] [-s (cvttdata/cloud21*)>]" + echo "Usage: $0 [-h ] [-d (yesterday*)] [-s (cvttdata/cloud21*)>]" exit 1 } @@ -20,7 +20,7 @@ is_valid() { } date="" -host=homestore +host=hs01 source=cloud21 while getopts ":h:d:s:" opt; do @@ -51,7 +51,7 @@ fi echo "$date $host $source" -valid_hosts=('homestore' 'cloud21') +valid_hosts=('hs01' 'cloud21') if ! is_valid "${host}" "${valid_hosts[@]}" ; then echo "Host '${host}' is not valid" usage @@ -67,8 +67,8 @@ if [ "${host}" == "cloud21" ] ; then SourceHost=cloud21.cvtt.vpn SourceUser=cvtt SourceRootDir="/opt/store/cvtt/md_archive/crypto/${source}" -elif [ "${host}" == "homestore" ]; then - SourceHost=homestore.cvtt.vpn +elif [ "${host}" == "hs01" ]; then + SourceHost=hs01.cvtt.vpn SourceUser=cvtt SourceRootDir=/works/cvtt/md_archive/crypto/${source} else diff --git a/research/load_eqty_md.sh b/research/load_eqty_md.sh index a5cd2dd..8a7229e 100755 --- a/research/load_eqty_md.sh +++ b/research/load_eqty_md.sh @@ -2,7 +2,7 @@ usage() { echo -n "Usage: $0" - echo -n " [-h ]" + echo -n " [-h ]" echo -n " [-d (yesterday*)]" echo -n " [-s " echo -n " [-t " @@ -19,7 +19,7 @@ fi # ------------------ Settings md_date="" -host=homestore +host=hs01 stocks=COIN,GBTC,SQ TargetDir="/opt/jupyter_gpu/data/eqty_md" @@ -81,7 +81,7 @@ fi echo "$md_date $host $source" -valid_hosts=('homestore' 'cloud21') +valid_hosts=('hs01' 'cloud21') if ! is_valid "${host}" "${valid_hosts[@]}" ; then echo "Host '${host}' is not valid" usage @@ -108,8 +108,8 @@ if [ "${host}" == "cloud21" ] ; then SourceHost=cloud21.cvtt.vpn SourceUser=cvtt SourceRootDir="/opt/store/cvtt/md_archive/equity/alpaca_md" -elif [ "${host}" == "homestore" ]; then - SourceHost=homestore.cvtt.vpn +elif [ "${host}" == "hs01" ]; then + SourceHost=hs01.cvtt.vpn SourceUser=cvtt SourceRootDir="/works/cvtt/md_archive/equity/alpaca_md" else diff --git a/research/prepare_crypto_simdata.sh b/research/prepare_crypto_simdata.sh index eb6a899..da11ae8 100755 --- a/research/prepare_crypto_simdata.sh +++ b/research/prepare_crypto_simdata.sh @@ -269,7 +269,7 @@ Cmd="gzip ${ResultDbFile}" echo ${Cmd} eval ${Cmd} -Cmd="rsync -ahvv ${ResultDbFile}.gz cvtt@homestore.cvtt.vpn:/works/cvtt/md_archive/crypto/sim/" +Cmd="rsync -ahvv ${ResultDbFile}.gz cvtt@hs01.cvtt.vpn:/works/cvtt/md_archive/crypto/sim/" echo ${Cmd} eval ${Cmd} diff --git a/research/prepare_eqt_simdata.sh b/research/prepare_eqt_simdata.sh index f313d68..945f13b 100755 --- a/research/prepare_eqt_simdata.sh +++ b/research/prepare_eqt_simdata.sh @@ -229,7 +229,7 @@ Cmd="gzip ${ResultDbFile}" echo ${Cmd} eval ${Cmd} -Cmd="rsync -ahvv ${ResultDbFile}.gz cvtt@homestore.cvtt.vpn:/works/cvtt/md_archive/equity/alpaca_md/sim/" +Cmd="rsync -ahvv ${ResultDbFile}.gz cvtt@hs01.cvtt.vpn:/works/cvtt/md_archive/equity/alpaca_md/sim/" echo ${Cmd} eval ${Cmd} diff --git a/scripts/mkt_data/checklists/crypto_md_chcklst.sh b/scripts/mkt_data/checklists/crypto_md_chcklst.sh index a29c58e..0a9ec6d 100755 --- a/scripts/mkt_data/checklists/crypto_md_chcklst.sh +++ b/scripts/mkt_data/checklists/crypto_md_chcklst.sh @@ -25,8 +25,8 @@ run_checklist() { declare -A Commands Commands=( - ["homestore:cloud21"]="ssh cvtt@homestore.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud21/${yr}/${mn} | tail -5" - ["homestore:cvttdata"]="ssh cvtt@homestore.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cvttdata/${yr}/${mn} | tail -5" + ["hs01:cloud21"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud21/${yr}/${mn} | tail -5" + ["hs01:cvttdata"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cvttdata/${yr}/${mn} | tail -5" ["cloud21:cloud21"]="ssh cvtt@cloud21.cvtt.vpn ls -l /opt/store/cvtt/md_archive/crypto/cloud21/${yr}/${mn} | tail -5" ["cloud21:cvttdata"]="ssh cvtt@cloud21.cvtt.vpn ls -l /opt/store/cvtt/md_archive/crypto/cvttdata/${yr}/${mn} | tail -5" ["gpushnik"]="ssh oleg@gpushnik.cvtt.vpn 'ls -l /opt/jupyter_gpu/data/crypto_md | tail -10'" diff --git a/scripts/mkt_data/checklists/eqty_md_chcklst.sh b/scripts/mkt_data/checklists/eqty_md_chcklst.sh index ba55880..0787c32 100755 --- a/scripts/mkt_data/checklists/eqty_md_chcklst.sh +++ b/scripts/mkt_data/checklists/eqty_md_chcklst.sh @@ -24,11 +24,11 @@ run_checklist() { yr=$(date -d 'yesterday' '+%Y') CheckSymbols="A/AAPL N/NVDA M/META" declare -A Commands - Commands["homestore"]="" + Commands["hs01"]="" for sym in ${CheckSymbols}; do - Commands["homestore"]+="ssh cvtt@homestore.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/${yr}/${sym} | tail -3; " + Commands["hs01"]+="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/${yr}/${sym} | tail -3; " done - Commands["homestore"]+="echo" + Commands["hs01"]+="echo" Commands["cloud21"]="" for sym in ${CheckSymbols}; do diff --git a/scripts/mkt_data/sync_market_data.sh b/scripts/mkt_data/sync_market_data.sh index 17aea10..6c75177 100755 --- a/scripts/mkt_data/sync_market_data.sh +++ b/scripts/mkt_data/sync_market_data.sh @@ -2,7 +2,7 @@ Source=/home/cvtt/prod/archive/md_archive/ Targets= -Targets="${Targets} cvtt@homestore.cvtt.vpn:/works/cvtt/md_archive/" +Targets="${Targets} cvtt@hs01.cvtt.vpn:/works/cvtt/md_archive/" Targets="${Targets} cvtt@cloud21.cvtt.vpn:/opt/store/cvtt/md_archive/"