homestore ==> hs01
This commit is contained in:
parent
7e0c389536
commit
a7e442b954
@ -1,6 +1,6 @@
|
|||||||
#!/bin/env bash
|
#!/bin/env bash
|
||||||
|
|
||||||
Registry=http://homestore.cvtt.vpn:5500
|
Registry=http://hs01.cvtt.vpn:5500
|
||||||
|
|
||||||
Catalog=${Registry}/v2/_catalog
|
Catalog=${Registry}/v2/_catalog
|
||||||
|
|
||||||
@ -11,5 +11,12 @@ jstr=$(curl -s -X GET ${Catalog})
|
|||||||
echo "${jstr}" | jq -r '.repositories[]' | while read repo; do
|
echo "${jstr}" | jq -r '.repositories[]' | while read repo; do
|
||||||
TagListURL="${Registry}/v2/${repo}/tags/list"
|
TagListURL="${Registry}/v2/${repo}/tags/list"
|
||||||
# echo $repo
|
# echo $repo
|
||||||
curl -s -X GET ${TagListURL}
|
Cmd="curl -s -X GET ${TagListURL}"
|
||||||
|
echo ${Cmd}
|
||||||
|
eval ${Cmd}
|
||||||
|
# TagList=$(eval ${Cmd})
|
||||||
|
# # echo ${TagList}
|
||||||
|
# echo "${TagList}" | jq -r '.tags[]' | while read tag; do
|
||||||
|
# echo "${Registry}/${repo}:${tag}"
|
||||||
|
# done
|
||||||
done
|
done
|
||||||
@ -14,7 +14,7 @@ dist_user=cvttdist
|
|||||||
dist_host="cloud21.cvtt.vpn"
|
dist_host="cloud21.cvtt.vpn"
|
||||||
dist_ssh_port="22"
|
dist_ssh_port="22"
|
||||||
|
|
||||||
dist_locations="cloud21.cvtt.vpn:22 homestore.cvtt.vpn:22"
|
dist_locations="cloud21.cvtt.vpn:22 hs01.cvtt.vpn:22"
|
||||||
# ---------------- Settings
|
# ---------------- Settings
|
||||||
|
|
||||||
# ---------------- cmdline
|
# ---------------- cmdline
|
||||||
|
|||||||
@ -2,7 +2,7 @@
|
|||||||
|
|
||||||
# by chatGPT
|
# by chatGPT
|
||||||
# ==========================================
|
# ==========================================
|
||||||
# homestore.cvtt.vpn SETTINGS
|
# hs01.cvtt.vpn SETTINGS
|
||||||
# ==========================================
|
# ==========================================
|
||||||
|
|
||||||
# Define source and destination base directories
|
# Define source and destination base directories
|
||||||
|
|||||||
@ -1,7 +1,7 @@
|
|||||||
#!/usr/bin/env bash
|
#!/usr/bin/env bash
|
||||||
|
|
||||||
usage() {
|
usage() {
|
||||||
echo "Usage: $0 [-h <host (homestore*/cloud21)>] [-d <YYYYMMDD> (yesterday*)] [-s <source> (cvttdata/cloud21*)>]"
|
echo "Usage: $0 [-h <host (hs01*/cloud21)>] [-d <YYYYMMDD> (yesterday*)] [-s <source> (cvttdata/cloud21*)>]"
|
||||||
exit 1
|
exit 1
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -20,7 +20,7 @@ is_valid() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
date=""
|
date=""
|
||||||
host=homestore
|
host=hs01
|
||||||
source=cloud21
|
source=cloud21
|
||||||
|
|
||||||
while getopts ":h:d:s:" opt; do
|
while getopts ":h:d:s:" opt; do
|
||||||
@ -51,7 +51,7 @@ fi
|
|||||||
|
|
||||||
echo "$date $host $source"
|
echo "$date $host $source"
|
||||||
|
|
||||||
valid_hosts=('homestore' 'cloud21')
|
valid_hosts=('hs01' 'cloud21')
|
||||||
if ! is_valid "${host}" "${valid_hosts[@]}" ; then
|
if ! is_valid "${host}" "${valid_hosts[@]}" ; then
|
||||||
echo "Host '${host}' is not valid"
|
echo "Host '${host}' is not valid"
|
||||||
usage
|
usage
|
||||||
@ -67,8 +67,8 @@ if [ "${host}" == "cloud21" ] ; then
|
|||||||
SourceHost=cloud21.cvtt.vpn
|
SourceHost=cloud21.cvtt.vpn
|
||||||
SourceUser=cvtt
|
SourceUser=cvtt
|
||||||
SourceRootDir="/opt/store/cvtt/md_archive/crypto/${source}"
|
SourceRootDir="/opt/store/cvtt/md_archive/crypto/${source}"
|
||||||
elif [ "${host}" == "homestore" ]; then
|
elif [ "${host}" == "hs01" ]; then
|
||||||
SourceHost=homestore.cvtt.vpn
|
SourceHost=hs01.cvtt.vpn
|
||||||
SourceUser=cvtt
|
SourceUser=cvtt
|
||||||
SourceRootDir=/works/cvtt/md_archive/crypto/${source}
|
SourceRootDir=/works/cvtt/md_archive/crypto/${source}
|
||||||
else
|
else
|
||||||
|
|||||||
@ -2,7 +2,7 @@
|
|||||||
|
|
||||||
usage() {
|
usage() {
|
||||||
echo -n "Usage: $0"
|
echo -n "Usage: $0"
|
||||||
echo -n " [-h <host (homestore*/cloud21)>]"
|
echo -n " [-h <host (hs01*/cloud21)>]"
|
||||||
echo -n " [-d <YYYYMMDD> (yesterday*)]"
|
echo -n " [-d <YYYYMMDD> (yesterday*)]"
|
||||||
echo -n " [-s <stocks comma separated>"
|
echo -n " [-s <stocks comma separated>"
|
||||||
echo -n " [-t <target directory>"
|
echo -n " [-t <target directory>"
|
||||||
@ -19,7 +19,7 @@ fi
|
|||||||
|
|
||||||
# ------------------ Settings
|
# ------------------ Settings
|
||||||
md_date=""
|
md_date=""
|
||||||
host=homestore
|
host=hs01
|
||||||
stocks=COIN,GBTC,SQ
|
stocks=COIN,GBTC,SQ
|
||||||
|
|
||||||
TargetDir="/opt/jupyter_gpu/data/eqty_md"
|
TargetDir="/opt/jupyter_gpu/data/eqty_md"
|
||||||
@ -81,7 +81,7 @@ fi
|
|||||||
|
|
||||||
echo "$md_date $host $source"
|
echo "$md_date $host $source"
|
||||||
|
|
||||||
valid_hosts=('homestore' 'cloud21')
|
valid_hosts=('hs01' 'cloud21')
|
||||||
if ! is_valid "${host}" "${valid_hosts[@]}" ; then
|
if ! is_valid "${host}" "${valid_hosts[@]}" ; then
|
||||||
echo "Host '${host}' is not valid"
|
echo "Host '${host}' is not valid"
|
||||||
usage
|
usage
|
||||||
@ -108,8 +108,8 @@ if [ "${host}" == "cloud21" ] ; then
|
|||||||
SourceHost=cloud21.cvtt.vpn
|
SourceHost=cloud21.cvtt.vpn
|
||||||
SourceUser=cvtt
|
SourceUser=cvtt
|
||||||
SourceRootDir="/opt/store/cvtt/md_archive/equity/alpaca_md"
|
SourceRootDir="/opt/store/cvtt/md_archive/equity/alpaca_md"
|
||||||
elif [ "${host}" == "homestore" ]; then
|
elif [ "${host}" == "hs01" ]; then
|
||||||
SourceHost=homestore.cvtt.vpn
|
SourceHost=hs01.cvtt.vpn
|
||||||
SourceUser=cvtt
|
SourceUser=cvtt
|
||||||
SourceRootDir="/works/cvtt/md_archive/equity/alpaca_md"
|
SourceRootDir="/works/cvtt/md_archive/equity/alpaca_md"
|
||||||
else
|
else
|
||||||
|
|||||||
@ -269,7 +269,7 @@ Cmd="gzip ${ResultDbFile}"
|
|||||||
echo ${Cmd}
|
echo ${Cmd}
|
||||||
eval ${Cmd}
|
eval ${Cmd}
|
||||||
|
|
||||||
Cmd="rsync -ahvv ${ResultDbFile}.gz cvtt@homestore.cvtt.vpn:/works/cvtt/md_archive/crypto/sim/"
|
Cmd="rsync -ahvv ${ResultDbFile}.gz cvtt@hs01.cvtt.vpn:/works/cvtt/md_archive/crypto/sim/"
|
||||||
echo ${Cmd}
|
echo ${Cmd}
|
||||||
eval ${Cmd}
|
eval ${Cmd}
|
||||||
|
|
||||||
|
|||||||
@ -229,7 +229,7 @@ Cmd="gzip ${ResultDbFile}"
|
|||||||
echo ${Cmd}
|
echo ${Cmd}
|
||||||
eval ${Cmd}
|
eval ${Cmd}
|
||||||
|
|
||||||
Cmd="rsync -ahvv ${ResultDbFile}.gz cvtt@homestore.cvtt.vpn:/works/cvtt/md_archive/equity/alpaca_md/sim/"
|
Cmd="rsync -ahvv ${ResultDbFile}.gz cvtt@hs01.cvtt.vpn:/works/cvtt/md_archive/equity/alpaca_md/sim/"
|
||||||
echo ${Cmd}
|
echo ${Cmd}
|
||||||
eval ${Cmd}
|
eval ${Cmd}
|
||||||
|
|
||||||
|
|||||||
@ -25,8 +25,8 @@ run_checklist() {
|
|||||||
|
|
||||||
declare -A Commands
|
declare -A Commands
|
||||||
Commands=(
|
Commands=(
|
||||||
["homestore:cloud21"]="ssh cvtt@homestore.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud21/${yr}/${mn} | tail -5"
|
["hs01:cloud21"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud21/${yr}/${mn} | tail -5"
|
||||||
["homestore:cvttdata"]="ssh cvtt@homestore.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cvttdata/${yr}/${mn} | tail -5"
|
["hs01:cvttdata"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cvttdata/${yr}/${mn} | tail -5"
|
||||||
["cloud21:cloud21"]="ssh cvtt@cloud21.cvtt.vpn ls -l /opt/store/cvtt/md_archive/crypto/cloud21/${yr}/${mn} | tail -5"
|
["cloud21:cloud21"]="ssh cvtt@cloud21.cvtt.vpn ls -l /opt/store/cvtt/md_archive/crypto/cloud21/${yr}/${mn} | tail -5"
|
||||||
["cloud21:cvttdata"]="ssh cvtt@cloud21.cvtt.vpn ls -l /opt/store/cvtt/md_archive/crypto/cvttdata/${yr}/${mn} | tail -5"
|
["cloud21:cvttdata"]="ssh cvtt@cloud21.cvtt.vpn ls -l /opt/store/cvtt/md_archive/crypto/cvttdata/${yr}/${mn} | tail -5"
|
||||||
["gpushnik"]="ssh oleg@gpushnik.cvtt.vpn 'ls -l /opt/jupyter_gpu/data/crypto_md | tail -10'"
|
["gpushnik"]="ssh oleg@gpushnik.cvtt.vpn 'ls -l /opt/jupyter_gpu/data/crypto_md | tail -10'"
|
||||||
|
|||||||
@ -24,11 +24,11 @@ run_checklist() {
|
|||||||
yr=$(date -d 'yesterday' '+%Y')
|
yr=$(date -d 'yesterday' '+%Y')
|
||||||
CheckSymbols="A/AAPL N/NVDA M/META"
|
CheckSymbols="A/AAPL N/NVDA M/META"
|
||||||
declare -A Commands
|
declare -A Commands
|
||||||
Commands["homestore"]=""
|
Commands["hs01"]=""
|
||||||
for sym in ${CheckSymbols}; do
|
for sym in ${CheckSymbols}; do
|
||||||
Commands["homestore"]+="ssh cvtt@homestore.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/${yr}/${sym} | tail -3; "
|
Commands["hs01"]+="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/${yr}/${sym} | tail -3; "
|
||||||
done
|
done
|
||||||
Commands["homestore"]+="echo"
|
Commands["hs01"]+="echo"
|
||||||
|
|
||||||
Commands["cloud21"]=""
|
Commands["cloud21"]=""
|
||||||
for sym in ${CheckSymbols}; do
|
for sym in ${CheckSymbols}; do
|
||||||
|
|||||||
@ -2,7 +2,7 @@
|
|||||||
|
|
||||||
Source=/home/cvtt/prod/archive/md_archive/
|
Source=/home/cvtt/prod/archive/md_archive/
|
||||||
Targets=
|
Targets=
|
||||||
Targets="${Targets} cvtt@homestore.cvtt.vpn:/works/cvtt/md_archive/"
|
Targets="${Targets} cvtt@hs01.cvtt.vpn:/works/cvtt/md_archive/"
|
||||||
Targets="${Targets} cvtt@cloud21.cvtt.vpn:/opt/store/cvtt/md_archive/"
|
Targets="${Targets} cvtt@cloud21.cvtt.vpn:/opt/store/cvtt/md_archive/"
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user