cosolidated
This commit is contained in:
Cryptoval Trading Technologies
parent
d79f2e69fb
commit
f8111517da
@ -1,62 +0,0 @@
|
|||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
usage() {
|
|
||||||
echo -n "Usage: ${0}"
|
|
||||||
echo
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
RootDir="${HOME}/prod"
|
|
||||||
# RootDir=/home/oleg/develop/cvtt2 ###### D E B U G
|
|
||||||
|
|
||||||
export PYTHONPATH=${RootDir}
|
|
||||||
|
|
||||||
StatusChannel="MD-Status"
|
|
||||||
Sender=${RootDir}/ops/utils/send_mmost.sh
|
|
||||||
|
|
||||||
# ----- For DEBUGGING
|
|
||||||
# Sender=cat
|
|
||||||
# StatusChannel=
|
|
||||||
|
|
||||||
run_checklist() {
|
|
||||||
yr=$(date -d 'yesterday' '+%Y')
|
|
||||||
mn=$(date -d 'yesterday' '+%m')
|
|
||||||
|
|
||||||
declare -A Commands
|
|
||||||
Commands=(
|
|
||||||
["hs01:cloud24"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud24/${yr}/${mn} | tail -5"
|
|
||||||
["hs01:cloud28"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud28/${yr}/${mn} | tail -5"
|
|
||||||
["hs01:sim"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/sim/ | tail -5"
|
|
||||||
["cloud21:cloud24"]="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud24/${yr}/${mn} | tail -5"
|
|
||||||
["cloud21:cloud28"]="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud28/${yr}/${mn} | tail -5"
|
|
||||||
["cloud21:sim"]="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/sim | tail -5"
|
|
||||||
["gpushnik"]="ssh oleg@gpushnik.cvtt.vpn 'ls -l /opt/jupyter_gpu/data/crypto_md | tail -10'"
|
|
||||||
)
|
|
||||||
|
|
||||||
for name in $(printf "%s\n" "${!Commands[@]}" | sort); do
|
|
||||||
Cmd=${Commands[${name}]}
|
|
||||||
echo "---------------------- ${name}"
|
|
||||||
echo ${Cmd}
|
|
||||||
echo
|
|
||||||
eval ${Cmd}
|
|
||||||
echo
|
|
||||||
done
|
|
||||||
}
|
|
||||||
|
|
||||||
tmpfile=$(mktemp)
|
|
||||||
function cleanup {
|
|
||||||
cd ${HOME}
|
|
||||||
rm -f ${tmpfile}
|
|
||||||
}
|
|
||||||
trap cleanup EXIT
|
|
||||||
|
|
||||||
echo "## :hearts: CRYPTO MD HEALTH CHECK (cvtt-md.cvtt.vpn)" >> ${tmpfile}
|
|
||||||
echo '```' >> ${tmpfile}
|
|
||||||
run_checklist >> ${tmpfile}
|
|
||||||
echo '```' >> ${tmpfile}
|
|
||||||
|
|
||||||
cat ${tmpfile} | ${Sender} ${StatusChannel}
|
|
||||||
|
|
||||||
cat $tmpfile
|
|
||||||
|
|
||||||
@ -1,73 +0,0 @@
|
|||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
usage() {
|
|
||||||
echo -n "Usage: ${0}"
|
|
||||||
echo
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|
||||||
RootDir="${HOME}/prod"
|
|
||||||
|
|
||||||
export PYTHONPATH=${RootDir}
|
|
||||||
|
|
||||||
StatusChannel="MD-Status"
|
|
||||||
Sender=${RootDir}/ops/utils/send_mmost.sh
|
|
||||||
|
|
||||||
# ----- For DEBUGGING
|
|
||||||
# RootDir=/home/oleg/develop/cvtt2 ###### D E B U G
|
|
||||||
# Sender=cat #### D E B U G
|
|
||||||
# StatusChannel= #### D E B U G
|
|
||||||
|
|
||||||
run_checklist() {
|
|
||||||
|
|
||||||
|
|
||||||
yr=$(date -d 'yesterday' '+%Y')
|
|
||||||
CheckSymbols="A/AAPL N/NVDA M/META"
|
|
||||||
declare -A Commands
|
|
||||||
Commands["hs01"]=""
|
|
||||||
for sym in ${CheckSymbols}; do
|
|
||||||
Commands["hs01"]+="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/${yr}/${sym} | tail -3; "
|
|
||||||
done
|
|
||||||
Commands["hs01:sim"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/sim | tail -5"
|
|
||||||
|
|
||||||
Commands["cloud21"]=""
|
|
||||||
for sym in ${CheckSymbols}; do
|
|
||||||
Commands["cloud21"]+="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/${yr}/${sym} | tail -3; "
|
|
||||||
done
|
|
||||||
Commands["cloud21:sim"]="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/sim | tail -5"
|
|
||||||
|
|
||||||
Commands["gpushnik"]="ssh oleg@gpushnik.cvtt.vpn 'ls -l /opt/jupyter_gpu/data/eqty_md | tail -10'"
|
|
||||||
|
|
||||||
for name in $(printf "%s\n" "${!Commands[@]}" | sort); do
|
|
||||||
echo "------- ${name}"
|
|
||||||
Cmd=${Commands[${name}]}
|
|
||||||
echo ${Cmd}
|
|
||||||
echo
|
|
||||||
eval ${Cmd}
|
|
||||||
echo
|
|
||||||
done
|
|
||||||
}
|
|
||||||
|
|
||||||
tmpfile=$(mktemp)
|
|
||||||
function cleanup {
|
|
||||||
cd ${HOME}
|
|
||||||
rm -f ${tmpfile}
|
|
||||||
}
|
|
||||||
trap cleanup EXIT
|
|
||||||
|
|
||||||
# run_checklist
|
|
||||||
|
|
||||||
tmpfile=$(mktemp)
|
|
||||||
function cleanup {
|
|
||||||
cd ${HOME}
|
|
||||||
rm -f ${tmpfile}
|
|
||||||
}
|
|
||||||
trap cleanup EXIT
|
|
||||||
|
|
||||||
echo "## :fire: EQUITY MD HEALTH CHECK (cryptoval4)" >> ${tmpfile}
|
|
||||||
echo '```' | tee -a ${tmpfile}
|
|
||||||
run_checklist | tee -a ${tmpfile}
|
|
||||||
echo '```' | tee -a ${tmpfile}
|
|
||||||
|
|
||||||
echo "Sending result to ${Sender} ${StatusChannel}"
|
|
||||||
cat ${tmpfile} | ${Sender} ${StatusChannel}
|
|
||||||
104
healthcheck/md/md_checklist.sh
Executable file
104
healthcheck/md/md_checklist.sh
Executable file
@ -0,0 +1,104 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
|
||||||
|
usage() {
|
||||||
|
echo -n "Usage: ${0}"
|
||||||
|
echo
|
||||||
|
exit 1
|
||||||
|
}
|
||||||
|
|
||||||
|
echo Starting $0 ...
|
||||||
|
|
||||||
|
RootDir="${HOME}/prod"
|
||||||
|
# RootDir=/home/oleg/develop/cvtt2 ###### D E B U G
|
||||||
|
|
||||||
|
export PYTHONPATH=${RootDir}
|
||||||
|
|
||||||
|
StatusChannel="MD-Status"
|
||||||
|
Sender=${RootDir}/ops/utils/send_mmost.sh
|
||||||
|
|
||||||
|
# ----- For DEBUGGING
|
||||||
|
# Sender=cat
|
||||||
|
# StatusChannel=
|
||||||
|
|
||||||
|
run_crypto_checklist() {
|
||||||
|
# wrap Markdown
|
||||||
|
echo "## :moneybag: CRYPTO MD HEALTH CHECK (cvtt-md.cvtt.vpn)"
|
||||||
|
echo '```'
|
||||||
|
|
||||||
|
yr=$(date -d 'yesterday' '+%Y')
|
||||||
|
mn=$(date -d 'yesterday' '+%m')
|
||||||
|
|
||||||
|
declare -A Commands
|
||||||
|
Commands=(
|
||||||
|
["hs01:cloud24"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud24/${yr}/${mn} | tail -5"
|
||||||
|
["hs01:cloud28"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud28/${yr}/${mn} | tail -5"
|
||||||
|
["hs01:sim"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/sim/ | tail -5"
|
||||||
|
["cloud21:cloud24"]="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud24/${yr}/${mn} | tail -5"
|
||||||
|
["cloud21:cloud28"]="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud28/${yr}/${mn} | tail -5"
|
||||||
|
["cloud21:sim"]="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/sim | tail -5"
|
||||||
|
["gpushnik-crypto-1min"]="ssh oleg@gpushnik.cvtt.vpn 'ls -l /works/data/md_crypto_1min | tail -10'"
|
||||||
|
)
|
||||||
|
|
||||||
|
for name in $(printf "%s\n" "${!Commands[@]}" | sort); do
|
||||||
|
Cmd=${Commands[${name}]}
|
||||||
|
echo "---------------------- ${name}"
|
||||||
|
echo ${Cmd}
|
||||||
|
echo
|
||||||
|
eval ${Cmd}
|
||||||
|
echo
|
||||||
|
done
|
||||||
|
echo '```' # Markdown wrap
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
run_eqt_checklist() {
|
||||||
|
# Markdown wrap
|
||||||
|
echo "## :dollar: EQUITY MD HEALTH CHECK (cryptoval4)"
|
||||||
|
echo '```'
|
||||||
|
|
||||||
|
yr=$(date -d 'yesterday' '+%Y')
|
||||||
|
CheckSymbols="A/AAPL N/NVDA M/META"
|
||||||
|
declare -A Commands
|
||||||
|
Commands["hs01"]=""
|
||||||
|
for sym in ${CheckSymbols}; do
|
||||||
|
Commands["hs01"]+="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/${yr}/${sym} | tail -3; "
|
||||||
|
done
|
||||||
|
Commands["hs01:sim"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/sim | tail -5"
|
||||||
|
|
||||||
|
Commands["cloud21"]=""
|
||||||
|
for sym in ${CheckSymbols}; do
|
||||||
|
Commands["cloud21"]+="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/${yr}/${sym} | tail -3; "
|
||||||
|
done
|
||||||
|
Commands["cloud21:sim"]="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/sim | tail -5"
|
||||||
|
|
||||||
|
Commands["gpushnik-eqt"]="ssh oleg@gpushnik.cvtt.vpn 'ls -l /opt/jupyter_gpu/data/eqty_md | tail -10'"
|
||||||
|
Commands["cvtt-dev-server"]="ssh oleg@gpushnik.cvtt.vpn 'ls -l /opt/jupyter_gpu/data/eqty_md | tail -10'"
|
||||||
|
|
||||||
|
|
||||||
|
for name in $(printf "%s\n" "${!Commands[@]}" | sort); do
|
||||||
|
echo "------- ${name}"
|
||||||
|
Cmd=${Commands[${name}]}
|
||||||
|
echo ${Cmd}
|
||||||
|
echo
|
||||||
|
eval ${Cmd}
|
||||||
|
echo
|
||||||
|
done
|
||||||
|
echo '```' # Markdown wrap
|
||||||
|
}
|
||||||
|
|
||||||
|
tmpfile=$(mktemp)
|
||||||
|
function cleanup {
|
||||||
|
cd ${HOME}
|
||||||
|
rm -f ${tmpfile}
|
||||||
|
}
|
||||||
|
trap cleanup EXIT
|
||||||
|
|
||||||
|
echo "Crypto checklist..."
|
||||||
|
run_crypto_checklist >> ${tmpfile}
|
||||||
|
|
||||||
|
echo "Equity checklist..."
|
||||||
|
run_eqt_checklist >> ${tmpfile}
|
||||||
|
|
||||||
|
cat ${tmpfile} | ${Sender} ${StatusChannel}
|
||||||
|
|
||||||
|
echo "Done $0"
|
||||||
Loading…
x
Reference in New Issue
Block a user