diff --git a/healthcheck/md/crypto_md_chcklst.sh b/healthcheck/md/crypto_md_chcklst.sh deleted file mode 100755 index f3522a6..0000000 --- a/healthcheck/md/crypto_md_chcklst.sh +++ /dev/null @@ -1,62 +0,0 @@ -#!/usr/bin/env bash - -usage() { - echo -n "Usage: ${0}" - echo - exit 1 -} - - -RootDir="${HOME}/prod" -# RootDir=/home/oleg/develop/cvtt2 ###### D E B U G - -export PYTHONPATH=${RootDir} - -StatusChannel="MD-Status" -Sender=${RootDir}/ops/utils/send_mmost.sh - -# ----- For DEBUGGING -# Sender=cat -# StatusChannel= - -run_checklist() { - yr=$(date -d 'yesterday' '+%Y') - mn=$(date -d 'yesterday' '+%m') - - declare -A Commands - Commands=( - ["hs01:cloud24"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud24/${yr}/${mn} | tail -5" - ["hs01:cloud28"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud28/${yr}/${mn} | tail -5" - ["hs01:sim"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/sim/ | tail -5" - ["cloud21:cloud24"]="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud24/${yr}/${mn} | tail -5" - ["cloud21:cloud28"]="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud28/${yr}/${mn} | tail -5" - ["cloud21:sim"]="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/sim | tail -5" - ["gpushnik"]="ssh oleg@gpushnik.cvtt.vpn 'ls -l /opt/jupyter_gpu/data/crypto_md | tail -10'" - ) - - for name in $(printf "%s\n" "${!Commands[@]}" | sort); do - Cmd=${Commands[${name}]} - echo "---------------------- ${name}" - echo ${Cmd} - echo - eval ${Cmd} - echo - done -} - -tmpfile=$(mktemp) -function cleanup { - cd ${HOME} - rm -f ${tmpfile} -} -trap cleanup EXIT - -echo "## :hearts: CRYPTO MD HEALTH CHECK (cvtt-md.cvtt.vpn)" >> ${tmpfile} -echo '```' >> ${tmpfile} -run_checklist >> ${tmpfile} -echo '```' >> ${tmpfile} - -cat ${tmpfile} | ${Sender} ${StatusChannel} - -cat $tmpfile - diff --git a/healthcheck/md/eqty_md_chcklst.sh b/healthcheck/md/eqty_md_chcklst.sh deleted file mode 100755 index e0e26ff..0000000 --- a/healthcheck/md/eqty_md_chcklst.sh +++ /dev/null @@ -1,73 +0,0 @@ -#!/usr/bin/env bash - -usage() { - echo -n "Usage: ${0}" - echo - exit 1 -} - -RootDir="${HOME}/prod" - -export PYTHONPATH=${RootDir} - -StatusChannel="MD-Status" -Sender=${RootDir}/ops/utils/send_mmost.sh - -# ----- For DEBUGGING -# RootDir=/home/oleg/develop/cvtt2 ###### D E B U G -# Sender=cat #### D E B U G -# StatusChannel= #### D E B U G - -run_checklist() { - - - yr=$(date -d 'yesterday' '+%Y') - CheckSymbols="A/AAPL N/NVDA M/META" - declare -A Commands - Commands["hs01"]="" - for sym in ${CheckSymbols}; do - Commands["hs01"]+="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/${yr}/${sym} | tail -3; " - done - Commands["hs01:sim"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/sim | tail -5" - - Commands["cloud21"]="" - for sym in ${CheckSymbols}; do - Commands["cloud21"]+="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/${yr}/${sym} | tail -3; " - done - Commands["cloud21:sim"]="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/sim | tail -5" - - Commands["gpushnik"]="ssh oleg@gpushnik.cvtt.vpn 'ls -l /opt/jupyter_gpu/data/eqty_md | tail -10'" - - for name in $(printf "%s\n" "${!Commands[@]}" | sort); do - echo "------- ${name}" - Cmd=${Commands[${name}]} - echo ${Cmd} - echo - eval ${Cmd} - echo - done -} - -tmpfile=$(mktemp) -function cleanup { - cd ${HOME} - rm -f ${tmpfile} -} -trap cleanup EXIT - -# run_checklist - -tmpfile=$(mktemp) -function cleanup { - cd ${HOME} - rm -f ${tmpfile} -} -trap cleanup EXIT - -echo "## :fire: EQUITY MD HEALTH CHECK (cryptoval4)" >> ${tmpfile} -echo '```' | tee -a ${tmpfile} -run_checklist | tee -a ${tmpfile} -echo '```' | tee -a ${tmpfile} - -echo "Sending result to ${Sender} ${StatusChannel}" -cat ${tmpfile} | ${Sender} ${StatusChannel} \ No newline at end of file diff --git a/healthcheck/md/md_checklist.sh b/healthcheck/md/md_checklist.sh new file mode 100755 index 0000000..af02916 --- /dev/null +++ b/healthcheck/md/md_checklist.sh @@ -0,0 +1,104 @@ +#!/usr/bin/env bash + +usage() { + echo -n "Usage: ${0}" + echo + exit 1 +} + +echo Starting $0 ... + +RootDir="${HOME}/prod" +# RootDir=/home/oleg/develop/cvtt2 ###### D E B U G + +export PYTHONPATH=${RootDir} + +StatusChannel="MD-Status" +Sender=${RootDir}/ops/utils/send_mmost.sh + +# ----- For DEBUGGING +# Sender=cat +# StatusChannel= + +run_crypto_checklist() { + # wrap Markdown + echo "## :moneybag: CRYPTO MD HEALTH CHECK (cvtt-md.cvtt.vpn)" + echo '```' + + yr=$(date -d 'yesterday' '+%Y') + mn=$(date -d 'yesterday' '+%m') + + declare -A Commands + Commands=( + ["hs01:cloud24"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud24/${yr}/${mn} | tail -5" + ["hs01:cloud28"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud28/${yr}/${mn} | tail -5" + ["hs01:sim"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/sim/ | tail -5" + ["cloud21:cloud24"]="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud24/${yr}/${mn} | tail -5" + ["cloud21:cloud28"]="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/cloud28/${yr}/${mn} | tail -5" + ["cloud21:sim"]="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/crypto/sim | tail -5" + ["gpushnik-crypto-1min"]="ssh oleg@gpushnik.cvtt.vpn 'ls -l /works/data/md_crypto_1min | tail -10'" + ) + + for name in $(printf "%s\n" "${!Commands[@]}" | sort); do + Cmd=${Commands[${name}]} + echo "---------------------- ${name}" + echo ${Cmd} + echo + eval ${Cmd} + echo + done + echo '```' # Markdown wrap +} + + +run_eqt_checklist() { + # Markdown wrap + echo "## :dollar: EQUITY MD HEALTH CHECK (cryptoval4)" + echo '```' + + yr=$(date -d 'yesterday' '+%Y') + CheckSymbols="A/AAPL N/NVDA M/META" + declare -A Commands + Commands["hs01"]="" + for sym in ${CheckSymbols}; do + Commands["hs01"]+="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/${yr}/${sym} | tail -3; " + done + Commands["hs01:sim"]="ssh cvtt@hs01.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/sim | tail -5" + + Commands["cloud21"]="" + for sym in ${CheckSymbols}; do + Commands["cloud21"]+="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/${yr}/${sym} | tail -3; " + done + Commands["cloud21:sim"]="ssh cvtt@cloud21.cvtt.vpn ls -l /works/cvtt/md_archive/equity/alpaca_md/sim | tail -5" + + Commands["gpushnik-eqt"]="ssh oleg@gpushnik.cvtt.vpn 'ls -l /opt/jupyter_gpu/data/eqty_md | tail -10'" + Commands["cvtt-dev-server"]="ssh oleg@gpushnik.cvtt.vpn 'ls -l /opt/jupyter_gpu/data/eqty_md | tail -10'" + + + for name in $(printf "%s\n" "${!Commands[@]}" | sort); do + echo "------- ${name}" + Cmd=${Commands[${name}]} + echo ${Cmd} + echo + eval ${Cmd} + echo + done + echo '```' # Markdown wrap +} + +tmpfile=$(mktemp) +function cleanup { + cd ${HOME} + rm -f ${tmpfile} +} +trap cleanup EXIT + +echo "Crypto checklist..." +run_crypto_checklist >> ${tmpfile} + +echo "Equity checklist..." +run_eqt_checklist >> ${tmpfile} + +cat ${tmpfile} | ${Sender} ${StatusChannel} + +echo "Done $0"