100 lines
2.4 KiB
Bash
Executable File
100 lines
2.4 KiB
Bash
Executable File
#!/bin/sh
|
|
echo $0 $* | /usr/bin/ts '[%Y-%m-%d %H:%M:%S]'
|
|
|
|
RootDir="${HOME}/prod"
|
|
|
|
export PYTHONPATH=${RootDir}
|
|
|
|
|
|
StatusChannel=Status-CVTT
|
|
AlertChannel=Alerts-CVTT
|
|
Sender=${RootDir}/ops/utils/send_mmost.sh
|
|
|
|
# Sender=cat
|
|
# StatusChannel=
|
|
|
|
Hosts=
|
|
Hosts="${Hosts} cloud11.cvtt.vpn"
|
|
Hosts="${Hosts} cloud14.cvtt.vpn"
|
|
Hosts="${Hosts} cloud15.cvtt.vpn"
|
|
Hosts="${Hosts} cloud16.cvtt.vpn"
|
|
Hosts="${Hosts} cloud17.cvtt.vpn"
|
|
Hosts="${Hosts} cloud19.cvtt.vpn"
|
|
Hosts="${Hosts} cloudstore.cvtt.vpn"
|
|
|
|
Hosts="${Hosts} cvttdata.cvtt.vpn"
|
|
Hosts="${Hosts} cryptoval1.cvtt.vpn"
|
|
Hosts="${Hosts} cryptoval2.cvtt.vpn"
|
|
Hosts="${Hosts} cryptoval3.cvtt.vpn"
|
|
|
|
Hosts="${Hosts} homestore.cvtt.vpn"
|
|
Hosts="${Hosts} nsbackup.cvtt.vpn"
|
|
Hosts="${Hosts} dtvmhost.cvtt.vpn"
|
|
Hosts="${Hosts} ops-server.cvtt.vpn"
|
|
|
|
function space_alert() {
|
|
ALERT_USAGE=75%
|
|
for ln in "${Measurements[@]}"
|
|
do
|
|
IFS=$' '; args=($ln); unset IFS
|
|
host=${args[0]}
|
|
fs=${args[1]}
|
|
space_used=${args[2]}
|
|
if [ ${space_used%?} -ge ${ALERT_USAGE%?} ]; then
|
|
echo ":red_circle: Filesystem **${host}:${fs}** is using **${space_used}** :red_circle:"
|
|
fi
|
|
done
|
|
}
|
|
|
|
function storage_check() {
|
|
|
|
result_lines=()
|
|
|
|
for host in ${Hosts}
|
|
do
|
|
Cmd="ssh $host"
|
|
Cmd="${Cmd} eval \"df -hTl"
|
|
Cmd="${Cmd} -x squashfs"
|
|
Cmd="${Cmd} | grep -v tmpfs"
|
|
Cmd="${Cmd} | grep -v Filesystem\""
|
|
|
|
IFS=$'\n' ; lines=$(eval ${Cmd})
|
|
for ln in $lines
|
|
do
|
|
IFS=$' '; args=($ln); unset IFS
|
|
res="${args[5]}| **${host}** | ***${args[6]}*** | *${args[5]}* |"
|
|
result_lines+=("$res")
|
|
done
|
|
unset IFS
|
|
done
|
|
for ln in "${result_lines[@]}"
|
|
do
|
|
echo "${ln}"
|
|
done
|
|
}
|
|
|
|
tmpfile=$(mktemp)
|
|
tmpfile2=$(mktemp)
|
|
storage_check > ${tmpfile2}
|
|
|
|
echo "## :card_file_box: STORAGE HEALTH CHECK" >> ${tmpfile}
|
|
echo >> ${tmpfile}
|
|
echo "| host | filesystem | usage |" >> ${tmpfile}
|
|
echo "| --- | --- | --- |" >> ${tmpfile}
|
|
cat ${tmpfile2} | sort -h -r | awk -F'%' '{printf "%s%%%s\n",$2,$3}' >> ${tmpfile}
|
|
cat ${tmpfile} | ${Sender} ${StatusChannel}
|
|
rm ${tmpfile} ${tmpfile2}
|
|
|
|
Measurements=()
|
|
tmpfile=$(mktemp)
|
|
space_alert > ${tmpfile}
|
|
cat ${tmpfile}
|
|
if [ -s ${tmpfile} ]
|
|
then
|
|
(echo "### :card_file_box: STORAGE ALERTS" && cat ${tmpfile}) | ${Sender} ${AlertChannel}
|
|
else
|
|
echo File ${tmpfile} is empty
|
|
fi
|
|
rm ${tmpfile}
|
|
|