82 lines
1.6 KiB
Bash
Executable File
82 lines
1.6 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
|
|
usage() {
|
|
echo "Usage: $0 -h <db host> -d <YYYYMMDD Date> -s <schemas|coinbase,bnbspot,bnbfut>"
|
|
exit 1
|
|
}
|
|
|
|
DbHost=""
|
|
Date=""
|
|
Schemas=coinbase,bnbspot,bnbfut
|
|
|
|
while getopts ":h:d:s:" opt; do
|
|
case ${opt} in
|
|
h )
|
|
DbHost=$OPTARG
|
|
;;
|
|
d )
|
|
Date=$OPTARG
|
|
;;
|
|
s )
|
|
Schemas=$OPTARG
|
|
;;
|
|
\? )
|
|
echo "Invalid option: -$OPTARG" >&2
|
|
usage
|
|
;;
|
|
: )
|
|
echo "Option -$OPTARG requires an argument." >&2
|
|
usage
|
|
;;
|
|
esac
|
|
done
|
|
|
|
if [ -z "${DbHost}" ] || [ -z "$Date" ]; then
|
|
echo "DbHost=${DbHost} Date=${Date}. Cmdline: ${*}"
|
|
usage
|
|
fi
|
|
|
|
CredKey=""
|
|
if [ "${DbHost}" == "cvttdata" ] ; then
|
|
CredKey=TSDB_MD_CVTTDATA_RO
|
|
elif [ "${DbHost}" == "cloud21" ] ; then
|
|
CredKey=TSDB_MD_CLD21_RO
|
|
else
|
|
echo "host ${DbHost} is not valid source"
|
|
usage
|
|
fi
|
|
|
|
export PYTHONPATH=/
|
|
|
|
Cmd="python3.10"
|
|
Cmd="${Cmd} cvttpy/research/utils/archive_ts_md.py"
|
|
Cmd="${Cmd} --config=http://cloud16.cvtt.vpn:6789/apps/md_recorder"
|
|
Cmd="${Cmd} --db_credentials_key=${CredKey}"
|
|
Cmd="${Cmd} --credentials_file=/.creds"
|
|
Cmd="${Cmd} --date=${Date}"
|
|
Cmd="${Cmd} --schemas=${Schemas}"
|
|
Cmd="${Cmd} --root_dir=/app/data/${DbHost}"
|
|
Cmd="${Cmd} --format=SQLite"
|
|
Cmd="${Cmd} --compress"
|
|
# Cmd="${Cmd} --log_file=/logs/%T.crypto_md_day.log"
|
|
|
|
echo ${Cmd}
|
|
eval ${Cmd}
|
|
|
|
echo "Data Sync"
|
|
|
|
Source=/app/data/
|
|
Targets=
|
|
Targets="${Targets} oleg@homestore.cvtt.vpn:/works/cvtt/md_archive/crypto"
|
|
Targets="${Targets} cvtt@cloud21.cvtt.vpn:/opt/store/cvtt/md_archive/crypto"
|
|
|
|
|
|
for tgt in ${Targets}
|
|
do
|
|
Cmd="/usr/bin/rsync -ahv ${Source} ${tgt}"
|
|
echo $Cmd
|
|
eval $Cmd
|
|
done
|
|
|