#!/bin/bash usage() { echo "Usage: $0 -h -d -s " exit 1 } echo "SHELL=${SHELL}" DbHost="" Date="" Schemas=coinbase,bnbspot,bnbfut while getopts ":h:d:s:" opt; do case ${opt} in h ) DbHost=$OPTARG ;; d ) Date=$OPTARG ;; s ) Schemas=$OPTARG ;; \? ) echo "Invalid option: -$OPTARG" >&2 usage ;; : ) echo "Option -$OPTARG requires an argument." >&2 usage ;; esac done if [ -z "${DbHost}" ] || [ -z "$Date" ]; then usage fi CredKey="" if [ "${DbHost}" == "cvttdata" ] ; then CredKey=TSDB_MD_CVTTDATA_RO elif [ "${DbHost}" == "cloud21" ] ; then CredKey=TSDB_MD_CLD21_RO else echo "host ${DbHost} is not valid source" usage fi export PYTHONPATH=/ Cmd="python3.10" Cmd="${Cmd} cvttpy/research/utils/archive_ts_md.py" Cmd="${Cmd} --config=http://cloud16.cvtt.vpn:6789/apps/md_recorder" Cmd="${Cmd} --db_credentials_key=${CredKey}" Cmd="${Cmd} --credentials_file=/.creds" Cmd="${Cmd} --date=${Date}" Cmd="${Cmd} --schemas=${Schemas}" Cmd="${Cmd} --root_dir=/app/data/${DbHost}" Cmd="${Cmd} --format=SQLite" Cmd="${Cmd} --compress" # Cmd="${Cmd} --log_file=/logs/%T.crypto_md_day.log" echo ${Cmd} eval ${Cmd} echo "Data Sync" Source=/app/data/ Targets= Targets="${Targets} oleg@homestore.cvtt.vpn:/works/cvtt/md_archive/crypto" Targets="${Targets} cvtt@cloud21.cvtt.vpn:/opt/store/cvtt/md_archive/crypto" for tgt in ${Targets} do Cmd="/usr/bin/rsync -ahv ${Source} ${tgt}" echo $Cmd eval $Cmd done