Compare commits
10 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 9dfdc615de | |||
| 17f29a3a67 | |||
| 1de85ffe73 | |||
| 4ce11b12ce | |||
| 4962d59d46 | |||
| e444f697eb | |||
| 087e536bdf | |||
| c3218eac2e | |||
| e5716c29a3 | |||
| 7c7248efd3 |
Executable
+23
@@ -0,0 +1,23 @@
|
||||
#!/bin/bash
|
||||
|
||||
usage() {
|
||||
echo "Usage: $0 <project name>"
|
||||
exit 1
|
||||
}
|
||||
|
||||
prj=${1}
|
||||
if [ "" == "${prj}" ] ; then
|
||||
usage
|
||||
fi
|
||||
|
||||
Cmd="pushd /home/oleg/develop/cvtt2"
|
||||
Cmd="${Cmd} && (cd ${prj}"
|
||||
Cmd="${Cmd} && git pushall)"
|
||||
Cmd="${Cmd} && ./build_release.sh -p ${prj}"
|
||||
Cmd="${Cmd} && (cd ${prj}"
|
||||
Cmd="${Cmd} && git pull --tags"
|
||||
Cmd="${Cmd} && git pushall)"
|
||||
Cmd="${Cmd} && popd"
|
||||
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
@@ -14,7 +14,7 @@ Cmd="docker run"
|
||||
Cmd="${Cmd} --pull=always"
|
||||
Cmd="${Cmd} --network=host"
|
||||
Cmd="${Cmd} --name=crypto_md_day.${host}.${date}"
|
||||
# Cmd="${Cmd} --rm"
|
||||
Cmd="${Cmd} --rm"
|
||||
Cmd="${Cmd} ${DockerImage}"
|
||||
Cmd="${Cmd} -h ${host}"
|
||||
Cmd="${Cmd} -d ${date}"
|
||||
|
||||
@@ -2,6 +2,43 @@
|
||||
|
||||
args=${*}
|
||||
|
||||
ConfigServer=cloud23.cvtt.vpn:6789
|
||||
ActiveExchanges=ALPACA_SNDBX
|
||||
PortalName=MD_PORTAL_ALPACA
|
||||
AdminPort=7220
|
||||
|
||||
|
||||
while getopts ":c:e:a:n:" opt; do
|
||||
case ${opt} in
|
||||
c )
|
||||
ConfigServer=$OPTARG
|
||||
;;
|
||||
e )
|
||||
ActiveExchanges=$OPTARG
|
||||
;;
|
||||
a )
|
||||
AdminPort=$OPTARG
|
||||
;;
|
||||
n )
|
||||
PortalName=$OPTARG
|
||||
;;
|
||||
\? )
|
||||
echo "Invalid option: -$OPTARG" >&2
|
||||
usage
|
||||
;;
|
||||
: )
|
||||
echo "Option -$OPTARG requires an argument." >&2
|
||||
usage
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
echo "ConfigServer=${ConfigServer}"
|
||||
echo "ActiveExchanges=${ActiveExchanges}"
|
||||
echo "PortalName=${PortalName}"
|
||||
echo "AdminPort=${AdminPort}"
|
||||
|
||||
|
||||
ImageName=md_portal
|
||||
DockerRegistry=cloud21.cvtt.vpn:5500
|
||||
DockerImage=${DockerRegistry}/${ImageName}
|
||||
@@ -11,13 +48,11 @@ if [ -z ${date} ] ; then
|
||||
fi
|
||||
|
||||
Cmd="docker run"
|
||||
|
||||
# Cmd="${Cmd} --rm"
|
||||
Cmd="${Cmd} --detach"
|
||||
Cmd="${Cmd} --restart=unless-stopped"
|
||||
|
||||
Cmd="${Cmd} --pull=always"
|
||||
Cmd="${Cmd} --network=host"
|
||||
Cmd="${Cmd} --name=${ImageName}"
|
||||
Cmd="${Cmd} --name=${ImageName}.${PortalName}"
|
||||
Cmd="${Cmd} --volume /home/cvtt/prod/logs:/logs"
|
||||
Cmd="${Cmd} ${DockerImage}"
|
||||
Cmd="${Cmd} ${args}"
|
||||
|
||||
+1
-1
@@ -1 +1 @@
|
||||
1.4.3,md_portal docker
|
||||
1.4.8F,mostly cleaning+fix
|
||||
|
||||
@@ -126,6 +126,5 @@ function download_file {
|
||||
chmod 600 ${TargetFilePath}
|
||||
ls -lh ${TargetFilePath}
|
||||
|
||||
|
||||
}
|
||||
download_file
|
||||
|
||||
Executable
+174
@@ -0,0 +1,174 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
usage() {
|
||||
echo -n "Usage: $0"
|
||||
echo -n " [-h <host (homestore*/cloud21)>]"
|
||||
echo -n " [-d <YYYYMMDD> (yesterday*)]"
|
||||
echo -n " [-s <stocks comma separated>"
|
||||
echo -n " [-t <target directory>"
|
||||
echo
|
||||
exit 1
|
||||
}
|
||||
if [[ "$(uname)" == "Darwin" ]]; then
|
||||
# macOS
|
||||
date='gdate'
|
||||
else
|
||||
date='date'
|
||||
fi
|
||||
|
||||
# ------------------ Settings
|
||||
md_date=""
|
||||
host=homestore
|
||||
stocks=COIN,GBTC,SQ
|
||||
|
||||
TargetDir="/opt/jupyter_gpu/data/eqty_md"
|
||||
mkdir -p ${TargetDir}
|
||||
|
||||
Table=md_1min_bars
|
||||
# ------------------ Settings
|
||||
|
||||
|
||||
|
||||
is_valid() {
|
||||
local inst=$1
|
||||
shift
|
||||
local valid_instances=("$@")
|
||||
|
||||
for valid_inst in "${valid_instances[@]}";
|
||||
do
|
||||
if [[ "$inst" == "$valid_inst" ]]; then
|
||||
return 0
|
||||
fi
|
||||
done
|
||||
return 1
|
||||
}
|
||||
|
||||
|
||||
while getopts ":h:d:s:t:u" opt; do
|
||||
case ${opt} in
|
||||
d )
|
||||
md_date=$OPTARG
|
||||
;;
|
||||
h )
|
||||
host=$OPTARG
|
||||
;;
|
||||
s )
|
||||
stocks=$OPTARG
|
||||
;;
|
||||
t )
|
||||
TargetDir=$OPTARG
|
||||
;;
|
||||
u )
|
||||
usage
|
||||
;;
|
||||
\? )
|
||||
echo "Invalid option: -$OPTARG" >&2
|
||||
usage
|
||||
;;
|
||||
: )
|
||||
echo "Option -$OPTARG requires an argument." >&2
|
||||
usage
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
if [ "${md_date}" == "" ] ; then
|
||||
md_date="yesterday"
|
||||
fi
|
||||
|
||||
echo "$md_date $host $source"
|
||||
|
||||
valid_hosts=('homestore' 'cloud21')
|
||||
if ! is_valid "${host}" "${valid_hosts[@]}" ; then
|
||||
echo "Host '${host}' is not valid"
|
||||
usage
|
||||
fi
|
||||
|
||||
TargetFile=$(${date} -d ${md_date} "+%Y%m%d.eqty.mktdata.ohlcv.db")
|
||||
|
||||
TargetFilePath="${TargetDir}/${TargetFile}"
|
||||
mv ${TargetFilePath} "${TargetFilePath}.saved.$(${date} '+%Y%m%d_%H%M%S')"
|
||||
touch ${TargetFilePath}
|
||||
|
||||
|
||||
# ---- temp dir
|
||||
echo ${SourceFile}
|
||||
tmp_dir=$(mktemp -d)
|
||||
|
||||
function cleanup {
|
||||
cd ${HOME}
|
||||
rm -rf ${tmp_dir}
|
||||
}
|
||||
trap cleanup EXIT
|
||||
# ---- temp dir
|
||||
|
||||
|
||||
if [ "${host}" == "cloud21" ] ; then
|
||||
SourceHost=cloud21.cvtt.vpn
|
||||
SourceUser=cvtt
|
||||
SourceRootDir="/opt/store/cvtt/md_archive/equity/alpaca_md"
|
||||
elif [ "${host}" == "homestore" ]; then
|
||||
SourceHost=homestore.cvtt.vpn
|
||||
SourceUser=oleg
|
||||
SourceRootDir="/works/cvtt/md_archive/equity/alpaca_md"
|
||||
else
|
||||
usage
|
||||
fi
|
||||
|
||||
|
||||
OLDIFS=$IFS
|
||||
IFS=','
|
||||
read -ra Stocks <<< "$stocks"
|
||||
IFS=$OLDIFS
|
||||
|
||||
|
||||
echo "${SourceHost} ${SourceUser} ${SourceRootDir} ${Stocks[@]}"
|
||||
|
||||
|
||||
function download_file {
|
||||
local SourceFilePath=${1}
|
||||
|
||||
Cmd="rsync"
|
||||
Cmd="${Cmd} -ahv"
|
||||
if tty -s; then
|
||||
Cmd="${Cmd} --progress=info2"
|
||||
fi
|
||||
Cmd="${Cmd} ${SourceUser}@${SourceHost}:${SourceFilePath} ${tmp_dir}/"
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
ls -lh ${tmp_dir}
|
||||
Cmd="gunzip ${tmp_dir}/${SourceFileZip}"
|
||||
echo ${Cmd} && eval ${Cmd}
|
||||
|
||||
DbFile=${tmp_dir}/${SourceFile}
|
||||
|
||||
# --- T E M P - for files older than 20240813
|
||||
sqlite3 ${DbFile} <<EOF
|
||||
DROP INDEX md_1min_bars_idx;
|
||||
CREATE UNIQUE INDEX IF NOT EXISTS md_1min_bars_idx on md_1min_bars(tstamp, exchange_id, instrument_id);
|
||||
EOF
|
||||
# --- T E M P
|
||||
|
||||
Cmd="sqlite3 ${DbFile} \".dump ${table}\" | sqlite3 ${TargetFilePath}"
|
||||
echo ${Cmd}
|
||||
eval ${Cmd}
|
||||
|
||||
}
|
||||
|
||||
echo "Loading files"
|
||||
for stock in "${Stocks[@]}"; do
|
||||
StockLetter="${stock:0:1}"
|
||||
SourceFile=$(${date} -d ${md_date} "+%Y%m%d.${stock}.1min.db")
|
||||
|
||||
SourceFileZip="${SourceFile}.gz"
|
||||
SourceFilePath=$(${date} -d ${md_date} "+${SourceRootDir}/${StockLetter}/${stock}/%Y/${SourceFileZip}")
|
||||
echo ${SourceFilePath}
|
||||
|
||||
download_file ${SourceFilePath}
|
||||
done
|
||||
|
||||
chmod 600 ${TargetFilePath}
|
||||
ls -lh ${TargetFilePath}
|
||||
|
||||
# mkdir -p /tmp/aaa
|
||||
# cp -r ${tmp_dir}/* /tmp/aaa/
|
||||
@@ -1,156 +0,0 @@
|
||||
#!/bin/bash
|
||||
Script="${0} ${*}"
|
||||
|
||||
function usage {
|
||||
echo "Usage: ${0} --inst_set=<setting #> [--restart] [--stop] [--once] [--sleep_sec=<num_seconds>]"
|
||||
exit 1
|
||||
}
|
||||
|
||||
for arg in "${@}"
|
||||
do
|
||||
case ${arg} in
|
||||
--restart)
|
||||
Restart=Y
|
||||
shift
|
||||
;;
|
||||
--stop)
|
||||
Stop="Y"
|
||||
shift
|
||||
;;
|
||||
--once)
|
||||
Once="Y"
|
||||
shift
|
||||
;;
|
||||
--inst_set=*)
|
||||
InstrSet="${arg#*=}"
|
||||
shift
|
||||
;;
|
||||
--sleep_sec=*)
|
||||
SleepSec="${arg#*=}"
|
||||
shift
|
||||
;;
|
||||
-*|--*)
|
||||
usage
|
||||
;;
|
||||
*)
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
|
||||
declare -A InstrSetInstrs
|
||||
InstrSetInstrs[1]=PAIR-BTC-USDT,PAIR-ETH-USDT,PAIR-LTC-USDT,PAIR-XRP-USDT,PAIR-USDT-USD
|
||||
|
||||
|
||||
if [ "${InstrSet}" == "" ]
|
||||
then
|
||||
usage
|
||||
fi
|
||||
|
||||
if [ "${SleepSec}" == "" ]
|
||||
then
|
||||
SleepSec=3
|
||||
fi
|
||||
|
||||
Instruments=${InstrSetInstrs[${InstrSet}]}
|
||||
if [ "${Instruments}" == "" ]
|
||||
then
|
||||
echo "Unrecognized instrument settings: ${InstrSet}"
|
||||
usage
|
||||
fi
|
||||
|
||||
# -------------------- S e t t i n g s
|
||||
RootDir=/home/cvtt/prod
|
||||
# ConfigFile="${RootDir}/config/md_recorder.cfg"
|
||||
ConfigFile="http://cloud11.cvtt.vpn:6789/apps/md_recorder"
|
||||
|
||||
AdminPort="721${InstrSet}"
|
||||
Exchange=BNBSPOT
|
||||
DbCredKey=TSDB_COINBS_1
|
||||
Name=MD_RECORDER_BNBSPOT
|
||||
# -------------------- S e t t i n g s
|
||||
|
||||
LogFile="${RootDir}/logs/$(date '+%Y%m%d_%H%M%S').${Name}_${InstrSet}.log"
|
||||
|
||||
source ${HOME}/.pyenv/python3.10-venv/bin/activate
|
||||
export PYTHONPATH=${RootDir}
|
||||
|
||||
Cmd="nohup"
|
||||
Cmd="${Cmd} python3"
|
||||
Cmd="${Cmd} ${RootDir}/cvttpy/apps/md/md_recorder.py"
|
||||
Cmd="${Cmd} --config=${ConfigFile}"
|
||||
Cmd="${Cmd} --active_exchanges=${Exchange}"
|
||||
Cmd="${Cmd} --instruments=${Instruments}"
|
||||
Cmd="${Cmd} --admin_port=${AdminPort}"
|
||||
Cmd="${Cmd} --log_level=INFO"
|
||||
Cmd="${Cmd} --log_file=${LogFile}"
|
||||
Cmd="${Cmd} --db_credentials_key=${DbCredKey}"
|
||||
Cmd="${Cmd} &"
|
||||
|
||||
function start_it {
|
||||
echo ${Cmd}
|
||||
eval ${Cmd} &
|
||||
sleep 10
|
||||
}
|
||||
|
||||
|
||||
function check_it {
|
||||
|
||||
if !(timeout 3 curl -s localhost:${AdminPort}/ping > /dev/null)
|
||||
then
|
||||
echo "${Script} doesn't respond. restarting..."
|
||||
pids=$(ps -ef | grep "admin_port=${AdminPort}" | grep -v grep | tr -s ' ' |cut -d' ' -f2)
|
||||
echo pids=${pids}
|
||||
if [ "${pids}" != "" ]
|
||||
then
|
||||
kill -9 ${pids}
|
||||
fi
|
||||
start_it
|
||||
fi
|
||||
}
|
||||
|
||||
function kill_it {
|
||||
pids=$(ps -ef |grep "inst_set=${InstrSet}" |grep $(basename ${0}) |grep -v ${$} |grep -v grep |tr -s ' ' |cut -d' ' -f2)
|
||||
|
||||
if [ "${pids}" != "" ]
|
||||
then
|
||||
echo "Killing ${pids} ..."
|
||||
kill -9 ${pids}
|
||||
fi
|
||||
while (timeout 3 curl -s localhost:${AdminPort}/ping > /dev/null)
|
||||
do
|
||||
echo "Shutting down localhost:${AdminPort}/shutdown ..."
|
||||
timeout 5 curl -s localhost:${AdminPort}/shutdown
|
||||
|
||||
pids=$(ps -ef | grep "admin_port=${AdminPort}" | grep -v grep | tr -s ' ' |cut -d' ' -f2)
|
||||
echo pids=${pids}
|
||||
if [ "${pids}" != "" ]
|
||||
then
|
||||
kill -9 ${pids}
|
||||
fi
|
||||
done
|
||||
}
|
||||
|
||||
if [ "${Stop}" == "Y" ] ; then
|
||||
kill_it
|
||||
exit 0
|
||||
fi
|
||||
|
||||
if [ "${Once}" == "Y" ] ; then
|
||||
start_it
|
||||
exit 0
|
||||
fi
|
||||
|
||||
|
||||
if [ "${Restart}" == "Y" ]
|
||||
then
|
||||
kill_it
|
||||
fi
|
||||
|
||||
start_it
|
||||
while true
|
||||
do
|
||||
check_it
|
||||
echo "${Script} is checked" | /usr/bin/ts '[%Y-%m-%d %H:%M:%S]'
|
||||
sleep ${SleepSec}
|
||||
done
|
||||
@@ -1,161 +0,0 @@
|
||||
#!/bin/bash
|
||||
Script="${0} ${*}"
|
||||
|
||||
function usage {
|
||||
echo "Usage: ${0} --inst_set=<setting #> [--restart] [--stop] [--once] [--sleep_sec=<num_seconds>]"
|
||||
exit 1
|
||||
}
|
||||
|
||||
for arg in "${@}"
|
||||
do
|
||||
case ${arg} in
|
||||
--restart)
|
||||
Restart=Y
|
||||
shift
|
||||
;;
|
||||
--stop)
|
||||
Stop="Y"
|
||||
shift
|
||||
;;
|
||||
--once)
|
||||
Once="Y"
|
||||
shift
|
||||
;;
|
||||
--inst_set=*)
|
||||
InstrSet="${arg#*=}"
|
||||
shift
|
||||
;;
|
||||
--sleep_sec=*)
|
||||
SleepSec="${arg#*=}"
|
||||
shift
|
||||
;;
|
||||
-*|--*)
|
||||
usage
|
||||
;;
|
||||
*)
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
|
||||
declare -A InstrSetInstrs
|
||||
InstrSetInstrs[1]=PAIR-BTC-USD,PAIR-ETH-USD,PAIR-LTC-USD,PAIR-XRP-USD
|
||||
InstrSetInstrs[2]=PAIR-USDT-USD,PAIR-MATIC-USD
|
||||
InstrSetInstrs[3]=PAIR-DOGE-USD,PAIR-AVAX-USD,
|
||||
InstrSetInstrs[4]=PAIR-BCH-USD,PAIR-UNI-USD,PAIR-AAVE-USD,PAIR-LINK-USD,PAIR-SOL-USD
|
||||
|
||||
|
||||
if [ "${InstrSet}" == "" ]
|
||||
then
|
||||
usage
|
||||
fi
|
||||
|
||||
if [ "${SleepSec}" == "" ]
|
||||
then
|
||||
SleepSec=3
|
||||
fi
|
||||
|
||||
Instruments=${InstrSetInstrs[${InstrSet}]}
|
||||
if [ "${Instruments}" == "" ]
|
||||
then
|
||||
echo "Unrecognized instrument settings: ${InstrSet}"
|
||||
usage
|
||||
fi
|
||||
|
||||
# -------------------- S e t t i n g s
|
||||
RootDir=/home/cvtt/prod
|
||||
# ConfigFile="${RootDir}/config/md_recorder.cfg"
|
||||
ConfigFile="http://cloud11.cvtt.vpn:6789/apps/md_recorder"
|
||||
|
||||
AdminPort="720${InstrSet}"
|
||||
Exchange=COINBASE_AT
|
||||
DbCredKey=TSDB_COINBS_1
|
||||
Name=MD_RECORDER_COINBASE
|
||||
# -------------------- S e t t i n g s
|
||||
|
||||
LogFile="${RootDir}/logs/$(date '+%Y%m%d_%H%M%S').${Name}_${InstrSet}.log"
|
||||
|
||||
source ${HOME}/.pyenv/python3.10-venv/bin/activate
|
||||
export PYTHONPATH=${RootDir}
|
||||
|
||||
Cmd="nohup"
|
||||
Cmd="${Cmd} python3"
|
||||
Cmd="${Cmd} ${RootDir}/cvttpy/apps/md/md_recorder.py"
|
||||
Cmd="${Cmd} --config=${ConfigFile}"
|
||||
Cmd="${Cmd} --active_exchanges=${Exchange}"
|
||||
Cmd="${Cmd} --instruments=${Instruments}"
|
||||
Cmd="${Cmd} --admin_port=${AdminPort}"
|
||||
Cmd="${Cmd} --log_level=INFO"
|
||||
Cmd="${Cmd} --log_file=${LogFile}"
|
||||
Cmd="${Cmd} --db_credentials_key=${DbCredKey}"
|
||||
Cmd="${Cmd} &"
|
||||
|
||||
function start_it {
|
||||
echo ${Cmd}
|
||||
eval ${Cmd} &
|
||||
sleep 10
|
||||
}
|
||||
|
||||
|
||||
function check_it {
|
||||
|
||||
if !(timeout 3 curl -s localhost:${AdminPort}/ping > /dev/null)
|
||||
then
|
||||
echo "${Script} doesn't respond. restarting..."
|
||||
pids=$(ps -ef | grep "admin_port=${AdminPort}" | grep -v grep | tr -s ' ' |cut -d' ' -f2)
|
||||
echo pids=${pids}
|
||||
if [ "${pids}" != "" ]
|
||||
then
|
||||
kill -9 ${pids}
|
||||
fi
|
||||
start_it
|
||||
fi
|
||||
}
|
||||
|
||||
function kill_it {
|
||||
pids=$(ps -ef |grep "inst_set=${InstrSet}" |grep $(basename ${0}) |grep -v ${$} |grep -v grep |tr -s ' ' |cut -d' ' -f2)
|
||||
|
||||
if [ "${pids}" != "" ]
|
||||
then
|
||||
echo "Killing ${pids} ..."
|
||||
kill -9 ${pids}
|
||||
fi
|
||||
while (timeout 3 curl -s localhost:${AdminPort}/ping > /dev/null)
|
||||
do
|
||||
echo "Shutting down localhost:${AdminPort}/shutdown ..."
|
||||
timeout 5 curl -s localhost:${AdminPort}/shutdown
|
||||
|
||||
pids=$(ps -ef | grep "admin_port=${AdminPort}" | grep -v grep | tr -s ' ' |cut -d' ' -f2)
|
||||
echo pids=${pids}
|
||||
if [ "${pids}" != "" ]
|
||||
then
|
||||
kill -9 ${pids}
|
||||
fi
|
||||
done
|
||||
}
|
||||
|
||||
if [ "${Stop}" == "Y" ] ; then
|
||||
kill_it
|
||||
exit 0
|
||||
fi
|
||||
|
||||
if [ "${Once}" == "Y" ] ; then
|
||||
start_it
|
||||
exit 0
|
||||
fi
|
||||
|
||||
|
||||
if [ "${Restart}" == "Y" ]
|
||||
then
|
||||
kill_it
|
||||
fi
|
||||
|
||||
start_it
|
||||
while true
|
||||
do
|
||||
check_it
|
||||
echo "${Script} is checked" | /usr/bin/ts '[%Y-%m-%d %H:%M:%S]'
|
||||
sleep ${SleepSec}
|
||||
done
|
||||
|
||||
|
||||
@@ -1,128 +0,0 @@
|
||||
#!/bin/bash
|
||||
Script="${0} ${*}"
|
||||
|
||||
function usage {
|
||||
echo "Usage: ${0} [--restart] [--stop] [--once] [--sleep_sec=<num_seconds>]"
|
||||
exit 1
|
||||
}
|
||||
|
||||
for arg in "${@}"
|
||||
do
|
||||
case ${arg} in
|
||||
--restart)
|
||||
Restart=Y
|
||||
shift
|
||||
;;
|
||||
--stop)
|
||||
Stop="Y"
|
||||
shift
|
||||
;;
|
||||
--once)
|
||||
Once="Y"
|
||||
shift
|
||||
;;
|
||||
--sleep_sec=*)
|
||||
SleepSec="${arg#*=}"
|
||||
shift
|
||||
;;
|
||||
-*|--*)
|
||||
usage
|
||||
;;
|
||||
*)
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
if [ "${SleepSec}" == "" ]
|
||||
then
|
||||
SleepSec=5
|
||||
fi
|
||||
|
||||
RootDir=/home/cvtt/prod
|
||||
CfgSvcDir=${RootDir}/config_service
|
||||
|
||||
export PYTHONPATH="${RootDir}:${PYTHONPATH}"
|
||||
|
||||
Name=config_server
|
||||
ServerPy="${RootDir}/cvttpy/apps/utils/config_server.py"
|
||||
ServicePort=6789
|
||||
ServiceDir=${CfgSvcDir}/data
|
||||
LogDir=${RootDir}/logs
|
||||
|
||||
source ${HOME}/.pyenv/python3.10-venv/bin/activate
|
||||
export PYTHONPATH="${RootDir}:${PYTHONPATH}"
|
||||
|
||||
Cmd="nohup"
|
||||
Cmd="${Cmd} python3"
|
||||
Cmd="${Cmd} ${ServerPy}"
|
||||
Cmd="${Cmd} --port=${ServicePort}"
|
||||
Cmd="${Cmd} --root=${ServiceDir}"
|
||||
Cmd="${Cmd} --log_file=${LogDir}/%T.config_service.log"
|
||||
|
||||
function start_it {
|
||||
echo ${Cmd}
|
||||
eval ${Cmd} &
|
||||
sleep 10
|
||||
}
|
||||
|
||||
function check_it {
|
||||
if !(timeout 3 curl -s localhost:${ServicePort}/ping > /dev/null)
|
||||
then
|
||||
echo "${Script} doesn't respond. restarting..."
|
||||
pids=$(ps -ef | grep "port=${ServicePort}" | grep "root=${ServiceDir}" | grep -v grep | tr -s ' ' |cut -d' ' -f2)
|
||||
echo pids=${pids}
|
||||
if [ "${pids}" != "" ]
|
||||
then
|
||||
kill -9 ${pids}
|
||||
fi
|
||||
start_it
|
||||
fi
|
||||
}
|
||||
|
||||
function kill_it {
|
||||
pids=$(ps -ef |grep $(basename ${0}) |grep -v ${$} |grep -v grep |tr -s ' ' |cut -d' ' -f2)
|
||||
|
||||
if [ "${pids}" != "" ]
|
||||
then
|
||||
echo "Killing ${pids} ..."
|
||||
kill -9 ${pids}
|
||||
fi
|
||||
while (timeout 3 curl -s localhost:${ServicePort}/ping > /dev/null)
|
||||
do
|
||||
echo "Shutting down localhost:${ServicePort}/__shutdown__ ..."
|
||||
timeout 5 curl -s localhost:${ServicePort}/__shutdown__
|
||||
|
||||
pids=$(ps -ef | grep "port=${ServicePort}" | grep "root=${ServiceDir}" | grep -v grep | tr -s ' ' |cut -d' ' -f2)
|
||||
echo pids=${pids}
|
||||
if [ "${pids}" != "" ]
|
||||
then
|
||||
kill -9 ${pids}
|
||||
fi
|
||||
done
|
||||
}
|
||||
|
||||
if [ "${Stop}" == "Y" ] ; then
|
||||
kill_it
|
||||
exit 0
|
||||
fi
|
||||
|
||||
if [ "${Once}" == "Y" ] ; then
|
||||
start_it
|
||||
exit 0
|
||||
fi
|
||||
|
||||
|
||||
if [ "${Restart}" == "Y" ]
|
||||
then
|
||||
kill_it
|
||||
fi
|
||||
|
||||
start_it
|
||||
while true
|
||||
do
|
||||
check_it
|
||||
echo "${Script} is checked" | /usr/bin/ts '[%Y-%m-%d %H:%M:%S]'
|
||||
sleep ${SleepSec}
|
||||
done
|
||||
|
||||
|
||||
@@ -1,144 +0,0 @@
|
||||
#!/bin/bash
|
||||
Script="${0} ${*}"
|
||||
|
||||
function usage {
|
||||
echo "Usage: ${0} [--restart] [--stop] [--once] [--sleep_sec=<num_seconds>]"
|
||||
exit 1
|
||||
}
|
||||
|
||||
for arg in "${@}"
|
||||
do
|
||||
case ${arg} in
|
||||
--restart)
|
||||
Restart=Y
|
||||
shift
|
||||
;;
|
||||
--stop)
|
||||
Stop="Y"
|
||||
shift
|
||||
;;
|
||||
--once)
|
||||
Once="Y"
|
||||
shift
|
||||
;;
|
||||
--inst_set=*)
|
||||
InstrSet="${arg#*=}"
|
||||
shift
|
||||
;;
|
||||
--sleep_sec=*)
|
||||
SleepSec="${arg#*=}"
|
||||
shift
|
||||
;;
|
||||
-*|--*)
|
||||
usage
|
||||
;;
|
||||
*)
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
|
||||
if [ "${SleepSec}" == "" ]
|
||||
then
|
||||
SleepSec=3
|
||||
fi
|
||||
|
||||
|
||||
# -------------------- S e t t i n g s
|
||||
ConfigServiceHost=cloud11.cvtt.vpn
|
||||
ConfigServicePort=6789
|
||||
|
||||
RootDir=/home/cvtt/prod
|
||||
|
||||
ConfigFile="http://${ConfigServiceHost}:${ConfigServicePort}/apps/executor_app"
|
||||
|
||||
AdminPort="7210"
|
||||
Exchange=COINBASE_AT
|
||||
Name=EXECUTOR_APP
|
||||
# -------------------- S e t t i n g s
|
||||
|
||||
LogFile="${RootDir}/logs/$(date '+%Y%m%d_%H%M%S').${Name}.log"
|
||||
|
||||
source ${HOME}/.pyenv/python3.10-venv/bin/activate
|
||||
export PYTHONPATH=${RootDir}
|
||||
|
||||
Cmd="nohup"
|
||||
Cmd="${Cmd} python3"
|
||||
Cmd="${Cmd} ${RootDir}/cvttpy/apps/executor_app.py"
|
||||
Cmd="${Cmd} --config=${ConfigFile}"
|
||||
Cmd="${Cmd} --active_exchanges=${Exchange}"
|
||||
Cmd="${Cmd} --admin_port=${AdminPort}"
|
||||
Cmd="${Cmd} --log_level=INFO"
|
||||
Cmd="${Cmd} --log_file=${LogFile}"
|
||||
Cmd="${Cmd} &"
|
||||
|
||||
function start_it {
|
||||
echo ${Cmd}
|
||||
eval ${Cmd} &
|
||||
sleep 10
|
||||
}
|
||||
|
||||
|
||||
function check_it {
|
||||
|
||||
if !(timeout 3 curl -s localhost:${AdminPort}/ping > /dev/null)
|
||||
then
|
||||
echo "${Script} doesn't respond. restarting..."
|
||||
pids=$(ps -ef | grep "admin_port=${AdminPort}" | grep -v grep | tr -s ' ' |cut -d' ' -f2)
|
||||
echo pids=${pids}
|
||||
if [ "${pids}" != "" ]
|
||||
then
|
||||
kill -9 ${pids}
|
||||
fi
|
||||
start_it
|
||||
fi
|
||||
}
|
||||
|
||||
function kill_it {
|
||||
pids=$(ps -ef |grep $(basename ${0}) |grep -v ${$} |grep -v grep |tr -s ' ' |cut -d' ' -f2)
|
||||
|
||||
if [ "${pids}" != "" ]
|
||||
then
|
||||
echo "Killing ${pids} ..."
|
||||
kill -9 ${pids}
|
||||
fi
|
||||
while (timeout 3 curl -s localhost:${AdminPort}/ping > /dev/null)
|
||||
do
|
||||
echo "Shutting down localhost:${AdminPort}/shutdown ..."
|
||||
timeout 5 curl -s localhost:${AdminPort}/shutdown
|
||||
sleep 3
|
||||
|
||||
pids=$(ps -ef | grep "admin_port=${AdminPort}" | grep -v grep | tr -s ' ' |cut -d' ' -f2)
|
||||
echo pids=${pids}
|
||||
if [ "${pids}" != "" ]
|
||||
then
|
||||
kill -9 ${pids}
|
||||
fi
|
||||
done
|
||||
}
|
||||
|
||||
if [ "${Stop}" == "Y" ] ; then
|
||||
kill_it
|
||||
exit 0
|
||||
fi
|
||||
|
||||
if [ "${Once}" == "Y" ] ; then
|
||||
start_it
|
||||
exit 0
|
||||
fi
|
||||
|
||||
|
||||
if [ "${Restart}" == "Y" ]
|
||||
then
|
||||
kill_it
|
||||
fi
|
||||
|
||||
start_it
|
||||
while true
|
||||
do
|
||||
check_it
|
||||
echo "${Script} is checked" | /usr/bin/ts '[%Y-%m-%d %H:%M:%S]'
|
||||
sleep ${SleepSec}
|
||||
done
|
||||
|
||||
|
||||
Executable
+48
@@ -0,0 +1,48 @@
|
||||
#!/bin/bash
|
||||
|
||||
# ---------------------
|
||||
# user "git" owned remote repository
|
||||
#
|
||||
# must run on remote server
|
||||
# change HostName and RemoteName
|
||||
# ---------------------
|
||||
# R e s u l t E x a m p l e:
|
||||
# sudo bash -c 'mkdir /opt/store/git/cvtt2/tests.git && cd /opt/store/git/cvtt2/tests.git && git init --bare && chown -R git:git /opt/store/git/cvtt2/tests.git'
|
||||
# ---------------------
|
||||
#
|
||||
|
||||
# ----- S e t t i n g s
|
||||
HostName=cloud21.cvtt.vpn
|
||||
RemoteName=origin
|
||||
# ----- S e t t i n g s
|
||||
|
||||
usage() {
|
||||
echo "Usage: ${0} <repo_name> [<repo_parent_dir> */opt/store/git/cvtt2]"
|
||||
exit 1
|
||||
}
|
||||
|
||||
|
||||
RepoName=${1}
|
||||
if [ "" == "${RepoName}" ] ; then
|
||||
usage
|
||||
fi
|
||||
|
||||
RepoParentDir=/opt/store/git/cvtt2
|
||||
if [ "${2}" != "" ] ; then
|
||||
RepoParentDir=${2}
|
||||
fi
|
||||
|
||||
RepoDir="${RepoParentDir}/${RepoName}.git"
|
||||
|
||||
|
||||
Cmd="sudo bash -c 'mkdir ${RepoDir}"
|
||||
Cmd="${Cmd} && cd ${RepoDir}"
|
||||
Cmd="${Cmd} && git init --bare "
|
||||
Cmd="${Cmd} && chown -R git:git ${RepoDir}'"
|
||||
echo ${Cmd}
|
||||
eval ${Cmd} || exit 1
|
||||
|
||||
echo "====================="
|
||||
echo "Repository is created. Use this command to add it:"
|
||||
echo " git remote add ${RemoteName} git@${HostName}:${RepoDir}"
|
||||
echo "====================="
|
||||
Reference in New Issue
Block a user