progress

configs/cloud17/supervisord.conf

@@ -0,0 +1,103 @@
+[supervisord]
+environment=PYTHONPATH="/home/cvtt/prod"
+autostart=true
+autorestart=unexpected
+startretries=3
+logfile=/home/cvtt/prod/logs/supervisord.log
+
+[supervisorctl]
+
+[inet_http_server]
+port = 127.0.0.1:9001
+
+[rpcinterface:supervisor]
+supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface
+
+[program:executor]
+directory=/home/cvtt/prod
+command=/home/cvtt/.pyenv/python3.10-venv/bin/python3
+        -u /home/cvtt/prod/cvttpy/apps/executor_app.py
+        --config=http://cloud16.cvtt.vpn:6789/apps/cvtt
+        --active_exchanges=COINBASE_AT
+        --admin_port=7220
+        --log_level=INFO
+        --log_file=/home/cvtt/prod/logs/%%T.EXECUTOR_APP.log
+autostart=true
+autorestart=true
+startretries=1
+startsecs=3
+user=cvtt
+
+[group:bnbspot_mdrec]
+programs=
+    bnbspot_rec_cloud17,
+    bnbspot_rec_cv1
+
+[program:bnbspot_rec_cloud17]
+directory=/home/cvtt/prod
+command=/home/cvtt/.pyenv/python3.10-venv/bin/python3 -u /home/cvtt/prod/cvttpy/apps/md/md_recorder.py
+        --config=http://cloud16.cvtt.vpn:6789/apps/md_recorder
+        --active_exchanges=BNBSPOT
+        --instruments=PAIR-BTC-USDT,PAIR-ETH-USDT,PAIR-LTC-USDT,PAIR-XRP-USDT,PAIR-USDT-USD
+        --db_credentials_key=TSDB_MD_CLD17
+        --admin_port=7221
+        --log_level=INFO
+        --log_file=/home/cvtt/prod/logs/%%T.MD_REC.BNBSPOT.CLD17.log
+autostart=true
+autorestart=true
+startretries=1
+startsecs=3
+user=cvtt
+
+[program:bnbspot_rec_cv1]
+directory=/home/cvtt/prod
+command=/home/cvtt/.pyenv/python3.10-venv/bin/python3 -u /home/cvtt/prod/cvttpy/apps/md/md_recorder.py
+        --config=http://cloud16.cvtt.vpn:6789/apps/md_recorder
+        --active_exchanges=BNBSPOT
+        --instruments=PAIR-BTC-USDT,PAIR-ETH-USDT,PAIR-LTC-USDT,PAIR-XRP-USDT,PAIR-USDT-USD
+        --db_credentials_key=TSDB_MD_CV1
+        --admin_port=7222
+        --log_level=INFO
+        --log_file=/home/cvtt/prod/logs/%%T.MD_REC.BNBSPOT.CV1.log
+autostart=true
+autorestart=true
+startretries=1
+startsecs=3
+user=cvtt
+
+[group:coinbase_md_rec]
+programs=
+    coinbase_rec_cloud17,
+    coinbase_rec_cv1
+
+[program:coinbase_rec_cloud17]
+directory=/home/cvtt/prod
+command=/home/cvtt/.pyenv/python3.10-venv/bin/python3 -u /home/cvtt/prod/cvttpy/apps/md/md_recorder.py
+        --config=http://cloud16.cvtt.vpn:6789/apps/md_recorder
+        --active_exchanges=COINBASE_AT
+        --instruments=PAIR-BTC-USD,PAIR-ETH-USD,PAIR-LTC-USD,PAIR-XRP-USD
+        --db_credentials_key=TSDB_MD_CLD17
+        --admin_port=7223
+        --log_level=INFO
+        --log_file=/home/cvtt/prod/logs/%%T.MD_REC.COINBASE.CLD17.log
+autostart=true
+autorestart=true
+startretries=1
+startsecs=3
+user=cvtt
+
+[program:coinbase_rec_cv1]
+directory=/home/cvtt/prod
+command=/home/cvtt/.pyenv/python3.10-venv/bin/python3 -u /home/cvtt/prod/cvttpy/apps/md/md_recorder.py
+        --config=http://cloud16.cvtt.vpn:6789/apps/md_recorder
+        --active_exchanges=COINBASE_AT
+        --instruments=PAIR-BTC-USD,PAIR-ETH-USD,PAIR-LTC-USD,PAIR-XRP-USD
+        --db_credentials_key=TSDB_MD_CV1
+        --admin_port=7224
+        --log_level=INFO
+        --log_file=/home/cvtt/prod/logs/%%T.MD_REC.COINBASE.CV1.log
+autostart=true
+autorestart=true
+startretries=1
+startsecs=3
+user=cvtt

cronjobs/cvtt/cloud17

@@ -0,0 +1,8 @@
+0 6 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf restart 'bnb_spot_md_recorder:*' 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).bnbspot_md_recorder.restart.log
+0 6 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf restart 'coinbase_md_recorder:*' 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).coinbase_md_recorder.restart.log
+#
+10 6 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf restart executor 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).executor_app.restart.log
+#
+#---------------------- Utils
+0 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log
+10 1 * * * /home/cvtt/prod/utils/move_archives.sh cloud17 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).move_archives.log

release_version.txt

@@ -1 +1 @@
-0.2.6
+0.2.7

scripts/archive_yesterday_md.sh

@@ -18,7 +18,7 @@ Cmd="${Cmd} --date=${yesterday}"
 Cmd="${Cmd} --schemas=${Schemas}"
 Cmd="${Cmd} --root_dir=/localdisk/cvtt/archive/md_archive"
 Cmd="${Cmd} --format=SQLite"
-# Cmd="${Cmd} --compress"
+Cmd="${Cmd} --compress"
 echo ${Cmd}
 eval ${Cmd}