progress

configs/cloud16/supervisor.conf

@@ -0,0 +1,28 @@
+[supervisord]
+environment=PYTHONPATH="/home/cvtt/prod"
+autostart=true
+autorestart=unexpected
+startretries=3
+logfile=/home/cvtt/prod/logs/supervisord.log
+
+[supervisorctl]
+
+[inet_http_server]
+port = 127.0.0.1:9001
+
+[rpcinterface:supervisor]
+supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface
+
+[program:config_service]
+directory=/home/cvtt/prod
+command=/home/cvtt/.pyenv/python3.10-venv/bin/python3.10
+        -u /home/cvtt/prod/cvttpy/apps/utils/config_server.py
+        --port=6789
+        --root=/home/cvtt/prod/config_service/data
+        --log_file=/home/cvtt/prod/logs/%%T.CONFIG_SERVICE.log
+autostart=true
+autorestart=true
+startretries=1
+startsecs=3
+user=cvtt
+

configs/cloud17/supervisord.conf

@@ -101,3 +101,41 @@ autorestart=true
 startretries=1
 startsecs=3
 user=cvtt
+
+[group:bnbfut_mdrec]
+programs=
+    bnbfut_rec_cloud17,
+    bnbfut_rec_cv1
+
+[program:bnbfut_rec_cloud17]
+directory=/home/cvtt/prod
+command=/home/cvtt/.pyenv/python3.10-venv/bin/python3 -u /home/cvtt/prod/cvttpy/apps/md/md_recorder.py
+        --config=http://cloud16.cvtt.vpn:6789/apps/md_recorder
+        --active_exchanges=BNBFUT
+        --instruments=PERP-BTC-USDT,PERP-ETH-USDT
+        --db_credentials_key=TSDB_MD_CLD17
+        --admin_port=7225
+        --log_level=INFO
+        --log_file=/home/cvtt/prod/logs/%%T.MD_REC.BNBFUT.CLD17.log
+autostart=true
+autorestart=true
+startretries=1
+startsecs=3
+user=cvtt
+
+[program:bnbfut_rec_cv1]
+directory=/home/cvtt/prod
+command=/home/cvtt/.pyenv/python3.10-venv/bin/python3 -u /home/cvtt/prod/cvttpy/apps/md/md_recorder.py
+        --config=http://cloud16.cvtt.vpn:6789/apps/md_recorder
+        --active_exchanges=BNBFUT
+        --instruments=PERP-BTC-USDT,PERP-ETH-USDT
+        --db_credentials_key=TSDB_MD_CV1
+        --admin_port=7226
+        --log_level=INFO
+        --log_file=/home/cvtt/prod/logs/%%T.MD_REC.BNBFUT.CV1.log
+autostart=true
+autorestart=true
+startretries=1
+startsecs=3
+user=cvtt
+

cronjobs/cvtt/cloud16

@@ -0,0 +1,10 @@
+0 6 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf restart config_service 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).config_service.restart.log
+#
+#
+#---------------------- Utils
+0 5 * * * /home/cvtt/prod/utils/config_svc_backup.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).config_svc_backup.log
+0 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log
+10 1 * * * /home/cvtt/prod/utils/move_archives.sh  2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).move_archives.log
+
+#
+#---------------------- T E S T

cronjobs/cvtt/cloud17

@@ -1,8 +1,11 @@
-0 6 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf restart 'bnb_spot_md_recorder:*' 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).bnbspot_md_recorder.restart.log
-0 6 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf restart 'coinbase_md_recorder:*' 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).coinbase_md_recorder.restart.log
+0 6 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf restart all 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).bnbspot_md_recorder.restart.log
 #
-10 6 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf restart executor 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).executor_app.restart.log
+#10 6 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf restart executor 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).executor_app.restart.log
 #
 #---------------------- Utils
 0 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log
 10 1 * * * /home/cvtt/prod/utils/move_archives.sh cloud17 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).move_archives.log
+#
+# ----------------- #  TEST
+#
+# ----------------- #  TEST

release_version.txt

@@ -1 +1 @@
-0.2.7
+0.2.8

scripts/archive_yesterday_md.sh

@@ -7,7 +7,12 @@ export PYTHONPATH=${RootDir}
 #dates=$(start=20231107; end=20231118; dt=; n=0; until [ "$dt" = "$end" ]; do ((n++)); dt=$(date -d "$start + $n days" +%Y%m%d); echo $dt; done)
 
 yesterday=$(date -d "yesterday" +%Y%m%d)
-Schemas="coinbase,bnbspot"
+Schemas=${1}
+if [ "${Schemas}" == "" ]
+then
+    Schemas="coinbase,bnbspot,bnbfut"
+fi
+echo "Schemas=${Schemas}"
 
 Cmd=
 Cmd="${Python}"