Wed Jul 31 04:36:36 PM UTC 2024

This commit is contained in:
Oleg Sheynin 2024-07-31 16:36:36 +00:00
parent 2859b4ac74
commit 62fc3c67f6
5 changed files with 86 additions and 0 deletions

View File

@ -0,0 +1,17 @@
# ----- Config Service
# --------- Refresh
0 6 * * * /usr/bin/docker restart cvtt_config_service 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).config_service.restart.log
# --------- Synchronize CVTT config
*/30 * * * * cd /home/cvtt/prod/config_service && git pull 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).config_svc_data.git_pull.log
#---------------------- Utils
10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).archive_logs.log
0 5 * * * /home/cvtt/prod/utils/config_svc_backup.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).config_svc_backup.log
10 1 * * * /home/cvtt/prod/utils/move_archives.sh cloud23 /home/cvtt/prod/archive 2 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).move_archives.log
#
#
30 6 * * * /home/cvtt/prod/run/load_rel_liq.sh >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).REL_LIQUIDITY_LOAD.log 2>&1
#
# T E S T
#----------------------------------------------------------------------
#
#----------------------------------------------------------------------

View File

@ -0,0 +1,18 @@
# ----------------- # TEST
# ----------------- # TEST
#
# restart all
0 6 * * * /usr/bin/docker restart $(docker ps -q -a) 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.log
0 7 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf restart all 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).supervisor.restart.log
# start all
* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh COINBASE_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CLD21.log
* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh BNBSPOT_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBSPOT_CLD21.log
* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh BNBFUT_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBFUT_CLD21.log
* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh BNBSPOT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBSPOT_CVTTDATA.log
0 7 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf start all 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).supervisor.restart.log
#
#---------------------- Utils
0 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 1 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log
10 1 * * * /home/cvtt/prod/utils/move_archives.sh cloud24 /home/cvtt/prod/archive 1 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).move_archives.log
#

View File

@ -0,0 +1,13 @@
#
#
# --------------------- Equities (Alpaca) Historical Market Data (last day)
3 10 * * * /home/cvtt/prod/run/alpaca_md_day.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).alpaca_md_day.yesterday.log 2>&1
# --------------------- Equities (Alpaca) Historical Market Data (backward retrospect)
*/5 * * * * /home/cvtt/prod/run/alpaca_md_day.sh next 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).alpaca_md_day.next.log 2>&1
#
#---------------------- Utils
10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log
#
# --- T E S T
#

View File

@ -0,0 +1,18 @@
# ----------------- # TEST
# ----------------- # TEST
#
# ------------------------ restart all
1 6 * * * /usr/bin/docker restart $(docker ps -q -a) 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.log
#
# ------------------------ start all
*/3 * * * * /home/cvtt/prod/run/md_recorder.sh COINBASE_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CVTTDATA.log
*/3 * * * * /home/cvtt/prod/run/md_recorder.sh BNBFUT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBFUT_CVTTDATA.log
#
# ------------------------ Daily Crypto
0 4 * * * /home/cvtt/prod/run/crypto_md_day.sh cloud21 > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_md_day_md.cloud21.log 2>&1
#30 4 * * * /home/cvtt/prod/run/crypto_md_day.sh cvttdata > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_md_day_md.cvttdata.log 2>&1
#
#
#---------------------- Utils
10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log
#

View File

@ -0,0 +1,20 @@
#
#------------------------------- T E S T R E M O V E !!!!
#
#
#------------------------------- QCOW2 processing
10 1 * * MON /opt/admin/backup_vm.sh cvttdata 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvttdata.log
10 1 * * TUE /opt/admin/backup_vm.sh ops-server 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvttdata.log
#------------------------------- QCOW2 processing
#
0 2 * * * /opt/admin/sync_to_compress_qcow2.sh dtvmhost.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.dtvmhost.log
0 3 * * * /opt/admin/sync_to_compress_qcow2.sh cryptoval2.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.cryptoval2.log
0 4 * * * /opt/admin/sync_to_compress_qcow2.sh cryptoval3.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.cryptoval3.log
0 5 * * * /opt/admin/sync_to_compress_qcow2.sh cryptoval4.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.cryptoval4.log
#
0 6 * * TUE,THU,SAT /opt/admin/remote_backup_qcow2.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).remote_backup.log
#
#------------------------------- U t i l s
#
15 0 * * * /opt/admin/archiveLogs.sh /opt/logs /opt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log
20 1 * * * /opt/admin/pruneData.sh /localdisk/qcow2 15 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).prune_qcow2_data.log