prod/cronjobs
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Compare commits

base: prod:af5349489432b1390bb5e353b3342ba3563f159e
Branches Tags
prod:master
..
compare: prod:be3fb28c80c0637d24a286321de032e408fe7d9d
Branches Tags
prod:master

No commits in common. "af5349489432b1390bb5e353b3342ba3563f159e" and "be3fb28c80c0637d24a286321de032e408fe7d9d" have entirely different histories.
af53494894 ... be3fb28c80

8 changed files with 35 additions and 26 deletions
Show Stats Expand all files Collapse all files

8
cvtt/cloud24.cron
View File

@ -2,12 +2,8 @@
# ----------------- # TEST # ----------------- # TEST
# #
# -------------------------- restart all # -------------------------- restart all
# 10 seconds is added to not to overlap with minutely start command 0 6 * * * /usr/bin/docker restart $(docker ps -q -a) 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.log
59 23 * * * sleep 10 && /usr/bin/docker restart md_recorder.COINBASE_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.md_recorder.COINBASE_CLD21.log 0 7 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf restart all 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).supervisor.restart.log
59 23 * * * sleep 10 && /usr/bin/docker restart md_recorder.BNBSPOT_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.md_recorder.BNBSPOT_CLD21.log
59 23 * * * sleep 10 && /usr/bin/docker restart md_recorder.BNBFUT_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.md_recorder.BNBFUT_CLD21.log
59 23 * * * sleep 10 && /usr/bin/docker restart md_recorder.BNBSPOT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.md_recorder.BNBSPOT_CVTTDATA.log
59 23 * * * sleep 10 && /usr/bin/docker restart crypto_exch_stats 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.crypto_exch_stats.log
# #
# -------------------------- start all # -------------------------- start all
* * * * * /home/cvtt/prod/run/md_recorder.sh COINBASE_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CLD21.log * * * * * /home/cvtt/prod/run/md_recorder.sh COINBASE_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CLD21.log

14
cvtt/cvtt-md.cron
View File

@ -2,26 +2,20 @@
# ----------------- # TEST # ----------------- # TEST
# #
# ------------------------ restart all # ------------------------ restart all
# 10 seconds is added to not to overlap with minutely start command 1 6 * * * /usr/bin/docker restart $(docker ps -q -a) 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.log
59 23 * * * start 10 && /usr/bin/docker restart md_recorder.COINBASE_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.md_recorder.COINBASE_CVTTDATA.log
59 23 * * * start 10 && /usr/bin/docker restart md_recorder.BNBFUT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.md_recorder.BNBFUT_CVTTDATA.log
# #
# ------------------------ start all # ------------------------ start all
* * * * * /home/cvtt/prod/run/md_recorder.sh COINBASE_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CVTTDATA.log */3 * * * * /home/cvtt/prod/run/md_recorder.sh COINBASE_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CVTTDATA.log
* * * * * /home/cvtt/prod/run/md_recorder.sh BNBFUT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBFUT_CVTTDATA.log */3 * * * * /home/cvtt/prod/run/md_recorder.sh BNBFUT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBFUT_CVTTDATA.log
# #
# ------------------------ Daily Crypto # ------------------------ Daily Crypto
0 4 * * * /home/cvtt/prod/run/crypto_md_day.sh cloud21 > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_md_day_md.cloud21.log 2>&1 0 4 * * * /home/cvtt/prod/run/crypto_md_day.sh cloud21 > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_md_day_md.cloud21.log 2>&1
30 4 * * * /home/cvtt/prod/run/crypto_md_day.sh cvttdata > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_md_day_md.cvttdata.log 2>&1 30 4 * * * /home/cvtt/prod/run/crypto_md_day.sh cvttdata > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_md_day_md.cvttdata.log 2>&1
# ------------------------ Crypto Sim Data
1 11 * * * /home/cvtt/prod/run/prepare_crypto_simdata.sh -O /home/cvtt/prod/tmp -d $(date -d 'yesterday' +'\%Y\%m\%d') 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).prepare_crypto_sim.log
# #
# ------------------------ Daily Equity # ------------------------ Daily Equity
0 9 * * * /home/cvtt/prod/run/load_alpaca_hbar.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).load_alpaca_hbar.log 2>&1 0 9 * * * /home/cvtt/prod/run/load_alpaca_hbar.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).load_alpaca_hbar.log 2>&1
0 12 * * * /home/cvtt/prod/run/load_alpaca_qat.sh -S CAN,COIN,GBTC,HOOD,MSTR,PYPL,SQ 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).load_alpaca_qat.log 2>&1 0 12 * * * /home/cvtt/prod/run/load_alpaca_qat.sh -S CAN,COIN,GBTC,HOOD,MSTR,PYPL,SQ 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).load_alpaca_qat.log 2>&1
# ------------------------ Equity Sim Data
1 22 * * * /home/cvtt/prod/run/prepare_eqt_simdata.sh -S CAN,COIN,GBTC,HOOD,MSTR,PYPL,SQ -O /home/cvtt/prod/tmp -d $(date -d 'yesterday' +'\%Y\%m\%d') 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).prepare_eqt_sim.log
# #
#---------------------- Utils #---------------------- Utils
30 23 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log 10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log
# #

8
cvtt/cvttdata-testdb.cron Normal file
View File

@ -0,0 +1,8 @@
#
#---------------------- Utils
10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log
#
#
# ----------------- # TEST
#
# ----------------- # TEST

4
cvtt/ops-server.cron
View File

@ -10,8 +10,8 @@
1 6 * * * /usr/bin/docker restart $(docker ps -q -a) 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.log 1 6 * * * /usr/bin/docker restart $(docker ps -q -a) 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.log
# #
# ------------------------ start all md monitors # ------------------------ start all md monitors
* * * * * /home/cvtt/prod/run/md_recorder_monitor.sh CLD21 7225 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.mdrec_monitor.CLD21.log */3 * * * * /home/cvtt/prod/run/md_recorder_monitor.sh CLD21 7225 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.mdrec_monitor.CLD21.log
* * * * * /home/cvtt/prod/run/md_recorder_monitor.sh CVTTDATA 7226 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.mdrec_monitor.CVTTDATA.log */3 * * * * /home/cvtt/prod/run/md_recorder_monitor.sh CVTTDATA 7226 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.mdrec_monitor.CVTTDATA.log
# #
#---------------------- Utils #---------------------- Utils
10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log 10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log

1
oleg/cryptoval2.cron
View File

@ -1,6 +1,5 @@
# #
10 1 * * MON /opt/admin/backup_vm.sh allbright-dev 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_allbright-dev-mint21-1.log 10 1 * * MON /opt/admin/backup_vm.sh allbright-dev 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_allbright-dev-mint21-1.log
10 1 * * TUE,SAT /opt/admin/backup_vm.sh cvtt-dev-server 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_allbright-dev-mint21-1.log
# #
40 3 * * WED,FRI /opt/admin/backup_vm.sh cvtt-edu 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_cvtt-edu.log 40 3 * * WED,FRI /opt/admin/backup_vm.sh cvtt-edu 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_cvtt-edu.log
# #

10
oleg/cryptoval3.cron
View File

@ -1,14 +1,14 @@
#-------------------------- T E S T
#
#-------------------------- T E S T
# #
10 1 * * MON /opt/admin/backup_vm.sh cvttdata 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvttdata.log 10 1 * * MON /opt/admin/backup_vm.sh cvttdata 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvttdata.log
10 1 * * TUE /opt/admin/backup_vm.sh cvtt-md 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvtt-md.log 10 1 * * TUE /opt/admin/backup_vm.sh cvtt-md 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvttdata.log
10 1 * * WED /opt/admin/backup_vm.sh cvtt-build 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvtt-build.log 10 1 * * WED /opt/admin/backup_vm.sh cvtt-build 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvttdata.log
# #
# #
# ------------------------- U t i l s # ------------------------- U t i l s
10 4 * * * /opt/admin/archiveLogs.sh /opt/logs /opt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log 10 4 * * * /opt/admin/archiveLogs.sh /opt/logs /opt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log
# #
10 5 * * * /opt/admin/pruneData.sh /localdisk/backup 8 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).prune_vm_backup.log 10 5 * * * /opt/admin/pruneData.sh /localdisk/backup 8 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).prune_vm_backup.log
#-------------------------- T E S T
#
#-------------------------- T E S T

4
oleg/cryptoval4.cron
View File

@ -3,8 +3,8 @@
# #
# #
#------------------------------- QCOW2 processing #------------------------------- QCOW2 processing
10 1 * * MON /opt/admin/backup_vm.sh cvtt-admin 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvtt-admin.log 10 1 * * MON /opt/admin/backup_vm.sh cvttdata 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvttdata.log
10 1 * * TUE /opt/admin/backup_vm.sh home-fin 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.home-fin.log 10 1 * * TUE /opt/admin/backup_vm.sh ops-server 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvttdata.log
#------------------------------- QCOW2 processing #------------------------------- QCOW2 processing
# #
0 2 * * * /opt/admin/sync_to_compress_qcow2.sh dtvmhost.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.dtvmhost.log 0 2 * * * /opt/admin/sync_to_compress_qcow2.sh dtvmhost.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.dtvmhost.log

12
oleg/nsbackup.cron Normal file
View File

@ -0,0 +1,12 @@
#
20 3 * * * /opt2/admin/mirror_hs.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt2/logs/$(date +\%Y\%m\%d_\%H\%M\%S).mirror_homestore.log 2>&1
#
0 7 * * * /usr/bin/python3 /opt2/admin/backup.py /opt2/admin/homestore_backup.json 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt2/logs/$(date +\%Y\%m\%d_\%H\%M\%S).nsbackup_backup.log 2>&1
#
20 0 * * WED,SUN /opt2/admin/cloud_backup.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt2/logs/$(date +\%Y\%m\%d).cloud_backup.log
# Test --------------------------------- Remove
# Test --------------------------------- Remove
###55 23 * * * /opt/backup/archiveLogs.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /var/log/backup/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log
###20 7 * * * /opt/backup/backupReport.sh | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /var/log/backup/$(date +\%Y\%m\%d_\%H\%M\%S).backupReport.log 2>&1