prod/cronjobs
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Wed Jul 31 04:15:27 PM UTC 2024

Browse Source
This commit is contained in:
Oleg Sheynin 2024-07-31 16:15:27 +00:00
parent a07eb3e8d5
commit 0eeeafe4a1
10 changed files with 82 additions and 66 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
cvtt/cloud23.cron
View File

@ -1,17 +0,0 @@
# ----- Config Service
# --------- Refresh
0 6 * * * /usr/bin/docker restart cvtt_config_service 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).config_service.restart.log
# --------- Synchronize CVTT config
*/30 * * * * cd /home/cvtt/prod/config_service && git pull 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).config_svc_data.git_pull.log
#---------------------- Utils
10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).archive_logs.log
0 5 * * * /home/cvtt/prod/utils/config_svc_backup.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).config_svc_backup.log
10 1 * * * /home/cvtt/prod/utils/move_archives.sh cloud23 /home/cvtt/prod/archive 2 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).move_archives.log
#
#
30 6 * * * /home/cvtt/prod/run/load_rel_liq.sh >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).REL_LIQUIDITY_LOAD.log 2>&1
#
# T E S T
#----------------------------------------------------------------------
#
#----------------------------------------------------------------------

18
cvtt/cloud24.cron
View File

@ -1,18 +0,0 @@
# ----------------- # TEST
# ----------------- # TEST
#
# restart all
0 6 * * * /usr/bin/docker restart $(docker ps -q -a) 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.log
0 7 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf restart all 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).supervisor.restart.log
# start all
* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh COINBASE_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CLD21.log
* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh BNBSPOT_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBSPOT_CLD21.log
* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh BNBFUT_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBFUT_CLD21.log
* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh BNBSPOT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBSPOT_CVTTDATA.log
0 7 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf start all 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).supervisor.restart.log
#
#---------------------- Utils
0 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 1 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log
10 1 * * * /home/cvtt/prod/utils/move_archives.sh cloud24 /home/cvtt/prod/archive 1 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).move_archives.log
#

13
cvtt/cryptoval4.cron
View File

@ -1,13 +0,0 @@
#
#
# --------------------- Equities (Alpaca) Historical Market Data (last day)
3 10 * * * /home/cvtt/prod/run/alpaca_md_day.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).alpaca_md_day.yesterday.log 2>&1
# --------------------- Equities (Alpaca) Historical Market Data (backward retrospect)
*/5 * * * * /home/cvtt/prod/run/alpaca_md_day.sh next 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).alpaca_md_day.next.log 2>&1
#
#---------------------- Utils
10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log
#
# --- T E S T
#

18
cvtt/cvtt-md.cron
View File

@ -1,18 +0,0 @@
# ----------------- # TEST
# ----------------- # TEST
#
# ------------------------ restart all
1 6 * * * /usr/bin/docker restart $(docker ps -q -a) 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.log
#
# ------------------------ start all
*/3 * * * * /home/cvtt/prod/run/md_recorder.sh COINBASE_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CVTTDATA.log
*/3 * * * * /home/cvtt/prod/run/md_recorder.sh BNBFUT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBFUT_CVTTDATA.log
#
# ------------------------ Daily Crypto
0 4 * * * /home/cvtt/prod/run/crypto_md_day.sh cloud21 > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_md_day_md.cloud21.log 2>&1
#30 4 * * * /home/cvtt/prod/run/crypto_md_day.sh cvttdata > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_md_day_md.cvttdata.log 2>&1
#
#
#---------------------- Utils
10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log
#

16
oleg/cryptoval2.cron
View File

@ -0,0 +1,16 @@
#
10 1 * * MON /opt/admin/backup_vm.sh allbright-dev-mint21-1 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_allbright-dev-mint21-1.log
#
40 3 * * WED,FRI /opt/admin/backup_vm.sh cvtt-edu 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_cvtt-edu.log
#
#10 1 * * MON,WED /opt/admin/backup_vm.sh cvtt-prod-03 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_cvtt-research.log
#
10 1 * * THU,SUN /opt/admin/backup_vm.sh cvtt-prod-02 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_cvtt-research.log
#
# ------------------------- U t i l s
10 4 * * * /opt/admin/archiveLogs.sh /opt/logs /opt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log
#
10 5 * * * /opt/admin/pruneData.sh /localdisk/backup 15 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).prune_vm_backup.log
#-------------------------- T E S T
#
#-------------------------- T E S T

13
oleg/cryptoval3.cron
View File

@ -0,0 +1,13 @@
#
10 1 * * MON /opt/admin/backup_vm.sh cvttdata 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvttdata.log
10 1 * * TUE /opt/admin/backup_vm.sh ops-server 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvttdata.log
#
#
# ------------------------- U t i l s
10 4 * * * /opt/admin/archiveLogs.sh /opt/logs /opt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log
#
10 5 * * * /opt/admin/pruneData.sh /localdisk/backup 8 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).prune_vm_backup.log
#-------------------------- T E S T
#
#-------------------------- T E S T

14
oleg/dtvmhost.cron
View File

@ -0,0 +1,14 @@
#
10 1 * * MON /opt/admin/backup_vm.sh desktop 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_desktop.log
#
40 1 * * TUE,THU /opt/admin/backup_vm.sh cvtt-research 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_cvtt-research.log
#
40 3 * * WED,FRI /opt/admin/backup_vm.sh cvtt-dev 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_cvtt-dev.log
#
# ------------------------- U t i l s
10 4 * * * /opt/admin/archiveLogs.sh /opt/logs /opt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log
#
10 5 * * * /opt/admin/pruneData.sh /localdisk/backup 15 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).prune_vm_backup.log
#-------------------------- T E S T
#
#-------------------------- T E S T

12
oleg/homestore.cron
View File

@ -0,0 +1,12 @@
#
20 2 * * * /usr/bin/python3 /opt/admin/backup.py /opt/admin/homestore_backup.json 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).homestore_backup.log 2>&1
#20 3 * * * /usr/bin/python3 /opt/admin/backup.py /opt/admin/homestore_backup-nas.json 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).homestore_backup-nas.log 2>&1
#
#------------------------------- U t i l s
#
15 0 * * * /opt/admin/archiveLogs.sh /opt/logs /opt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log
#
# Test --------------------------------- Remove
# Removed
#####55 23 * * * /opt/backup/archiveLogs.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /var/log/backup/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log

12
oleg/nsbackup.cron
View File

@ -0,0 +1,12 @@
#
20 3 * * * /opt2/admin/mirror_hs.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt2/logs/$(date +\%Y\%m\%d_\%H\%M\%S).mirror_homestore.log 2>&1
#
0 7 * * * /usr/bin/python3 /opt2/admin/backup.py /opt2/admin/homestore_backup.json 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt2/logs/$(date +\%Y\%m\%d_\%H\%M\%S).nsbackup_backup.log 2>&1
#
20 0 * * WED,SUN /opt2/admin/cloud_backup.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt2/logs/$(date +\%Y\%m\%d).cloud_backup.log
# Test --------------------------------- Remove
# Test --------------------------------- Remove
###55 23 * * * /opt/backup/archiveLogs.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /var/log/backup/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log
###20 7 * * * /opt/backup/backupReport.sh | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /var/log/backup/$(date +\%Y\%m\%d_\%H\%M\%S).backupReport.log 2>&1

15
oleg/ops-server.cron
View File

@ -0,0 +1,15 @@
#
0 0,12 * * * /home/oleg/prod/run/storage_health_check.sh 2>&1 > /home/oleg/prod/logs/$(date +\%Y\%m\%d).storage_health_check.log 2>&1
#
# ------------------------ save cronjobs
*/3 * * * * /home/oleg/prod/run/save_cronjobs.sh /home/oleg/prod/cronjobs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/oleg/prod/logs/$(date +\%Y\%m\%d).save_cronjobs.log
#
#---------------------- Utils
10 6 * * * /home/oleg/prod/utils/archive_logs.sh /home/oleg/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/oleg/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log
#
#
#
# ----------------- # TEST
#
# ----------------- # TEST