diff --git a/cvtt/cloud23.cron b/cvtt/cloud23.cron index 4454533..e69de29 100644 --- a/cvtt/cloud23.cron +++ b/cvtt/cloud23.cron @@ -1,17 +0,0 @@ -# ----- Config Service -# --------- Refresh -0 6 * * * /usr/bin/docker restart cvtt_config_service 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).config_service.restart.log -# --------- Synchronize CVTT config -*/30 * * * * cd /home/cvtt/prod/config_service && git pull 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).config_svc_data.git_pull.log -#---------------------- Utils -10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).archive_logs.log -0 5 * * * /home/cvtt/prod/utils/config_svc_backup.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).config_svc_backup.log -10 1 * * * /home/cvtt/prod/utils/move_archives.sh cloud23 /home/cvtt/prod/archive 2 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).move_archives.log -# -# -30 6 * * * /home/cvtt/prod/run/load_rel_liq.sh >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).REL_LIQUIDITY_LOAD.log 2>&1 -# -# T E S T -#---------------------------------------------------------------------- -# -#---------------------------------------------------------------------- diff --git a/cvtt/cloud24.cron b/cvtt/cloud24.cron index 03fa198..e69de29 100644 --- a/cvtt/cloud24.cron +++ b/cvtt/cloud24.cron @@ -1,18 +0,0 @@ -# ----------------- # TEST -# ----------------- # TEST -# -# restart all -0 6 * * * /usr/bin/docker restart $(docker ps -q -a) 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.log -0 7 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf restart all 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).supervisor.restart.log -# start all -* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh COINBASE_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CLD21.log -* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh BNBSPOT_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBSPOT_CLD21.log -* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh BNBFUT_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBFUT_CLD21.log -* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh BNBSPOT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBSPOT_CVTTDATA.log -0 7 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf start all 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).supervisor.restart.log -# -#---------------------- Utils -0 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 1 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log -10 1 * * * /home/cvtt/prod/utils/move_archives.sh cloud24 /home/cvtt/prod/archive 1 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).move_archives.log -# - diff --git a/cvtt/cryptoval4.cron b/cvtt/cryptoval4.cron index 5fe5747..e69de29 100644 --- a/cvtt/cryptoval4.cron +++ b/cvtt/cryptoval4.cron @@ -1,13 +0,0 @@ -# -# -# --------------------- Equities (Alpaca) Historical Market Data (last day) -3 10 * * * /home/cvtt/prod/run/alpaca_md_day.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).alpaca_md_day.yesterday.log 2>&1 -# --------------------- Equities (Alpaca) Historical Market Data (backward retrospect) -*/5 * * * * /home/cvtt/prod/run/alpaca_md_day.sh next 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).alpaca_md_day.next.log 2>&1 -# -#---------------------- Utils -10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log -# -# --- T E S T -# - diff --git a/cvtt/cvtt-md.cron b/cvtt/cvtt-md.cron index f1b2002..e69de29 100644 --- a/cvtt/cvtt-md.cron +++ b/cvtt/cvtt-md.cron @@ -1,18 +0,0 @@ -# ----------------- # TEST -# ----------------- # TEST -# -# ------------------------ restart all -1 6 * * * /usr/bin/docker restart $(docker ps -q -a) 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.log -# -# ------------------------ start all -*/3 * * * * /home/cvtt/prod/run/md_recorder.sh COINBASE_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CVTTDATA.log -*/3 * * * * /home/cvtt/prod/run/md_recorder.sh BNBFUT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBFUT_CVTTDATA.log -# -# ------------------------ Daily Crypto -0 4 * * * /home/cvtt/prod/run/crypto_md_day.sh cloud21 > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_md_day_md.cloud21.log 2>&1 -#30 4 * * * /home/cvtt/prod/run/crypto_md_day.sh cvttdata > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_md_day_md.cvttdata.log 2>&1 -# -# -#---------------------- Utils -10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log -# diff --git a/cvtt/cvtt-prod-01.cron b/cvtt/cvtt-prod-01.cron index 0d41bb6..e69de29 100644 --- a/cvtt/cvtt-prod-01.cron +++ b/cvtt/cvtt-prod-01.cron @@ -1,6 +0,0 @@ -0 6 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf restart all 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).bnbspot_md_recorder.restart.log -# -# -#---------------------- Utils -0 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 1 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log - diff --git a/cvtt/ops-server.cron b/cvtt/ops-server.cron index 52482ee..e69de29 100644 --- a/cvtt/ops-server.cron +++ b/cvtt/ops-server.cron @@ -1,14 +0,0 @@ -# -# ----------------- # TEST -# ----------------- # TEST -# -# ------------------------ restart all -1 6 * * * /usr/bin/docker restart $(docker ps -q -a) 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.log -# -# ------------------------ start all -*/3 * * * * /home/cvtt/prod/run/md_recorder_monitor.sh CLD21 7225 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.mdrec_monitor.CLD21.log -*/3 * * * * /home/cvtt/prod/run/md_recorder_monitor.sh CVTTDATA 7226 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.mdrec_monitor.CVTTDATA.log -# -#---------------------- Utils -10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log -# diff --git a/oleg/cryptoval2.cron b/oleg/cryptoval2.cron index 70e6ccb..e69de29 100644 --- a/oleg/cryptoval2.cron +++ b/oleg/cryptoval2.cron @@ -1,16 +0,0 @@ -# -10 1 * * MON /opt/admin/backup_vm.sh allbright-dev-mint21-1 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_allbright-dev-mint21-1.log -# -40 3 * * WED,FRI /opt/admin/backup_vm.sh cvtt-edu 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_cvtt-edu.log -# -#10 1 * * MON,WED /opt/admin/backup_vm.sh cvtt-prod-03 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_cvtt-research.log -# -10 1 * * THU,SUN /opt/admin/backup_vm.sh cvtt-prod-02 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_cvtt-research.log -# -# ------------------------- U t i l s -10 4 * * * /opt/admin/archiveLogs.sh /opt/logs /opt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log -# -10 5 * * * /opt/admin/pruneData.sh /localdisk/backup 15 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).prune_vm_backup.log -#-------------------------- T E S T -# -#-------------------------- T E S T diff --git a/oleg/cryptoval3.cron b/oleg/cryptoval3.cron index d77e182..e69de29 100644 --- a/oleg/cryptoval3.cron +++ b/oleg/cryptoval3.cron @@ -1,13 +0,0 @@ -# -10 1 * * MON /opt/admin/backup_vm.sh cvttdata 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvttdata.log -10 1 * * TUE /opt/admin/backup_vm.sh ops-server 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvttdata.log -# -# -# ------------------------- U t i l s -10 4 * * * /opt/admin/archiveLogs.sh /opt/logs /opt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log -# -10 5 * * * /opt/admin/pruneData.sh /localdisk/backup 8 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).prune_vm_backup.log -#-------------------------- T E S T -# -#-------------------------- T E S T - diff --git a/oleg/cryptoval4.cron b/oleg/cryptoval4.cron index 173c436..e69de29 100644 --- a/oleg/cryptoval4.cron +++ b/oleg/cryptoval4.cron @@ -1,20 +0,0 @@ -# -#------------------------------- T E S T R E M O V E !!!! -# -# -#------------------------------- QCOW2 processing -10 1 * * MON /opt/admin/backup_vm.sh cvttdata 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvttdata.log -10 1 * * TUE /opt/admin/backup_vm.sh ops-server 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvttdata.log -#------------------------------- QCOW2 processing -# -0 2 * * * /opt/admin/sync_to_compress_qcow2.sh dtvmhost.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.dtvmhost.log -0 3 * * * /opt/admin/sync_to_compress_qcow2.sh cryptoval2.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.cryptoval2.log -0 4 * * * /opt/admin/sync_to_compress_qcow2.sh cryptoval3.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.cryptoval3.log -0 5 * * * /opt/admin/sync_to_compress_qcow2.sh cryptoval4.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.cryptoval4.log -# -0 6 * * TUE,THU,SAT /opt/admin/remote_backup_qcow2.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).remote_backup.log -# -#------------------------------- U t i l s -# -15 0 * * * /opt/admin/archiveLogs.sh /opt/logs /opt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log -20 1 * * * /opt/admin/pruneData.sh /localdisk/qcow2 15 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).prune_qcow2_data.log diff --git a/oleg/dtvmhost.cron b/oleg/dtvmhost.cron index 8097c80..e69de29 100644 --- a/oleg/dtvmhost.cron +++ b/oleg/dtvmhost.cron @@ -1,14 +0,0 @@ -# -10 1 * * MON /opt/admin/backup_vm.sh desktop 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_desktop.log -# -40 1 * * TUE,THU /opt/admin/backup_vm.sh cvtt-research 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_cvtt-research.log -# -40 3 * * WED,FRI /opt/admin/backup_vm.sh cvtt-dev 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_cvtt-dev.log -# -# ------------------------- U t i l s -10 4 * * * /opt/admin/archiveLogs.sh /opt/logs /opt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log -# -10 5 * * * /opt/admin/pruneData.sh /localdisk/backup 15 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).prune_vm_backup.log -#-------------------------- T E S T -# -#-------------------------- T E S T diff --git a/oleg/homestore.cron b/oleg/homestore.cron index fce4187..e69de29 100644 --- a/oleg/homestore.cron +++ b/oleg/homestore.cron @@ -1,12 +0,0 @@ -# -20 2 * * * /usr/bin/python3 /opt/admin/backup.py /opt/admin/homestore_backup.json 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).homestore_backup.log 2>&1 -#20 3 * * * /usr/bin/python3 /opt/admin/backup.py /opt/admin/homestore_backup-nas.json 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).homestore_backup-nas.log 2>&1 -# -#------------------------------- U t i l s -# -15 0 * * * /opt/admin/archiveLogs.sh /opt/logs /opt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log -# -# Test --------------------------------- Remove - -# Removed -#####55 23 * * * /opt/backup/archiveLogs.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /var/log/backup/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log diff --git a/oleg/nsbackup.cron b/oleg/nsbackup.cron index 7ab3ae5..e69de29 100644 --- a/oleg/nsbackup.cron +++ b/oleg/nsbackup.cron @@ -1,12 +0,0 @@ -# -20 3 * * * /opt2/admin/mirror_hs.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt2/logs/$(date +\%Y\%m\%d_\%H\%M\%S).mirror_homestore.log 2>&1 -# -0 7 * * * /usr/bin/python3 /opt2/admin/backup.py /opt2/admin/homestore_backup.json 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt2/logs/$(date +\%Y\%m\%d_\%H\%M\%S).nsbackup_backup.log 2>&1 -# -20 0 * * WED,SUN /opt2/admin/cloud_backup.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt2/logs/$(date +\%Y\%m\%d).cloud_backup.log - -# Test --------------------------------- Remove -# Test --------------------------------- Remove - -###55 23 * * * /opt/backup/archiveLogs.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /var/log/backup/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log -###20 7 * * * /opt/backup/backupReport.sh | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /var/log/backup/$(date +\%Y\%m\%d_\%H\%M\%S).backupReport.log 2>&1 diff --git a/oleg/ops-server.cron b/oleg/ops-server.cron index 46111c9..e69de29 100644 --- a/oleg/ops-server.cron +++ b/oleg/ops-server.cron @@ -1,13 +0,0 @@ -# -0 0,12 * * * /home/oleg/prod/run/storage_health_check.sh 2>&1 > /home/oleg/prod/logs/$(date +\%Y\%m\%d).storage_health_check.log 2>&1 -# -# -#---------------------- Utils -10 6 * * * /home/oleg/prod/utils/archive_logs.sh /home/oleg/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/oleg/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log -# -# -# -# ----------------- # TEST -# -# ----------------- # TEST -