Wed Mar 19 22:42:43 UTC 2025

This commit is contained in:
Cryptoval Trading Technologies 2025-03-19 22:42:43 +00:00
parent e7cb7ccb82
commit 34666b5415
13 changed files with 30 additions and 126 deletions

8
cvtt/cloud11.cron Normal file
View File

@ -0,0 +1,8 @@
#
#---------------------- Utils
0 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log
10 1 * * * /home/cvtt/prod/utils/move_archives.sh cloud11 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).move_archives.log
#
# ----------------- # TEST
#
# ----------------- # TEST

View File

@ -10,10 +10,10 @@
59 23 * * * sleep 10 && /usr/bin/docker restart crypto_exch_stats 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.crypto_exch_stats.log 59 23 * * * sleep 10 && /usr/bin/docker restart crypto_exch_stats 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.crypto_exch_stats.log
# #
# -------------------------- start all # -------------------------- start all
* * * * * /home/cvtt/prod/run/md_recorder.sh COINBASE_CLD21 1.6.9 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CLD21.log * * * * * /home/cvtt/prod/run/md_recorder.sh COINBASE_CLD21 1.7.3 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CLD21.log
* * * * * /home/cvtt/prod/run/md_recorder.sh BNBSPOT_CLD21 1.6.9 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBSPOT_CLD21.log * * * * * /home/cvtt/prod/run/md_recorder.sh BNBSPOT_CLD21 1.7.3 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBSPOT_CLD21.log
* * * * * /home/cvtt/prod/run/md_recorder.sh BNBFUT_CLD21 1.6.9 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBFUT_CLD21.log * * * * * /home/cvtt/prod/run/md_recorder.sh BNBFUT_CLD21 1.7.3 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBFUT_CLD21.log
* * * * * /home/cvtt/prod/run/md_recorder.sh BNBSPOT_CVTTDATA 1.6.9 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBSPOT_CVTTDATA.log * * * * * /home/cvtt/prod/run/md_recorder.sh BNBSPOT_CVTTDATA 1.7.3 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBSPOT_CVTTDATA.log
# #
* * * * * /home/cvtt/prod/run/crypto_exch_stats.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_exch_stats.log * * * * * /home/cvtt/prod/run/crypto_exch_stats.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_exch_stats.log
# #

View File

@ -1,9 +0,0 @@
#
# ----------------- # TEST
# ----------------- # TEST
#
#---------------------- Utils
10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log
#

View File

@ -7,7 +7,7 @@
59 23 * * * sleep 15 && /usr/bin/docker restart md_recorder.BNBFUT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.md_recorder.BNBFUT_CVTTDATA.log 59 23 * * * sleep 15 && /usr/bin/docker restart md_recorder.BNBFUT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.md_recorder.BNBFUT_CVTTDATA.log
# #
# ------------------------ start all # ------------------------ start all
* * * * * /home/cvtt/prod/run/md_recorder.sh COINBASE_CVTTDATA 1.6.9 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CVTTDATA.log * * * * * /home/cvtt/prod/run/md_recorder.sh COINBASE_CVTTDATA 1.7.3 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CVTTDATA.log
* * * * * /home/cvtt/prod/run/md_recorder.sh BNBFUT_CVTTDATA 1.7.3 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBFUT_CVTTDATA.log * * * * * /home/cvtt/prod/run/md_recorder.sh BNBFUT_CVTTDATA 1.7.3 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBFUT_CVTTDATA.log
# #
# ------------------------ Daily Crypto # ------------------------ Daily Crypto

13
cvtt/hs01.cron Normal file
View File

@ -0,0 +1,13 @@
#
# ---------- backup - SEE root`s CRONTAB
#
# ---------- pruning md_archive
10 1 * * * /works/admin/pruneData.sh /works/cvtt/md_archive 180 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /works/cvtt/logs/$(date '+\%Y\%m\%d').prune_md_archive.log
#
15 0 * * * /works/admin/archiveLogs.sh /works/cvtt/logs /works/cvtt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /works/cvtt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log
#
# Test --------------------------------- Remove
#
# Test --------------------------------- Remove

View File

@ -1,5 +1,6 @@
# #
# ----------------- # TEST # ----------------- # TEST
40 * * * * /home/cvtt/prod/run/services_check.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).services_check.log 2>&1
# ----------------- # TEST # ----------------- # TEST
# #
# ------------------------ market data collection checklists # ------------------------ market data collection checklists
@ -13,6 +14,9 @@
* * * * * /home/cvtt/prod/run/md_recorder_monitor.sh CLD21 7225 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.mdrec_monitor.CLD21.log * * * * * /home/cvtt/prod/run/md_recorder_monitor.sh CLD21 7225 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.mdrec_monitor.CLD21.log
* * * * * /home/cvtt/prod/run/md_recorder_monitor.sh CVTTDATA 7226 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.mdrec_monitor.CVTTDATA.log * * * * * /home/cvtt/prod/run/md_recorder_monitor.sh CVTTDATA 7226 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.mdrec_monitor.CVTTDATA.log
# #
# ------------------------ services healthcheck
30 * * * * /home/cvtt/prod/run/services_check.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).services_check.log 2>&1
#
# ------------------------ save cronjobs # ------------------------ save cronjobs
12,42 * * * * /home/cvtt/prod/run/save_cronjobs.sh /home/cvtt/prod/cronjobs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).save_cronjobs.log 12,42 * * * * /home/cvtt/prod/run/save_cronjobs.sh /home/cvtt/prod/cronjobs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).save_cronjobs.log
# #

View File

@ -1,14 +0,0 @@
#
#
# --------- Refresh
0 6 * * * cd /works/docker/caddy && docker compose restart 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /works/logs/$(date +\%Y\%m\%d_\%H\%M\%S).caddy.restart.log
#
# --------- Synchronize CVTT config
*/30 * * * * cd /works/repos/admin && git pull 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /works/logs/$(date +\%Y\%m\%d).config_svc_data.git_pull.log
#
#---------------------- Utils
0 6 * * * /works/admin/utils/archive_logs.sh /works/logs /works/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /works/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log
10 1 * * * /works/admin/utils/move_archives.sh cloud16 /works/archive 2 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /works/logs/$(date +\%Y\%m\%d_\%H\%M\%S).move_archives.log
#
#---------------------- T E S T
#---------------------- T E S T

View File

@ -1,12 +0,0 @@
#
# ----- hs01 backup
20 18 * * * /works/admin/storage_backup.sh /works/admin/qcow2_backup.json 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /works/logs/$(date '+\%Y\%m\%d').qcow2_backup.log
10 10 * * * /works/admin/storage_backup.sh /works/admin/hs01_backup.json 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /works/logs/$(date '+\%Y\%m\%d').hs01_backup.log
10 14 * * * /works/admin/storage_backup.sh /works/admin/guests_backup.json 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /works/logs/$(date '+\%Y\%m\%d').guests_backup.log
#
#------------------------------- U t i l s
#
15 1 * * * /works/admin/archiveLogs.sh /works/logs /works/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /works/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log
#
# -------- T E S T
# -------- T E S T

View File

@ -1,17 +0,0 @@
#
10 1 * * MON /opt/admin/backup_vm.sh allbright-dev 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_allbright-dev-mint21-1.log
10 1 * * TUE,SAT /opt/admin/backup_vm.sh cvtt-dev-server 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_allbright-dev-mint21-1.log
#
40 3 * * WED,FRI /opt/admin/backup_vm.sh cvtt-edu 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_cvtt-edu.log
#
10 1 * * MON,WED /opt/admin/backup_vm.sh ops-server 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_cvtt-research.log
#
10 1 * * THU,SUN /opt/admin/backup_vm.sh cvtt-prod-eqty-01 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_cvtt-research.log
#
# ------------------------- U t i l s
10 4 * * * /opt/admin/archiveLogs.sh /opt/logs /opt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log
#
10 5 * * * /opt/admin/pruneData.sh /localdisk/backup 15 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).prune_vm_backup.log
#-------------------------- T E S T
#
#-------------------------- T E S T

View File

@ -1,14 +0,0 @@
#-------------------------- T E S T
#
#-------------------------- T E S T
#
10 1 * * MON /opt/admin/backup_vm.sh cvttdata 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvttdata.log
10 1 * * TUE /opt/admin/backup_vm.sh cvtt-md 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvtt-md.log
10 1 * * WED /opt/admin/backup_vm.sh cvtt-build 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvtt-build.log
#
#
# ------------------------- U t i l s
10 4 * * * /opt/admin/archiveLogs.sh /opt/logs /opt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log
#
10 5 * * * /opt/admin/pruneData.sh /localdisk/backup 8 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).prune_vm_backup.log

View File

@ -1,21 +0,0 @@
#
#------------------------------- T E S T R E M O V E !!!!
#
#
#------------------------------- QCOW2 processing
10 10 * * MON /opt/admin/backup_vm.sh cvtt-admin 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvtt-admin.log
10 10 * * TUE /opt/admin/backup_vm.sh home-fin 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.home-fin.log
10 10 * * WED /opt/admin/backup_vm.sh family-srv 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.family-srv.log
#------------------------------- QCOW2 processing
#
0 2 * * * /opt/admin/sync_to_compress_qcow2.sh dtvmhost.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.dtvmhost.log
0 3 * * * /opt/admin/sync_to_compress_qcow2.sh cryptoval2.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.cryptoval2.log
0 4 * * * /opt/admin/sync_to_compress_qcow2.sh cryptoval3.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.cryptoval3.log
0 5 * * * /opt/admin/sync_to_compress_qcow2.sh cryptoval4.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.cryptoval4.log
#
0 6 * * TUE,THU,SAT /opt/admin/remote_backup_qcow2.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).remote_backup.log
#
#------------------------------- U t i l s
#
15 0 * * * /opt/admin/archiveLogs.sh /opt/logs /opt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log
20 1 * * * /opt/admin/pruneData.sh /localdisk/qcow2 10 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).prune_qcow2_data.log

View File

@ -1,16 +0,0 @@
#
10 1 * * MON /opt/admin/backup_vm.sh desktop 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d).backup_desktop.log
#
#40 1 * * TUE,THU /opt/admin/backup_vm.sh cvtt-research 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d).backup_cvtt-research.log
#
40 3 * * WED,FRI /opt/admin/backup_vm.sh cvtt-dev 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d).backup_cvtt-dev.log
#
40 3 * * SAT,TUE /opt/admin/backup_vm.sh cvtt-write 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d).backup_cvtt-write.log
#
# ------------------------- U t i l s
10 4 * * * /opt/admin/archiveLogs.sh /opt/logs /opt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d).archive_logs.log
#
10 5 * * * /opt/admin/pruneData.sh /localdisk/backup 15 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d).prune_vm_backup.log
#-------------------------- T E S T
#
#-------------------------- T E S T

View File

@ -1,18 +0,0 @@
# ----------------- # TEST
#
# ----------------- # TEST
#
#
# ------------------------ hosts healthcheck
* * * * * /home/oleg/prod/run/hosts_check.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/oleg/prod/logs/$(date +\%Y\%m\%d).hosts_check.log 2>&1
# ------------------------ services healthcheck
30 * * * * /home/oleg/prod/run/services_check.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/oleg/prod/logs/$(date +\%Y\%m\%d).services_check.log 2>&1
# ------------------------ storage healthcheck
0 0,12 * * * /home/oleg/prod/run/storage_health_check.sh 2>&1 /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/oleg/prod/logs/$(date +\%Y\%m\%d).storage_health_check.log 2>&1
#
# ------------------------ save cronjobs
#####12,42 * * * * /home/oleg/prod/run/save_cronjobs.sh /home/oleg/prod/cronjobs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/oleg/prod/logs/$(date +\%Y\%m\%d).save_cronjobs.log
#
#---------------------- Utils
10 6 * * * /home/oleg/prod/utils/archive_logs.sh /home/oleg/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/oleg/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log
#