From f36cb6668d6646c80c9d470b0efd9107b5a63f06 Mon Sep 17 00:00:00 2001 From: Oleg Sheynin Date: Wed, 31 Jul 2024 12:19:57 -0400 Subject: [PATCH] Wed Jul 31 12:19:57 PM EDT 2024 --- cvtt/cloud11.cron | 8 -------- cvtt/cloud16.cron | 12 ------------ cvtt/cloud21.cron | 12 ------------ cvtt/cloud23.cron | 17 ----------------- cvtt/cloud24.cron | 18 ------------------ cvtt/cryptoval3.cron | 13 ------------- cvtt/cryptoval4.cron | 13 ------------- cvtt/cvtt-md.cron | 18 ------------------ cvtt/cvtt-prod-01.cron | 6 ------ cvtt/ops-server.cron | 16 ---------------- 10 files changed, 133 deletions(-) diff --git a/cvtt/cloud11.cron b/cvtt/cloud11.cron index 0ae9b73..e69de29 100644 --- a/cvtt/cloud11.cron +++ b/cvtt/cloud11.cron @@ -1,8 +0,0 @@ -# -#---------------------- Utils -0 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log -10 1 * * * /home/cvtt/prod/utils/move_archives.sh cloud11 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).move_archives.log -# -# ----------------- # TEST -# -# ----------------- # TEST diff --git a/cvtt/cloud16.cron b/cvtt/cloud16.cron index 8a36ff0..e69de29 100644 --- a/cvtt/cloud16.cron +++ b/cvtt/cloud16.cron @@ -1,12 +0,0 @@ -# --------- Synchronize CVTT config -*/30 * * * * cd /home/cvtt/prod/config_service && git pull 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).config_svc_data.git_pull.log -# -0 6 * * * /usr/bin/docker restart cvtt_config_service 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).config_service.restart.log -# -# -#---------------------- Utils -0 5 * * * /home/cvtt/prod/utils/config_svc_backup.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).config_svc_backup.log -0 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log -10 1 * * * /home/cvtt/prod/utils/move_archives.sh cloud16 /home/cvtt/prod/archive 2 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).move_archives.log -# -#---------------------- T E S T diff --git a/cvtt/cloud21.cron b/cvtt/cloud21.cron index 2f31d62..e69de29 100644 --- a/cvtt/cloud21.cron +++ b/cvtt/cloud21.cron @@ -1,12 +0,0 @@ -# -* * * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf start md_rec_monitor 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).supervisor.start_md_rec_monitor.log -# -#0 2 * * * /home/cvtt/prod/utils/archive_yesterday_md.sh > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).archive_yesterday_md.log 2>&1 -# -#---------------------- Utils -10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).archive_logs.log -# -# T E S T -#---------------------------------------------------------------------- -# -#---------------------------------------------------------------------- diff --git a/cvtt/cloud23.cron b/cvtt/cloud23.cron index 4454533..e69de29 100644 --- a/cvtt/cloud23.cron +++ b/cvtt/cloud23.cron @@ -1,17 +0,0 @@ -# ----- Config Service -# --------- Refresh -0 6 * * * /usr/bin/docker restart cvtt_config_service 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).config_service.restart.log -# --------- Synchronize CVTT config -*/30 * * * * cd /home/cvtt/prod/config_service && git pull 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).config_svc_data.git_pull.log -#---------------------- Utils -10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).archive_logs.log -0 5 * * * /home/cvtt/prod/utils/config_svc_backup.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).config_svc_backup.log -10 1 * * * /home/cvtt/prod/utils/move_archives.sh cloud23 /home/cvtt/prod/archive 2 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).move_archives.log -# -# -30 6 * * * /home/cvtt/prod/run/load_rel_liq.sh >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).REL_LIQUIDITY_LOAD.log 2>&1 -# -# T E S T -#---------------------------------------------------------------------- -# -#---------------------------------------------------------------------- diff --git a/cvtt/cloud24.cron b/cvtt/cloud24.cron index 03fa198..e69de29 100644 --- a/cvtt/cloud24.cron +++ b/cvtt/cloud24.cron @@ -1,18 +0,0 @@ -# ----------------- # TEST -# ----------------- # TEST -# -# restart all -0 6 * * * /usr/bin/docker restart $(docker ps -q -a) 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.log -0 7 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf restart all 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).supervisor.restart.log -# start all -* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh COINBASE_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CLD21.log -* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh BNBSPOT_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBSPOT_CLD21.log -* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh BNBFUT_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBFUT_CLD21.log -* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh BNBSPOT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBSPOT_CVTTDATA.log -0 7 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf start all 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).supervisor.restart.log -# -#---------------------- Utils -0 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 1 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log -10 1 * * * /home/cvtt/prod/utils/move_archives.sh cloud24 /home/cvtt/prod/archive 1 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).move_archives.log -# - diff --git a/cvtt/cryptoval3.cron b/cvtt/cryptoval3.cron index cbaba5c..e69de29 100644 --- a/cvtt/cryptoval3.cron +++ b/cvtt/cryptoval3.cron @@ -1,13 +0,0 @@ -# -#---------------------- Market Data -#0 6 * * * /home/cvtt/prod/run/archive_yesterday_md.sh coinbase,bnbspot,bnbfut 2>&1 > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_yestd_md.log -#0 7 * * * /usr/bin/rsync -ahv /localdisk/cvtt/alpaca_md/ cvtt@cloud21.cvtt.vpn:/opt/store/cvtt/alpaca_md/ 2>&1 > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).cronjob_log.rsync.log -#---------------------- Utils -#0 7 * * * /home/cvtt/prod/utils/backup_md_archive.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup_md_archive.log -# -30 7 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log -# -# ----------------- # TEST -# -# ----------------- # TEST - diff --git a/cvtt/cryptoval4.cron b/cvtt/cryptoval4.cron index 5fe5747..e69de29 100644 --- a/cvtt/cryptoval4.cron +++ b/cvtt/cryptoval4.cron @@ -1,13 +0,0 @@ -# -# -# --------------------- Equities (Alpaca) Historical Market Data (last day) -3 10 * * * /home/cvtt/prod/run/alpaca_md_day.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).alpaca_md_day.yesterday.log 2>&1 -# --------------------- Equities (Alpaca) Historical Market Data (backward retrospect) -*/5 * * * * /home/cvtt/prod/run/alpaca_md_day.sh next 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).alpaca_md_day.next.log 2>&1 -# -#---------------------- Utils -10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log -# -# --- T E S T -# - diff --git a/cvtt/cvtt-md.cron b/cvtt/cvtt-md.cron index f1b2002..e69de29 100644 --- a/cvtt/cvtt-md.cron +++ b/cvtt/cvtt-md.cron @@ -1,18 +0,0 @@ -# ----------------- # TEST -# ----------------- # TEST -# -# ------------------------ restart all -1 6 * * * /usr/bin/docker restart $(docker ps -q -a) 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.log -# -# ------------------------ start all -*/3 * * * * /home/cvtt/prod/run/md_recorder.sh COINBASE_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CVTTDATA.log -*/3 * * * * /home/cvtt/prod/run/md_recorder.sh BNBFUT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBFUT_CVTTDATA.log -# -# ------------------------ Daily Crypto -0 4 * * * /home/cvtt/prod/run/crypto_md_day.sh cloud21 > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_md_day_md.cloud21.log 2>&1 -#30 4 * * * /home/cvtt/prod/run/crypto_md_day.sh cvttdata > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_md_day_md.cvttdata.log 2>&1 -# -# -#---------------------- Utils -10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log -# diff --git a/cvtt/cvtt-prod-01.cron b/cvtt/cvtt-prod-01.cron index 0d41bb6..e69de29 100644 --- a/cvtt/cvtt-prod-01.cron +++ b/cvtt/cvtt-prod-01.cron @@ -1,6 +0,0 @@ -0 6 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf restart all 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).bnbspot_md_recorder.restart.log -# -# -#---------------------- Utils -0 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 1 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log - diff --git a/cvtt/ops-server.cron b/cvtt/ops-server.cron index 652d438..e69de29 100644 --- a/cvtt/ops-server.cron +++ b/cvtt/ops-server.cron @@ -1,16 +0,0 @@ -# -# ----------------- # TEST -# ----------------- # TEST -# -# ------------------------ restart all md monitors -1 6 * * * /usr/bin/docker restart $(docker ps -q -a) 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.log -# -# ------------------------ start all md monitors -*/3 * * * * /home/cvtt/prod/run/md_recorder_monitor.sh CLD21 7225 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.mdrec_monitor.CLD21.log -*/3 * * * * /home/cvtt/prod/run/md_recorder_monitor.sh CVTTDATA 7226 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.mdrec_monitor.CVTTDATA.log -# -# ------------------------ save cronjobs -*/3 * * * * /home/cvtt/prod/run/save_cronjobs.sh /home/cvtt/prod/cronjobs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).save_cronjobs.log -#---------------------- Utils -10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log -#