From 005cfba6baeaf99eb31aee72f1c698d5e8e5d5ac Mon Sep 17 00:00:00 2001
From: Oleg Sheynin <osheynin@cryptovaltrading.com>
Date: Tue, 7 Jan 2025 06:43:00 +0000
Subject: [PATCH] Tue Jan 7 06:43:00 UTC 2025

---
 cvtt/cvtt-dev-server.cron | 12 ++++++++++++
 cvtt/cvtt-md.cron         | 27 +++++++++++++++++++++++++++
 oleg/nsbackup.cron        | 12 ------------
 3 files changed, 39 insertions(+), 12 deletions(-)
 create mode 100644 cvtt/cvtt-dev-server.cron
 create mode 100644 cvtt/cvtt-md.cron
 delete mode 100644 oleg/nsbackup.cron

diff --git a/cvtt/cvtt-dev-server.cron b/cvtt/cvtt-dev-server.cron
new file mode 100644
index 0000000..ac9a1f8
--- /dev/null
+++ b/cvtt/cvtt-dev-server.cron
@@ -0,0 +1,12 @@
+#
+# ----------------- #  TEST
+# ----------------- #  TEST
+#
+# ------------------------ prepare sim data
+1 22 * * * /home/cvtt/prod/run/prepare_eqt_simdata.sh -S CAN,COIN,GBTC,HOOD,MSTR,PYPL,SQ -O /opt/code-server/projects/data -d $(date -d 'yesterday' +'\%Y\%m\%d') >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).prepare_eqt_sim.log
+#
+#---------------------- Utils
+10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log 
+#
+
+
diff --git a/cvtt/cvtt-md.cron b/cvtt/cvtt-md.cron
new file mode 100644
index 0000000..0f5c3ba
--- /dev/null
+++ b/cvtt/cvtt-md.cron
@@ -0,0 +1,27 @@
+# ----------------- #  TEST
+# ----------------- #  TEST
+#
+# ------------------------ restart all
+# 10 seconds is added to not to overlap with minutely start command
+59 23 * * * start 10 && /usr/bin/docker restart md_recorder.COINBASE_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.md_recorder.COINBASE_CVTTDATA.log
+59 23 * * * start 10 && /usr/bin/docker restart md_recorder.BNBFUT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.md_recorder.BNBFUT_CVTTDATA.log
+#
+# ------------------------ start all
+* * * * * /home/cvtt/prod/run/md_recorder.sh COINBASE_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CVTTDATA.log
+* * * * * /home/cvtt/prod/run/md_recorder.sh BNBFUT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBFUT_CVTTDATA.log
+#
+# ------------------------ Daily Crypto
+0 4 * * * /home/cvtt/prod/run/crypto_md_day.sh cloud21 > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_md_day_md.cloud21.log 2>&1
+30 4 * * * /home/cvtt/prod/run/crypto_md_day.sh cvttdata > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_md_day_md.cvttdata.log 2>&1
+# ------------------------ Crypto Sim Data
+1 11 * * * /home/cvtt/prod/run/prepare_crypto_simdata.sh -O /home/cvtt/prod/tmp -d $(date -d 'yesterday' +'\%Y\%m\%d') 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).prepare_crypto_sim.log
+#
+# ------------------------ Daily Equity
+0 9 * * * /home/cvtt/prod/run/load_alpaca_hbar.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).load_alpaca_hbar.log 2>&1
+0 12 * * * /home/cvtt/prod/run/load_alpaca_qat.sh -S CAN,COIN,GBTC,HOOD,MSTR,PYPL,SQ 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).load_alpaca_qat.log 2>&1
+# ------------------------ Equity Sim Data
+1 22 * * * /home/cvtt/prod/run/prepare_eqt_simdata.sh -S CAN,COIN,GBTC,HOOD,MSTR,PYPL,SQ -O /home/cvtt/prod/tmp -d $(date -d 'yesterday' +'\%Y\%m\%d') 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).prepare_eqt_sim.log
+# 
+#---------------------- Utils
+30 23 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log 
+#
diff --git a/oleg/nsbackup.cron b/oleg/nsbackup.cron
deleted file mode 100644
index 7ab3ae5..0000000
--- a/oleg/nsbackup.cron
+++ /dev/null
@@ -1,12 +0,0 @@
-#
-20 3 * * * /opt2/admin/mirror_hs.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  >> /opt2/logs/$(date +\%Y\%m\%d_\%H\%M\%S).mirror_homestore.log 2>&1
-# 
-0 7 * * * /usr/bin/python3 /opt2/admin/backup.py  /opt2/admin/homestore_backup.json 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  >> /opt2/logs/$(date +\%Y\%m\%d_\%H\%M\%S).nsbackup_backup.log 2>&1
-#
-20 0 * * WED,SUN /opt2/admin/cloud_backup.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  >> /opt2/logs/$(date +\%Y\%m\%d).cloud_backup.log
-
-# Test  --------------------------------- Remove
-# Test  --------------------------------- Remove
-
-###55 23 * * * /opt/backup/archiveLogs.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  >> /var/log/backup/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log
-###20 7 * * * /opt/backup/backupReport.sh | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  >> /var/log/backup/$(date +\%Y\%m\%d_\%H\%M\%S).backupReport.log 2>&1