diff --git a/cvtt/cloud23.cron b/cvtt/cloud23.cron index e69de29..4454533 100644 --- a/cvtt/cloud23.cron +++ b/cvtt/cloud23.cron @@ -0,0 +1,17 @@ +# ----- Config Service +# --------- Refresh +0 6 * * * /usr/bin/docker restart cvtt_config_service 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).config_service.restart.log +# --------- Synchronize CVTT config +*/30 * * * * cd /home/cvtt/prod/config_service && git pull 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).config_svc_data.git_pull.log +#---------------------- Utils +10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).archive_logs.log +0 5 * * * /home/cvtt/prod/utils/config_svc_backup.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).config_svc_backup.log +10 1 * * * /home/cvtt/prod/utils/move_archives.sh cloud23 /home/cvtt/prod/archive 2 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).move_archives.log +# +# +30 6 * * * /home/cvtt/prod/run/load_rel_liq.sh >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).REL_LIQUIDITY_LOAD.log 2>&1 +# +# T E S T +#---------------------------------------------------------------------- +# +#---------------------------------------------------------------------- diff --git a/cvtt/cloud24.cron b/cvtt/cloud24.cron index e69de29..03fa198 100644 --- a/cvtt/cloud24.cron +++ b/cvtt/cloud24.cron @@ -0,0 +1,18 @@ +# ----------------- # TEST +# ----------------- # TEST +# +# restart all +0 6 * * * /usr/bin/docker restart $(docker ps -q -a) 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.log +0 7 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf restart all 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).supervisor.restart.log +# start all +* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh COINBASE_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CLD21.log +* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh BNBSPOT_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBSPOT_CLD21.log +* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh BNBFUT_CLD21 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBFUT_CLD21.log +* * * * * /home/cvtt/prod/ops/docker/md_recorder.sh BNBSPOT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBSPOT_CVTTDATA.log +0 7 * * * /usr/bin/supervisorctl -c /home/cvtt/prod/config/supervisor/supervisord.conf start all 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).supervisor.restart.log +# +#---------------------- Utils +0 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 1 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log +10 1 * * * /home/cvtt/prod/utils/move_archives.sh cloud24 /home/cvtt/prod/archive 1 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).move_archives.log +# + diff --git a/cvtt/cryptoval4.cron b/cvtt/cryptoval4.cron index e69de29..5fe5747 100644 --- a/cvtt/cryptoval4.cron +++ b/cvtt/cryptoval4.cron @@ -0,0 +1,13 @@ +# +# +# --------------------- Equities (Alpaca) Historical Market Data (last day) +3 10 * * * /home/cvtt/prod/run/alpaca_md_day.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).alpaca_md_day.yesterday.log 2>&1 +# --------------------- Equities (Alpaca) Historical Market Data (backward retrospect) +*/5 * * * * /home/cvtt/prod/run/alpaca_md_day.sh next 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).alpaca_md_day.next.log 2>&1 +# +#---------------------- Utils +10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log +# +# --- T E S T +# + diff --git a/cvtt/cvtt-md.cron b/cvtt/cvtt-md.cron index e69de29..f1b2002 100644 --- a/cvtt/cvtt-md.cron +++ b/cvtt/cvtt-md.cron @@ -0,0 +1,18 @@ +# ----------------- # TEST +# ----------------- # TEST +# +# ------------------------ restart all +1 6 * * * /usr/bin/docker restart $(docker ps -q -a) 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.restart.log +# +# ------------------------ start all +*/3 * * * * /home/cvtt/prod/run/md_recorder.sh COINBASE_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.COINBASE_CVTTDATA.log +*/3 * * * * /home/cvtt/prod/run/md_recorder.sh BNBFUT_CVTTDATA 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d).docker.start.BNBFUT_CVTTDATA.log +# +# ------------------------ Daily Crypto +0 4 * * * /home/cvtt/prod/run/crypto_md_day.sh cloud21 > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_md_day_md.cloud21.log 2>&1 +#30 4 * * * /home/cvtt/prod/run/crypto_md_day.sh cvttdata > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).crypto_md_day_md.cvttdata.log 2>&1 +# +# +#---------------------- Utils +10 6 * * * /home/cvtt/prod/utils/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cronjob_log_archive.log +# diff --git a/oleg/cryptoval4.cron b/oleg/cryptoval4.cron index e69de29..173c436 100644 --- a/oleg/cryptoval4.cron +++ b/oleg/cryptoval4.cron @@ -0,0 +1,20 @@ +# +#------------------------------- T E S T R E M O V E !!!! +# +# +#------------------------------- QCOW2 processing +10 1 * * MON /opt/admin/backup_vm.sh cvttdata 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvttdata.log +10 1 * * TUE /opt/admin/backup_vm.sh ops-server 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).backup.cvttdata.log +#------------------------------- QCOW2 processing +# +0 2 * * * /opt/admin/sync_to_compress_qcow2.sh dtvmhost.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.dtvmhost.log +0 3 * * * /opt/admin/sync_to_compress_qcow2.sh cryptoval2.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.cryptoval2.log +0 4 * * * /opt/admin/sync_to_compress_qcow2.sh cryptoval3.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.cryptoval3.log +0 5 * * * /opt/admin/sync_to_compress_qcow2.sh cryptoval4.sheynin.home 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).sync_to_compress_qcow2.cryptoval4.log +# +0 6 * * TUE,THU,SAT /opt/admin/remote_backup_qcow2.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).remote_backup.log +# +#------------------------------- U t i l s +# +15 0 * * * /opt/admin/archiveLogs.sh /opt/logs /opt/archive/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).archive_logs.log +20 1 * * * /opt/admin/pruneData.sh /localdisk/qcow2 15 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /opt/logs/$(date +\%Y\%m\%d_\%H\%M\%S).prune_qcow2_data.log