progress

cronjobs/cvtt/cloudstore

@@ -0,0 +1,7 @@
+20 5 * * SAT /home/cvtt/prod/run/load_histdata.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cron.eqt_hist_full_list.log
+#
+0 6 * * SUN /home/cvtt/prod/run/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]'  > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).cronjob_log_archive.log
+#
+# T E S T
+#----------------------------------------------------------------------
+#----------------------------------------------------------------------

release_version.txt

@@ -1 +1 @@
-0.2.5
+0.2.6

scripts/archive_yesterday_md.sh

@@ -0,0 +1,27 @@
+#!/bin/bash
+
+Python=/home/cvtt/.pyenv/python3.10-venv/bin/python3.10
+RootDir=/home/cvtt/prod
+export PYTHONPATH=${RootDir}
+
+#dates=$(start=20231107; end=20231118; dt=; n=0; until [ "$dt" = "$end" ]; do ((n++)); dt=$(date -d "$start + $n days" +%Y%m%d); echo $dt; done)
+
+yesterday=$(date -d "yesterday" +%Y%m%d)
+Schemas="coinbase,bnbspot"
+
+Cmd=
+Cmd="${Python}"
+Cmd="${Cmd} ${RootDir}/cvttpy/research/utils/archive_ts_md.py"
+Cmd="${Cmd} --config=http://cloud16.cvtt.vpn:6789/apps/md_recorder"
+Cmd="${Cmd} --db_credentials_key=TSDB_MD_CV1"
+Cmd="${Cmd} --date=${yesterday}"
+Cmd="${Cmd} --schemas=${Schemas}"
+Cmd="${Cmd} --root_dir=/localdisk/cvtt/archive/md_archive"
+Cmd="${Cmd} --format=SQLite"
+# Cmd="${Cmd} --compress"
+echo ${Cmd}
+eval ${Cmd}
+
+
+
+

utils/move_archives.sh

@@ -1,5 +1,6 @@
 #!/bin/bash
 
+# FOR cloud hosts with limited disk space - move to storage server
 
 function usage {
     echo "Usage: ${0} [<from_dir> default: /home/cvtt/prod/archive)]"