diff --git a/cronjobs/cvtt/cloudstore b/cronjobs/cvtt/cloudstore new file mode 100644 index 0000000..706fb4e --- /dev/null +++ b/cronjobs/cvtt/cloudstore @@ -0,0 +1,7 @@ +20 5 * * SAT /home/cvtt/prod/run/load_histdata.sh 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' >> /home/cvtt/prod/logs/$(date +\%Y\%m\%d_\%H\%M\%S).cron.eqt_hist_full_list.log +# +0 6 * * SUN /home/cvtt/prod/run/archive_logs.sh /home/cvtt/prod/logs 2>&1 | /usr/bin/ts '[\%Y-\%m-\%d \%H:\%M:\%S]' > /home/cvtt/prod/logs/$(date +\%Y\%m\%d).cronjob_log_archive.log +# +# T E S T +#---------------------------------------------------------------------- +#---------------------------------------------------------------------- diff --git a/release_version.txt b/release_version.txt index 3a4036f..53a75d6 100644 --- a/release_version.txt +++ b/release_version.txt @@ -1 +1 @@ -0.2.5 +0.2.6 diff --git a/scripts/archive_yesterday_md.sh b/scripts/archive_yesterday_md.sh new file mode 100755 index 0000000..7bf0bf3 --- /dev/null +++ b/scripts/archive_yesterday_md.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +Python=/home/cvtt/.pyenv/python3.10-venv/bin/python3.10 +RootDir=/home/cvtt/prod +export PYTHONPATH=${RootDir} + +#dates=$(start=20231107; end=20231118; dt=; n=0; until [ "$dt" = "$end" ]; do ((n++)); dt=$(date -d "$start + $n days" +%Y%m%d); echo $dt; done) + +yesterday=$(date -d "yesterday" +%Y%m%d) +Schemas="coinbase,bnbspot" + +Cmd= +Cmd="${Python}" +Cmd="${Cmd} ${RootDir}/cvttpy/research/utils/archive_ts_md.py" +Cmd="${Cmd} --config=http://cloud16.cvtt.vpn:6789/apps/md_recorder" +Cmd="${Cmd} --db_credentials_key=TSDB_MD_CV1" +Cmd="${Cmd} --date=${yesterday}" +Cmd="${Cmd} --schemas=${Schemas}" +Cmd="${Cmd} --root_dir=/localdisk/cvtt/archive/md_archive" +Cmd="${Cmd} --format=SQLite" +# Cmd="${Cmd} --compress" +echo ${Cmd} +eval ${Cmd} + + + + diff --git a/scripts/bnbspot_md_recorder_start.sh b/scripts/deprecated/bnbspot_md_recorder_start.sh similarity index 100% rename from scripts/bnbspot_md_recorder_start.sh rename to scripts/deprecated/bnbspot_md_recorder_start.sh diff --git a/scripts/coinbase_md_recorder_start.sh b/scripts/deprecated/coinbase_md_recorder_start.sh similarity index 100% rename from scripts/coinbase_md_recorder_start.sh rename to scripts/deprecated/coinbase_md_recorder_start.sh diff --git a/scripts/config_server_start.sh b/scripts/deprecated/config_server_start.sh similarity index 100% rename from scripts/config_server_start.sh rename to scripts/deprecated/config_server_start.sh diff --git a/scripts/executor_app_start.sh b/scripts/deprecated/executor_app_start.sh similarity index 100% rename from scripts/executor_app_start.sh rename to scripts/deprecated/executor_app_start.sh diff --git a/utils/move_archives.sh b/utils/move_archives.sh index 5c41287..f10131e 100755 --- a/utils/move_archives.sh +++ b/utils/move_archives.sh @@ -1,5 +1,6 @@ #!/bin/bash +# FOR cloud hosts with limited disk space - move to storage server function usage { echo "Usage: ${0} [ default: /home/cvtt/prod/archive)]"