Compare commits

..

5 Commits

Author SHA1 Message Date
oleg a58f15d9d9 version 2024-02-10 21:29:49 -05:00
oleg 81a1db39e3 fix move_archives 2024-02-10 21:29:19 -05:00
oleg bcc5b0562c getting rid of Servarica 2024-02-03 21:21:18 -05:00
oleg 5acdb1c0f1 equities data 2024-02-03 16:16:57 -05:00
oleg 657df142ac progress 2024-02-03 15:25:52 -05:00
6 changed files with 12 additions and 9 deletions
+1 -1
View File
@@ -1 +1 @@
0.4.9 0.5.4
+1 -1
View File
@@ -14,7 +14,7 @@ function load_zipfile {
} }
# --------------------------------------------------- # ---------------------------------------------------
root_dir=/home/cvtt/prod/eqt_hist_md root_dir=/opt/store/cvtt/eqt_hist_md
log_dir=/home/cvtt/prod/logs log_dir=/home/cvtt/prod/logs
url_root="https://firstratedata.com/datafile/89CgWiwc60CylOIEFRDTCg" url_root="https://firstratedata.com/datafile/89CgWiwc60CylOIEFRDTCg"
+1 -1
View File
@@ -1,6 +1,6 @@
#!/bin/bash #!/bin/bash
# --------------------------------------------------- # ---------------------------------------------------
root_dir=/home/cvtt/prod/eqt_hist_md root_dir=/opt/store/cvtt/eqt_hist_md
prune_criteria="6 month ago" prune_criteria="6 month ago"
+1 -1
View File
@@ -11,7 +11,7 @@ then
CredKey=TSDB_MD_CVTTDATA_RO CredKey=TSDB_MD_CVTTDATA_RO
elif [ "${host}" == "cloud21.cryptovaltrading.com" ] elif [ "${host}" == "cloud21.cryptovaltrading.com" ]
then then
ArchiveRootDir=/opt/cvtt/archive/md_archive ArchiveRootDir=/opt/store/cvtt/archive/md_archive
CredKey=TSDB_MD_CLD21_RO CredKey=TSDB_MD_CLD21_RO
else else
echo "Unknown host ${host}. ${0} Aborted." echo "Unknown host ${host}. ${0} Aborted."
+4 -2
View File
@@ -19,8 +19,10 @@ Hosts="${Hosts} cloud14.cvtt.vpn"
Hosts="${Hosts} cloud15.cvtt.vpn" Hosts="${Hosts} cloud15.cvtt.vpn"
Hosts="${Hosts} cloud16.cvtt.vpn" Hosts="${Hosts} cloud16.cvtt.vpn"
Hosts="${Hosts} cloud17.cvtt.vpn" Hosts="${Hosts} cloud17.cvtt.vpn"
Hosts="${Hosts} cloud19.cvtt.vpn" # Hosts="${Hosts} cloud19.cvtt.vpn"
Hosts="${Hosts} cloudstore.cvtt.vpn" # Hosts="${Hosts} cloudstore.cvtt.vpn"
Hosts="${Hosts} cloud21.cvtt.vpn"
Hosts="${Hosts} cloud22.cvtt.vpn"
Hosts="${Hosts} cvttdata.cvtt.vpn" Hosts="${Hosts} cvttdata.cvtt.vpn"
Hosts="${Hosts} cryptoval1.cvtt.vpn" Hosts="${Hosts} cryptoval1.cvtt.vpn"
+3 -2
View File
@@ -30,7 +30,8 @@ fi
DateCriteria="${Days} days ago" DateCriteria="${Days} days ago"
TargeHost=cloudstore.cvtt.vpn TargetHost=cloud21.cvtt.vpn
TargetRootDir=/opt/store/cvtt/archive
Oldest=$(date -d "${DateCriteria}" '+%Y-%m-%d') Oldest=$(date -d "${DateCriteria}" '+%Y-%m-%d')
Now=$(date '+%Y%m%d_%H%M%S') Now=$(date '+%Y%m%d_%H%M%S')
@@ -53,7 +54,7 @@ if [ "$files" == "" ]
then then
echo "No files found older than ${Oldest} in ${ArchiveDir}" echo "No files found older than ${Oldest} in ${ArchiveDir}"
else else
Target="${TargetHost}:/home/cvtt/Archive/${FromHost}/" Target="${TargetHost}:${TargetRootDir}/${FromHost}/"
echo "Moving files to ${Target}:" echo "Moving files to ${Target}:"
echo ----------------- echo -----------------
for f in ${files} for f in ${files}