progress

doc/crypto_md.txt

@@ -30,13 +30,11 @@ C R Y P T O  M A R K E T   D A T A
 ==========
  Storage
 ==========
-    |       created by crontabs:
-    |       cvttdata:
-	|              /home/cvtt/prod/utils/sync_crypto_archives.sh
-    |              TBD  prune files older than 7 days
+    |       created by crontab cvttdata:
+    |           /home/cvtt/prod/utils/sync_market_data.sh (ops/utls)
     |       stored in:
-    |         homestore:/works/cvtt/md_archive/crypto/  (cvttdata and cloud21)
-    |         cloud21:/opt/store/cvtt/md_archive/crypto/  (cvttdata and cloud21)
+    |         homestore:/works/cvtt/md_archive/equity/alpaca_md
+    |         cloud21:/opt/store/cvtt/md_archive/equity/alpaca_md
     |
     v
 ==========

doc/equity_md.txt

@@ -19,28 +19,15 @@ E Q U I T Y  M A R K E T   D A T A
     |       created by crontab on cvttdata:
     |         /home/cvtt/prod/run/alpaca_md.sh
     |       stored in:
-    |         cvttdata:/home/cvtt/prod/archive/md_archive/equity/alpaca_md   (TBD)
+    |         cvttdata:/home/cvtt/prod/archive/md_archive/equity/alpaca_md 
     |
     v
-
-
-
-
-
-
 ==========
  Storage
 ==========
-    |       created by crontabs:
-    |       cvttdata:
-    |
+    |       created by crontab cvttdata:
+    |           /home/cvtt/prod/utils/sync_market_data.sh
     |       stored in:
-    |         homestore:/works/cvtt/md_archive/crypto/cvttdata
-    |         homestore:/works/cvtt/md_archive/crypto/cloud21
-    |       backed up in:
-    |         cloud21:/opt/store/cvtt/md_archive/crypto/cvttdata
-    |         cloud21:/opt/store/cvtt/md_archive/crypto/cloud21
-    v
-==========
- Usage
-==========
+    |         homestore:/works/cvtt/md_archive/equity/alpaca_md
+    |         cloud21:/opt/store/cvtt/md_archive/equity/alpaca_md
+____V_______

release_version.txt

@@ -1 +1 @@
-0.9.2
+0.9.4

scripts/alpaca_hist_md/alpaca_md.sh

@@ -109,6 +109,6 @@ done
 echo "Compressing"
 for file in $(find ${OutputDir} -type f -name '*db' -print )
 do
-    echo "Compressing ${file}
+    echo "Compressing ${file}"
     gzip ${file}
 done

utils/sync_market_data.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+Source=/home/cvtt/prod/archive/md_archive/
+Targets=
+Targets="${Targets} oleg@homestore.cvtt.vpn:/works/cvtt/md_archive/"
+Targets="${Targets} cvtt@cloud21.cvtt.vpn:/opt/store/cvtt/md_archive/"
+
+
+for tgt in ${Targets}
+do
+    Cmd="/usr/bin/rsync -ahv ${Source} ${tgt}"
+    echo $Cmd
+    eval $Cmd
+done