progress

doc/crypto_md.txt

@@ -32,7 +32,8 @@ C R Y P T O  M A R K E T   D A T A
 ==========
     |       created by crontabs:
     |       cvttdata:
-    |              TBD
+	|              /home/cvtt/prod/utils/sync_crypto_archives.sh
+    |              TBD  prune files older than 7 days
     |       stored in:
     |         homestore:/works/cvtt/md_archive/crypto/  (cvttdata and cloud21)
     |         cloud21:/opt/store/cvtt/md_archive/crypto/  (cvttdata and cloud21)

doc/equity_md.txt

@@ -19,7 +19,7 @@ E Q U I T Y  M A R K E T   D A T A
     |       created by crontab on cvttdata:
     |         /home/cvtt/prod/run/alpaca_md.sh
     |       stored in:
-    |         cvttdata:/home/cvtt/prod/archive/md_archive/equities/alpaca_md   (TBD)
+    |         cvttdata:/home/cvtt/prod/archive/md_archive/equity/alpaca_md   (TBD)
     |
     v
 

release_version.txt

@@ -1 +1 @@
-0.8.9
+0.9.2

scripts/alpaca_hist_md/alpaca_md.sh

@@ -49,17 +49,9 @@ export Python=/home/cvtt/.pyenv/python3.10-venv/bin/python3
 export Config=http://cloud16.cvtt.vpn:6789/apps/minimal_md
 export PyScript=/home/cvtt/prod/cvttpy/exchanges/alpaca/hist_md/hist_md_bars.py
 
-export OutputDir=/home/cvtt/prod/archive/md_archive/equities/alpaca_md # Local
+export OutputDir=/home/cvtt/prod/archive/md_archive/equity/alpaca_md # Local
 export LogDir=/home/cvtt/prod/logs/alpaca_md
 
-# ----- T E M P
-# export PYTHONPATH=/home/oleg/develop/cvtt2
-# export Python=/home/oleg/.pyenv/python3.10-venv/bin/python3
-# export Config=http://cloud16.cvtt.vpn:6789/apps/minimal_md
-# export PyScript=/home/oleg/develop/cvtt2/cvttpy/exchanges/alpaca/hist_md/hist_md_bars.py
-# export OutputDir=/home/oleg/develop/cvtt2/tmp # Local
-# export LogDir=/home/oleg/develop/cvtt2/tmp
-
 mkdir -p ${LogDir}
 
 run_proc() {
@@ -113,3 +105,10 @@ for ((ii=0; ii <${#Instruments[@]}; ii+=slice_size)); do
 
     parallel -j ${NumJobs} run_proc {} ${Start} ${End} ::: "${InstSlice[@]}"
 done
+
+echo "Compressing"
+for file in $(find ${OutputDir} -type f -name '*db' -print )
+do
+    echo "Compressing ${file}
+    gzip ${file}
+done