progress

release_version.txt

@@ -1 +1 @@
-0.9.5
+0.9.9

scripts/crypto_hist_md/crypto_md_day.sh

@@ -0,0 +1,23 @@
+#!/bin/bash
+
+host=${1}
+date=${2}
+
+DockerRegistry=cloud21.cvtt.vpn:5500
+DockerImage=${DockerRegistry}/crypto_md_day
+
+if [ -z ${date} ] ; then
+    date=$(date -d "yesterday" +%Y%m%d)
+fi
+
+Cmd="docker run"
+Cmd="${Cmd} --network=host"
+Cmd="${Cmd} --name=crypto_md_day.${host}.${date}"
+Cmd="${Cmd} --rm"
+Cmd="${Cmd} ${DockerImage}"
+Cmd="${Cmd} -h ${host}"
+Cmd="${Cmd} -d ${date}"
+Cmd="${Cmd} -s coinbase,bnbspot,bnbfut"
+
+echo $Cmd
+eval $Cmd

utils/prune_data.sh

@@ -3,14 +3,14 @@
 Src=${1}
 Days=${2}
 
-if  [ "${Src}" == "" ]
-then
-    echo "Usage: $0 <source_dir> [<num_days>]"
+if [ -z "$Days" ] || [ -z "$Src" ]; then
+    echo "Usage: $0 <source_dir> <num_days>"
     exit 1
 fi
-if  [ "${Days}" == "" ]
-then
-    Days=30
+
+# Add / if Src does not have it (symlinks)
+if [ "${Src: -1}" != "/" ]; then
+    Src="${Src}/"
 fi
 
 declare -A Settings=()
@@ -20,20 +20,30 @@ Settings[PruneDate]=$(date -d "${Days} days ago" '+%Y-%m-%d')
 src=${Settings[Src]}
 prune_date=${Settings[PruneDate]}
 
-echo Before Pruning....
-duf ${src}
 
-echo "Finding files older than ${prune_date}..."
+echo "Finding files older than ${prune_date} in ${Src} ..."
 Cmd="find ${src} -type f ! -newermt \"${prune_date}\""
 echo ${Cmd}
 files=($(eval ${Cmd}))
+total_files=${#files[*]}
+
+if [[ ${total_files} == 0 ]]
+then
+    echo "No files found to be pruned. Bye..."
+    exit 0
+fi
+
+echo Before Pruning....
+duf ${src}
+
 echo "The following files will be removed:"
 echo "===================================="
-for f in $files ; do  echo $f; done
+for f in $files ; do  ls -l $f; done
 echo "===================================="
-echo "Total files to be pruned: ${#files[*]}"
+echo "Total files to be pruned: ${total_files}"
 
-Cmd="${Cmd} -delete"
+echo "Removing files..."
+Cmd="${Cmd} -print -delete"
 echo ${Cmd}
 eval ${Cmd}