fix

release_version.txt

@@ -1 +1 @@
-1.0.4
+1.0.9

scripts/alpaca_hist_md/alpaca_md_day.sh

@@ -19,8 +19,17 @@ is_container_running() {
 
 
 if [ -z ${date_to_load} ] ; then
-    echo "Yesterday data has priority. Running historical container will be killed"
-    docker kill ${ContainerName}
+    echo "Yesterday data has priority. Running historical container will be stopped"
+    Cmd="docker stop ${ContainerName}"
+    echo ${Cmd} && eval ${Cmd}
+
+    Cmd="docker ps"
+    echo ${Cmd} && eval ${Cmd}
+    
+    if is_container_running "$ContainerName"; then
+        echo "Container ${ContainerName} is still running."
+        exit 3
+    fi
 else
     echo "Historical run ${date_to_load}"
     if is_container_running "$ContainerName"; then
@@ -29,14 +38,26 @@ else
     fi
     if [ "${date_to_load}" == "next" ] ; then
         if [ ! -e ${LastDayFile} ]; then
-            mv ${LastDayFile}.prev ${LastDayFile}
-            if [ ! -e ${LastDayFile} ]; then
-                echo "file ${LastDayFile} does not exist"
+            echo "File ${LastDayFile} does not exist. Will try to use prev file."
+            if [ ! -e ${LastDayFile}.prev ]; then
+                echo "File ${LastDayFile}.prev does not exist. Aborted."
                 exit 2
             fi
+            mv ${LastDayFile}.prev ${LastDayFile}
+        fi
+        last_date=$(cat ${LastDayFile} | xargs)
+        if [ -z "${last_date}" ] ; then
+            echo "File ${LastDayFile} returned an empty last day. Will try to use prev file."
+            if [ ! -e ${LastDayFile}.prev ]; then
+                echo "File ${LastDayFile}.prev does not exist. Aborted."
+                exit 2
+            fi
+            mv ${LastDayFile}.prev ${LastDayFile}
+            last_date=$(cat ${LastDayFile} | xargs)
+            if [ -z "${last_date}" ] ; then
+                echo "Unable to obtain last_date. Aborted"
+                exit 3
             fi
-        last_date=$(cat ${LastDayFile})
-        if [ -z ${last_date} ] ; then
             echo "No last date_to_load in ${LastDayFile}"
             exit 1
         fi
@@ -47,6 +68,7 @@ else
 fi
 
 Cmd="docker run"
+Cmd="${Cmd} --pull=always"
 Cmd="${Cmd} --network=host"
 Cmd="${Cmd} --name=${ContainerName}"
 Cmd="${Cmd} --rm"
@@ -60,7 +82,9 @@ if [ "$?" != "0" ] ; then
     exit 1 # if killed we do not save last day
 fi
 
-if [ -n ${date_to_load}]; then
+# truncate to avoid false positive
+date_to_load=$(echo "${date_to_load}" | xargs)
+if [ -n "${date_to_load}" ]; then
     echo "Saving date_to_load to ${LastDayFile}"
     echo ${date_to_load} >  ${LastDayFile}
 fi

scripts/crypto_hist_md/crypto_md_day.sh

@@ -11,6 +11,7 @@ if [ -z ${date} ] ; then
 fi
 
 Cmd="docker run"
+Cmd="${Cmd} --pull=always"
 Cmd="${Cmd} --network=host"
 Cmd="${Cmd} --name=crypto_md_day.${host}.${date}"
 Cmd="${Cmd} --rm"