__DEPRECATED__/recorder/md_recorder.sh

@@ -1,66 +0,0 @@
-#!/bin/bash
-
-ValidJobs=('BNBFUT_CLD21' 'BNBSPOT_CLD21' 'COINBASE_CLD21' 'BNBFUT_CVTTDATA' 'BNBSPOT_CVTTDATA' 'COINBASE_CVTTDATA')
-# runs on host to start container
-usage() {
-  echo "Usage: $0 <job_name; one of (${ValidJobs[@]})> [image_tag]"
-  exit 1
-}
-
-is_valid() {
-  local job=$1
-  for valid_job in "${ValidJobs[@]}";
-  do
-    # echo "job=$job valid_job=$valid_job"
-    if [[ "${job}" == "${valid_job}" ]]; then
-      return 0
-    fi
-  done
-  return 1
-}
-
-is_container_running() {
-    local container_name=$1
-
-    if [ "$(docker ps --filter "name=^/${container_name}$" --filter "status=running" -q)" ]; then
-        return 0  # true
-    else
-        return 1  # false
-    fi
-}
-
-
-job=${1}
-if  ! is_valid "${job}"; then
-    usage
-fi
-
-ImageTag=${2}
-if [ "${ImageTag}" == "" ] ; then
-    ImageTag="1.6.9"
-fi
-
-DockerImage=cloud21.cvtt.vpn:5500/md_recorder:${ImageTag}
-ContainerName="md_recorder.${job}"
-
-if is_container_running "$ContainerName"; then
-    echo "Container ${ContainerName} is already running. Aborted."
-    exit
-fi
-
-
-Cmd="docker run"
-Cmd+=" -d"
-Cmd+=" --rm"
-Cmd+=" --network=host"
-# Cmd+=" --pull=always"
-Cmd+=" --name=${ContainerName}"
-Cmd+=" -v /home/cvtt/.creds:/.creds"
-Cmd+=" -v /home/cvtt/prod/data:/app/data"
-Cmd+=" -v /home/cvtt/prod/logs:/logs"
-Cmd+=" -e CONFIG_SERVICE=cloud16.cvtt.vpn:6789"
-Cmd+=" ${DockerImage}"
-Cmd+=" ${job}"
-
-echo ${Cmd}
-eval ${Cmd}

__DEPRECATED__/recorder/md_recorder_monitor.sh

@@ -1,60 +0,0 @@
-#!/bin/bash
-
-usage() {
-  echo "Usage: $0 <instance (CLD21,CVTTDATA)> [<admin_port (def. 7225)>]"
-  exit 1
-}
-
-ValidInstances=('CLD21' 'CVTTDATA')
-is_valid() {
-  local inst=$1
-  for valid_inst in "${ValidInstances[@]}";
-  do
-    if [[ "$inst" == "$valid_inst" ]]; then
-      return 0
-    fi
-  done
-  return 1
-}
-
-is_container_running() {
-    local container_name=$1
-
-    if [ "$(docker ps --filter "name=^/${container_name}$" --filter "status=running" -q)" ]; then
-        return 0  # true
-    else
-        return 1  # false
-    fi
-}
-
-Instance=${1}
-if ! is_valid "${Instance}"; then
-    usage
-fi
-
-AdminPort=7225
-if [ "${2}" != "" ]; then
-    AdminPort=${2}
-fi
-
-ContainerName="md_recorder_monitor.${Instance}"
-
-if is_container_running "$ContainerName"; then
-    echo "Container ${ContainerName} is already running. Aborted."
-    exit
-fi
-
-Cmd="docker run"
-Cmd+=" -d"
-Cmd+=" --rm"
-Cmd+=" --network=host"
-Cmd+=" --pull=always"
-Cmd+=" --name=${ContainerName}"
-Cmd+=" -v /home/cvtt/.creds:/.creds"
-Cmd+=" -v /home/cvtt/prod/logs:/logs"
-Cmd+=" -e CONFIG_SERVICE=cloud16.cvtt.vpn:6789"
-Cmd+=" cloud21.cvtt.vpn:5500/md_recorder_monitor:latest"
-Cmd+=" ${Instance} ${AdminPort}"
-
-echo ${Cmd}
-eval ${Cmd}

research/load_crypto_md.sh

@@ -3,7 +3,7 @@
 usage() {
   echo -n "Usage: $0 [-h <host (hs01*/cloud21)>]"
   echo -n " [-d <YYYYMMDD> (yesterday*)]"
-  echo -n " [-s <source> (cloud28/cloud21*)>]"
+  echo -n " [-s <source> (cvttdata/cloud21*)>]"
   echo " [-t <target_dir> (/opt/jupyter_gpu/data/crypto_md)]"
   exit 1
 }
@@ -67,7 +67,7 @@ if ! is_valid "${host}"  "${valid_hosts[@]}" ; then
     usage
 fi
 
-valid_sources=('cloud21' 'cloud28')
+valid_sources=('cloud21' 'cvttdata')
 if ! is_valid ${source} ${valid_sources[@]} ; then
     echo "Source '${source}' is not valid"
     usage