diff --git a/docker/market_data/hist/__DEPRECATED__/alpaca_md_day.sh b/__DEPRECATED__/alpaca_md_day.sh similarity index 100% rename from docker/market_data/hist/__DEPRECATED__/alpaca_md_day.sh rename to __DEPRECATED__/alpaca_md_day.sh diff --git a/doc/crypto_md.txt b/__DEPRECATED__/doc/crypto_md.txt similarity index 100% rename from doc/crypto_md.txt rename to __DEPRECATED__/doc/crypto_md.txt diff --git a/doc/equity_md.txt b/__DEPRECATED__/doc/equity_md.txt similarity index 100% rename from doc/equity_md.txt rename to __DEPRECATED__/doc/equity_md.txt diff --git a/doc/supervisord.conf.example b/__DEPRECATED__/doc/supervisord.conf.example similarity index 100% rename from doc/supervisord.conf.example rename to __DEPRECATED__/doc/supervisord.conf.example diff --git a/__DEPRECATED__/recorder/md_recorder.sh b/__DEPRECATED__/recorder/md_recorder.sh new file mode 100755 index 0000000..0c49eb9 --- /dev/null +++ b/__DEPRECATED__/recorder/md_recorder.sh @@ -0,0 +1,66 @@ +#!/bin/bash + +ValidJobs=('BNBFUT_CLD21' 'BNBSPOT_CLD21' 'COINBASE_CLD21' 'BNBFUT_CVTTDATA' 'BNBSPOT_CVTTDATA' 'COINBASE_CVTTDATA') +# runs on host to start container +usage() { + echo "Usage: $0 [image_tag]" + exit 1 +} + +is_valid() { + local job=$1 + for valid_job in "${ValidJobs[@]}"; + do + # echo "job=$job valid_job=$valid_job" + if [[ "${job}" == "${valid_job}" ]]; then + return 0 + fi + done + return 1 +} + +is_container_running() { + local container_name=$1 + + if [ "$(docker ps --filter "name=^/${container_name}$" --filter "status=running" -q)" ]; then + return 0 # true + else + return 1 # false + fi +} + + +job=${1} +if ! is_valid "${job}"; then + usage +fi + +ImageTag=${2} +if [ "${ImageTag}" == "" ] ; then + ImageTag="1.6.9" +fi + +DockerImage=cloud21.cvtt.vpn:5500/md_recorder:${ImageTag} +ContainerName="md_recorder.${job}" + +if is_container_running "$ContainerName"; then + echo "Container ${ContainerName} is already running. Aborted." + exit +fi + + +Cmd="docker run" +Cmd+=" -d" +Cmd+=" --rm" +Cmd+=" --network=host" +# Cmd+=" --pull=always" +Cmd+=" --name=${ContainerName}" +Cmd+=" -v /home/cvtt/.creds:/.creds" +Cmd+=" -v /home/cvtt/prod/data:/app/data" +Cmd+=" -v /home/cvtt/prod/logs:/logs" +Cmd+=" -e CONFIG_SERVICE=cloud16.cvtt.vpn:6789" +Cmd+=" ${DockerImage}" +Cmd+=" ${job}" + +echo ${Cmd} +eval ${Cmd} diff --git a/__DEPRECATED__/recorder/md_recorder_monitor.sh b/__DEPRECATED__/recorder/md_recorder_monitor.sh new file mode 100755 index 0000000..59b93d7 --- /dev/null +++ b/__DEPRECATED__/recorder/md_recorder_monitor.sh @@ -0,0 +1,60 @@ +#!/bin/bash + +usage() { + echo "Usage: $0 []" + exit 1 +} + +ValidInstances=('CLD21' 'CVTTDATA') +is_valid() { + local inst=$1 + for valid_inst in "${ValidInstances[@]}"; + do + if [[ "$inst" == "$valid_inst" ]]; then + return 0 + fi + done + return 1 +} + +is_container_running() { + local container_name=$1 + + if [ "$(docker ps --filter "name=^/${container_name}$" --filter "status=running" -q)" ]; then + return 0 # true + else + return 1 # false + fi +} + +Instance=${1} +if ! is_valid "${Instance}"; then + usage +fi + +AdminPort=7225 +if [ "${2}" != "" ]; then + AdminPort=${2} +fi + +ContainerName="md_recorder_monitor.${Instance}" + +if is_container_running "$ContainerName"; then + echo "Container ${ContainerName} is already running. Aborted." + exit +fi + +Cmd="docker run" +Cmd+=" -d" +Cmd+=" --rm" +Cmd+=" --network=host" +Cmd+=" --pull=always" +Cmd+=" --name=${ContainerName}" +Cmd+=" -v /home/cvtt/.creds:/.creds" +Cmd+=" -v /home/cvtt/prod/logs:/logs" +Cmd+=" -e CONFIG_SERVICE=cloud16.cvtt.vpn:6789" +Cmd+=" cloud21.cvtt.vpn:5500/md_recorder_monitor:latest" +Cmd+=" ${Instance} ${AdminPort}" + +echo ${Cmd} +eval ${Cmd} diff --git a/research/load_crypto_md.sh b/research/load_crypto_md.sh index dd36a89..14bf166 100755 --- a/research/load_crypto_md.sh +++ b/research/load_crypto_md.sh @@ -3,7 +3,7 @@ usage() { echo -n "Usage: $0 [-h ]" echo -n " [-d (yesterday*)]" - echo -n " [-s (cvttdata/cloud21*)>]" + echo -n " [-s (cloud28/cloud21*)>]" echo " [-t (/opt/jupyter_gpu/data/crypto_md)]" exit 1 } @@ -67,7 +67,7 @@ if ! is_valid "${host}" "${valid_hosts[@]}" ; then usage fi -valid_sources=('cloud21' 'cvttdata') +valid_sources=('cloud21' 'cloud28') if ! is_valid ${source} ${valid_sources[@]} ; then echo "Source '${source}' is not valid" usage