progress

config_service/run.sh

@@ -1,14 +0,0 @@
-#!/bin/bash
-
-Cmd="docker run"
-Cmd="${Cmd} -d"
-Cmd="${Cmd} --rm"
-Cmd="${Cmd} --pull=always"
-Cmd="${Cmd} --name=cvtt_config_service"
-Cmd="${Cmd} -p 6789:6789"
-Cmd="${Cmd} -v /home/cvtt/prod/config_service/data:/app/data"
-Cmd="${Cmd} -v /home/cvtt/prod/logs:/logs"
-Cmd="${Cmd} cloud21.cvtt.vpn:5500/config_service:latest"
-
-echo ${Cmd}
-eval ${Cmd}

md_recorder/.creds

@@ -0,0 +1,17 @@
+{
+    "__dummy__": null
+    , "TSDB_MD_CLD21": {
+        "host": "cloud21.cvtt.vpn"
+        , "port": 5432
+        , "user": "cvtt"
+        , "database": "cvtt_md"
+        , "password": "ICdIh0JnMM7vM7Pf"
+    }
+    , "TSDB_MD_CVTTDATA": {
+        "host": "cvttdata.cvtt.vpn"
+        , "port": 5432
+        , "user": "cvtt"
+        , "database": "cvtt_md"
+        , "password": "ICdIh0JnMM7vM7Pf"
+    }
+}

md_recorder/Dockerfile

@@ -0,0 +1,22 @@
+FROM python:3.10-slim
+
+
+COPY docker_dev/md_recorder/requirements.txt /
+RUN pip install --upgrade pip --root-user-action=ignore
+RUN pip install -r /requirements.txt --root-user-action=ignore
+
+COPY cvttpy /cvttpy
+COPY docker_dev/md_recorder/.creds  /.creds
+COPY docker_dev/md_recorder/run_md_recorder.sh /run_md_recorder.sh
+
+
+# Shared Volumes
+RUN mkdir -p /app/data
+RUN mkdir /logs
+RUN chmod +x /run_md_recorder.sh
+
+WORKDIR /
+SHELL ["/bin/bash", "-c"]
+ENV PYTHONPATH=/
+ENTRYPOINT [ "/run_md_recorder.sh" ]
+

md_recorder/requirements.txt

@@ -0,0 +1,7 @@
+aiohttp>=3.7.4.post0
+nest-asyncio>=1.5.5
+asyncpg>=0.27.0
+hjson>=3.1.0
+pandas>=1.5.3
+sortedcontainers>=2.4.0
+aioredis>=2.0.1

md_recorder/run_md_recorder.sh

@@ -0,0 +1,66 @@
+#!/bin/bash
+
+# runs in container
+
+usage() {
+  echo "Usage: $0 <job_name> (BNBFUT_CLD21, BNBSPOT_CLD21, BNBSPOT_CVTTDATA, COINBASE_CLD21)"
+  exit 1
+}
+
+
+job=${1}
+if [ "${job}" == "" ] ; then
+    usage
+fi
+
+# ConfigServer=cloud16.cvtt.vpn
+ConfigServer=cloud23.cvtt.vpn
+
+if [ "${job}" == "BNBFUT_CLD21" ] ; then
+    Cmd="python3.10"
+    Cmd="${Cmd} cvttpy/apps/md/md_recorder.py"
+    Cmd="${Cmd} --config=http://${ConfigServer}:6789/apps/md_recorder"
+    Cmd="${Cmd} --active_exchanges=BNBFUT"
+    Cmd="${Cmd} --instruments=BNBFUT:PERP-BTC-USDT,BNBFUT:PERP-ETH-USDT"
+    Cmd="${Cmd} --credentials_file=/.creds"
+    Cmd="${Cmd} --db_credentials_key=TSDB_MD_CLD21"
+    Cmd="${Cmd} --admin_port=7201"
+    Cmd="${Cmd} --log_file=/logs/%T.MD_REC.BNBFUT.CLD21.log"
+elif [ "${job}" == "COINBASE_CLD21" ] ; then
+    Cmd="python3.10"
+    Cmd="${Cmd} cvttpy/apps/md/md_recorder.py"
+    Cmd="${Cmd} --config=http://${ConfigServer}:6789/apps/md_recorder"
+    Cmd="${Cmd} --active_exchanges=COINBASE_AT"
+    Cmd="${Cmd} --instruments=COINBASE:PAIR-BTC-USD,COINBASE:PAIR-ETH-USD,COINBASE:PAIR-LTC-USD,COINBASE:PAIR-XRP-USD"
+    Cmd="${Cmd} --credentials_file=/.creds"
+    Cmd="${Cmd} --db_credentials_key=TSDB_MD_CLD21"
+    Cmd="${Cmd} --admin_port=7202"
+    Cmd="${Cmd} --log_file=/logs/%T.MD_REC.COINBASE.CLD21.log"
+elif [ "${job}" == "BNBSPOT_CLD21" ] ; then
+    Cmd="python3.10"
+    Cmd="${Cmd} cvttpy/apps/md/md_recorder.py"
+    Cmd="${Cmd} --config=http://${ConfigServer}:6789/apps/md_recorder"
+    Cmd="${Cmd} --active_exchanges=BNBSPOT"
+    Cmd="${Cmd} --instruments=BNBSPOT:PAIR-BTC-USDT,BNBSPOT:PAIR-ETH-USDT,BNBSPOT:PAIR-LTC-USDT,BNBSPOT:PAIR-XRP-USDT,BNBSPOT:PAIR-USDC-USDT"
+    Cmd="${Cmd} --credentials_file=/.creds"
+    Cmd="${Cmd} --db_credentials_key=TSDB_MD_CLD21"
+    Cmd="${Cmd} --admin_port=7203"
+    Cmd="${Cmd} --log_file=/logs/%T.MD_REC.BNBSPOT.CLD21.log"
+elif [ "${job}" == "BNBSPOT_CVTTDATA" ] ; then
+    Cmd="python3.10"
+    Cmd="${Cmd} cvttpy/apps/md/md_recorder.py"
+    Cmd="${Cmd} --config=http://${ConfigServer}:6789/apps/md_recorder"
+    Cmd="${Cmd} --active_exchanges=BNBSPOT"
+    Cmd="${Cmd} --instruments=BNBSPOT:PAIR-BTC-USDT,BNBSPOT:PAIR-ETH-USDT,BNBSPOT:PAIR-LTC-USDT,BNBSPOT:PAIR-XRP-USDT,BNBSPOT:PAIR-USDC-USDT"
+    Cmd="${Cmd} --credentials_file=/.creds"
+    Cmd="${Cmd} --db_credentials_key=TSDB_MD_CVTTDATA"
+    Cmd="${Cmd} --admin_port=7204"
+    Cmd="${Cmd} --log_file=/logs/%T.MD_REC.BNBSPOT.CVTTDATA.log"
+else
+    echo "Unrecognized JOB: ${job}"
+    exit 1
+fi
+echo ${Cmd}
+eval ${Cmd}
+
+

relative_liquidity/run.sh

@@ -1,14 +0,0 @@
-#!/bin/bash
-
-Cmd="docker run"
-Cmd="${Cmd} -d"
-#Cmd="${Cmd} --rm"
-Cmd="${Cmd} --pull=always"
-Cmd="${Cmd} --name=relative_liquidity_svc"
-Cmd="${Cmd} -p 5678:5678"
-Cmd="${Cmd} -v /home/cvtt/prod/data:/app/data"
-Cmd="${Cmd} -v /home/cvtt/prod/logs:/logs"
-Cmd="${Cmd} cloud21.cvtt.vpn:5500/relative_liquidity:latest"
-
-echo ${Cmd}
-eval ${Cmd}